00000800:00000200:1.1F:1777043954.917672:0:3338:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c61296] -> 12345-192.168.201.126@tcp (2) 00000800:00000200:3.1F:1777043954.924649:0:3328:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c61296] -> 12345-192.168.201.126@tcp (2) 00000800:00000200:3.1:1777043954.924662:0:3328:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.126@tcp 0000000035906055 deleted 00000800:00000010:3.1:1777043954.924665:0:3328:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000035906055. 00000800:00000200:3.1:1777043954.924671:0:3328:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1777043954.924678:0:3328:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.126@tcp ip 192.168.201.126:1023 00000800:00000200:3.1:1777043954.924684:0:3328:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009d0aaf46 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1777043954.924924:0:3329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1777043954.938394:0:3330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c61296] -> 12345-192.168.201.126@tcp (4) 00000800:00000200:3.1:1777043954.938399:0:3330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.126@tcp 000000006e0949d3 deleted 00000800:00000010:3.1:1777043954.938402:0:3330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006e0949d3. 00000800:00000200:3.1:1777043954.938408:0:3330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1777043954.939130:0:3329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1F:1777043955.724445:0:5694:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000058816bb6. 00010000:00000010:2.1:1777043955.724470:0:5694:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c980afd6. 00010000:00000010:3.1:1777043958.045396:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000013d641b6. 00010000:00000010:3.1:1777043958.045408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000255ebd7c. 00010000:00000010:1.1:1777043958.063607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c980afd6. 00010000:00000010:3.1:1777043958.063891:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cea855ef. 00010000:00000010:3.1:1777043958.063901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e8d8ddeb. 00010000:00010000:3.0:1777047432.346510:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.346586:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99dcc04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7869f5 expref: 21 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.346603:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047432.346607:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047432.346613:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.346667:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99dcc04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7869f5 expref: 21 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.346695:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99dcc04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7869f5 expref: 21 pid: 26191 timeout: 4160 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047432.346721:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:33459:1863365433920000:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047432.346824:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f0ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047432.347277:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838163 gen 2 00000004:00080000:3.0:1777047432.347288:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670ee8ce00, transno 21474838146 00000004:00080000:3.0:1777047432.347310:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986705039880, transno 21474838147 00000004:00080000:3.0:1777047432.347316:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54ea00, transno 21474838148 00000004:00080000:3.0:1777047432.347320:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986705038700, transno 21474838149 00000004:00080000:3.0:1777047432.347325:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efcb100, transno 21474838150 00000004:00080000:3.0:1777047432.347329:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54e300, transno 21474838151 00000004:00080000:3.0:1777047432.347334:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69c380, transno 21474838152 00000004:00080000:3.0:1777047432.347338:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69f800, transno 21474838153 00000004:00080000:3.0:1777047432.347344:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69c000, transno 21474838154 00000004:00080000:3.0:1777047432.347348:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4ea00, transno 21474838155 00000004:00080000:3.0:1777047432.347352:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4e300, transno 21474838156 00000004:00080000:3.0:1777047432.347357:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69f100, transno 21474838157 00000004:00080000:3.0:1777047432.347361:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4dc00, transno 21474838158 00000004:00080000:3.0:1777047432.347365:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4e680, transno 21474838159 00000004:00080000:3.0:1777047432.347369:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69df80, transno 21474838160 00000004:00080000:3.0:1777047432.347374:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4f100, transno 21474838161 00000004:00080000:3.0:1777047432.347379:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837c3ca80, transno 21474838162 00000004:00080000:3.0:1777047432.347386:0:3340:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838163 committed transno 21474838163 00000100:00100000:3.0:1777047432.347436:0:3340:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff986808b64e00 x1863365433919232/t21474838165(21474838165) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1777047448 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1777047432.347454:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64e00/2, rc 0, transno 21474838165 00000100:00100000:3.0:1777047432.347462:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433919232:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047432.347487:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc8380/2, rc 0, transno 21474838166 00000100:00100000:3.0:1777047432.347494:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433919744:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047432.347510:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc9880/2, rc 0, transno 21474838167 00000100:00100000:3.0:1777047432.347518:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433919616:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047432.355495:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 9 changes, 8 in progress, 4 in flight, 17 done 00000100:00100000:3.0:1777047432.355714:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433919488 00000100:00100000:3.0:1777047432.355725:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433919488 00000100:00100000:3.0:1777047432.355798:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4921 00000100:00100000:3.0:1777047432.355816:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433919488:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047432.361195:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047432.361203:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047426 -> 1777047426 00002000:00010000:3.0:1777047432.361209:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047432.361214:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047426 -> 1777047426 00002000:00010000:3.0:1777047432.361219:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047432.361287:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365433919488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5474us (10119us total) trans 21474838172 rc 0/0 00000100:00100000:3.0:1777047432.361303:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4921 00000100:00100000:3.0:1777047432.362284:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986705039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433920256:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047432.362349:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047432.362400:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433920768:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047432.362443:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047432.364131:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4925 00000100:00100000:3.0:1777047432.364147:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365433920768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047432.380117:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365433920768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 15961us (17661us total) trans 17179871049 rc 0/0 00000100:00100000:3.0:1777047432.380138:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4925 00000100:00100000:3.0:1777047432.380182:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433921024 00000100:00100000:3.0:1777047432.380191:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433921024 00000100:00100000:3.0:1777047432.380264:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4928 00000100:00100000:3.0:1777047432.380278:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365433921024:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047432.380685:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365433921024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 407us (557us total) trans 17179871052 rc 0/0 00000100:00100000:3.0:1777047432.380700:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4928 00000100:00100000:3.0:1777047432.380726:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4929 00000100:00100000:3.0:1777047432.383994:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365433921536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047432.384220:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x134:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047432.384230:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x134:0x0] updating lvb mtime from disk: 1777047427 -> 1777047427 00002000:00010000:3.0:1777047432.384234:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x134:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047432.384239:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x134:0x0] updating lvb ctime from disk: 1777047427 -> 1777047427 00002000:00010000:3.0:1777047432.384243:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x134:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:3.0:1777047432.395068:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365433921536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 14327us (14600us total) trans 17179871055 rc 0/0 00000100:00100000:3.0:1777047432.395081:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4929 00000100:00100000:3.0:1777047432.395145:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4935 00000100:00100000:3.0:1777047432.395159:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365433922176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047432.395372:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x130:0x0] updating lvb size from disk: 197026 -> 197026 00002000:00010000:3.0:1777047432.395384:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x130:0x0] updating lvb mtime from disk: 1777047427 -> 1777047427 00002000:00010000:3.0:1777047432.395388:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x130:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047432.395397:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x130:0x0] updating lvb ctime from disk: 1777047427 -> 1777047427 00002000:00010000:3.0:1777047432.395404:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x130:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047432.395860:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365433922176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 702us (1573us total) trans 21474838175 rc 0/0 00000100:00100000:3.0:1777047432.395875:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4935 00000004:00080000:3.0:1777047432.396478:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185500/2, rc 0, transno 17179871055 00000100:00100000:3.0:1777047432.396490:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433921536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047432.396518:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64380/2, rc 0, transno 17179871052 00000100:00100000:3.0:1777047432.396840:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433921024:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047432.400495:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efaa680/2, rc 0, transno 21474838176 00000100:00100000:3.0:1777047432.400505:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433922048:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047432.400525:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efabb80/2, rc 0, transno 21474838175 00000100:00100000:3.0:1777047432.400529:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433922176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047432.403725:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.403810:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.403877:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:33459:1863365433920000:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047432.404223:0:33459:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047432.404278:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384048384 00000100:00100000:3.0:1777047432.404287:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384048384 00010000:00010000:3.0:1777047432.404339:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99dcc04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7869f5 expref: 22 pid: 26191 timeout: 4160 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047432.404397:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2343 00000100:00100000:3.0:1777047432.404413:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384048384:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047432.404436:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047432.404446:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99dcc04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7869f5 expref: 22 pid: 26191 timeout: 4160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.404473:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99dcc04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7869f5 expref: 22 pid: 26191 timeout: 4160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.404513:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99dcc04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7869f5 expref: 22 pid: 26191 timeout: 4160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.404936:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047432.404940:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047432.404948:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.404979:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.405067:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047432.405140:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384048384:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 726us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047432.405155:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2343 00010000:00010000:3.0:1777047432.405208:0:33459:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.405226:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.405244:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.405260:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df4a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.405293:0:33459:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047432.406630:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365433918976:12345-0@lo:6:osp-syn-0-0.0 Request processed in 60174us (64622us total) trans 21474838179 rc 0/0 00000100:00100000:3.0:1777047432.406646:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4920 00000004:00080000:3.0:1777047432.409114:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b65c00/2, rc 0, transno 21474838179 00000100:00100000:3.0:1777047432.409124:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433918976:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777047432.450473:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.481989:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.494141:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.516005:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.516133:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.516203:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.546056:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.580206:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.600970:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.647665:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.760202:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047432.836278:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047432.864983:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384050688 00000100:00100000:3.0:1777047432.864997:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384050688 00000100:00100000:3.0:1777047432.865117:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 461 00000100:00100000:3.0:1777047432.865134:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2411:x1863365384050688:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047432.865157:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047432.865189:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df4f3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787888 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047432.865319:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fc00) 00010000:00010000:3.0:1777047432.865326:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047432.865427:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2411:x1863365384050688:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 295us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047432.865440:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 461 00000100:00100000:3.0:1777047432.935642:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.967626:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047432.992764:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047433.004840:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047433.041984:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047433.077833:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047433.120486:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047433.171199:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047433.180001:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433922944 00000100:00100000:3.0:1777047433.185917:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433922944 00000100:00100000:3.0:1777047433.186081:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1777047433.186112:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433922944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.186341:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433922944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 243us (9085us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.186368:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1777047433.196389:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efaa300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.196695:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810662d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.196765:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.196832:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.204427:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810662d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.209514:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810662d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.209705:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.209755:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.221296:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433923584 00000100:00100000:3.0:1777047433.221307:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433923584 00000100:00100000:3.0:1777047433.221382:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1777047433.221402:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433923584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.223463:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433923584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 2065us (3372us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.223487:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1777047433.228173:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e493b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.228288:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.228367:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.228885:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.230522:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.230666:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986705038000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.230730:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.230804:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.231653:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986705038000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433923968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.231746:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986705038000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.231806:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.231852:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.233644:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986705038000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.235710:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.235775:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.235838:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.237400:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.237820:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.237951:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.237979:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.238656:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.238736:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.238787:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.238838:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.240043:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.240159:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.240214:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.240268:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.241937:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.242060:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.243372:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.243434:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.245953:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.246394:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.246456:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.246508:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.248842:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.248930:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.248979:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.249384:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.250991:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433924992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.251946:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433925120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.253393:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.253456:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.255754:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433925120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.255852:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433925248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.255909:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.255967:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.258327:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433925248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.258408:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433925376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.258459:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.258486:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047433.261419:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433925376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.262303:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433925504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.262995:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433925504 00000100:00100000:3.0:1777047433.263026:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433925504 00000100:00100000:3.0:1777047433.263209:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1777047433.263226:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433925504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.263436:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433925504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 211us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.263450:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1777047433.281564:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433925888 00000100:00100000:3.0:1777047433.281575:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433925888 00000100:00100000:3.0:1777047433.282507:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1777047433.282522:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433925888:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.282678:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433925888:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 157us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.282697:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1777047433.287584:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433926272 00000100:00100000:3.0:1777047433.287593:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433926272 00000100:00100000:3.0:1777047433.287633:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1777047433.287645:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433926272:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.287738:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433926272:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 92us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.287750:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1777047433.288537:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433926400 00000100:00100000:3.0:1777047433.288545:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433926400 00000100:00100000:3.0:1777047433.288605:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1777047433.288618:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433926400:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.288724:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433926400:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 106us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.288737:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1777047433.289567:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433926528 00000100:00100000:3.0:1777047433.289575:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433926528 00000100:00100000:3.0:1777047433.289754:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1777047433.289769:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433926528:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047433.289855:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365433926528:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 89us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.289867:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1777047433.311849:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00100000:3.0:1777047433.341961:0:14911:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x11a:0x0] (57344->69631) req@ffff98682da3cc50 x1863365384054016/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:169/0 lens 12776/0 e 0 to 0 dl 1777047444 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047433.342027:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682da3cc50 with x1863365384054016 ext(57344->69631) 00002000:00010000:3.0:1777047433.342169:0:14911:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682da3cc50 00000100:00100000:3.0:1777047433.342321:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2574 00000100:00100000:3.0:1777047433.342342:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682da3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384054016:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:3.0:1777047433.343292:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682da3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384054016:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 953us (5888us total) trans 17179871061 rc 0/0 00000100:00100000:3.0:1777047433.343310:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2574 00002000:00100000:3.0:1777047433.343324:0:14911:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x11a:0x0] (57344->69631) req@ffff98682da3cc50 x1863365384054016/t17179871061(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:169/0 lens 12776/448 e 0 to 0 dl 1777047444 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047433.343340:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682da3cc50 with x1863365384054016 ext(57344->69631) 00002000:00010000:3.0:1777047433.343346:0:14911:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682da3cc50 00010000:00010000:3.0:1777047433.555475:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99df5b0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878c7 expref: 90 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047433.555517:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99df5b7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878c7 expref: 89 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047433.556477:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:3.0:1777047433.556484:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047433.556492:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7c00, rc 0) 00000100:00100000:3.0:1777047433.747479:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047433.794926:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365433927168:0@lo:400:kworker.0 00000100:00100000:3.0:1777047433.795079:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.795159:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365433927680:0@lo:400:kworker.0 00000100:00100000:3.0:1777047433.795256:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047433.812358:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433927296 00000100:00100000:3.0:1777047433.812374:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433927296 00000100:00100000:3.0:1777047433.813075:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1777047433.813107:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365433927296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047433.813237:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365433927296:12345-0@lo:400:kworker.0 Request processed in 146us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047433.813251:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1777047433.813399:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365433927680:0@lo:400:kworker.0 00000100:00100000:3.0:1777047433.813459:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365433927168:0@lo:400:kworker.0 00000100:00100000:3.0:1777047433.962345:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384055680 00000100:00100000:3.0:1777047433.962362:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384055680 00000100:00100000:3.0:1777047433.962517:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2578 00000100:00100000:3.0:1777047433.965636:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384055680:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047434.094341:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384055808 00000100:00100000:3.0:1777047434.094358:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384055808 00000100:00100000:3.0:1777047434.094479:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2579 00000100:00100000:3.0:1777047434.094496:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384055808:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047434.095029:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 197026, mtime: 0x69eb9782, atime: 0x69eb9713, ctime: 0x69eb9782, blocks: 0x203 00010000:00010000:3.0:1777047434.095052:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.095086:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.095090:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.095100:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.095132:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.138647:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.138684:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.138701:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.138719:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047434.138738:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.138762:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.138800:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.138816:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df5f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047434.139036:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384055808:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 44535us (45506us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047434.139061:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2579 00000100:00100000:3.0:1777047434.213622:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047434.370196:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2581 00000100:00100000:3.0:1777047434.370225:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384056064:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047434.370315:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 197026, mtime: 0x69eb9782, atime: 0x69eb9713, ctime: 0x69eb9782, blocks: 0x203 00010000:00010000:3.0:1777047434.370337:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.370371:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.370375:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.370384:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.370415:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.389684:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.389720:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.389741:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.389757:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047434.389768:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.389786:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.389822:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.389840:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99df604 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047434.390042:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384056064:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19821us (31150us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047434.390062:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2581 00000100:00100000:3.0:1777047434.479729:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384056320 00000100:00100000:3.0:1777047434.479744:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384056320 00000100:00100000:3.0:1777047434.479862:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2583 00000100:00100000:3.0:1777047434.479882:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384056320:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047434.479955:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 197026, mtime: 0x69eb9783, atime: 0x69eb974b, ctime: 0x69eb9783, blocks: 0x203 00010000:00010000:3.0:1777047434.479971:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99df612 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.480027:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.480031:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.480039:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99df612 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.480074:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99df612 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047434.670958:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384056704 00000100:00100000:3.0:1777047434.670973:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384056704 00000100:00100000:3.0:1777047434.671113:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2586 00000100:00100000:3.0:1777047434.671133:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384056704:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047434.671184:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.671211:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.671215:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.671224:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.671251:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.699619:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.699653:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.699670:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.699696:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047434.699704:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.699720:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.699752:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.699768:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99df627 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x130:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047434.699921:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384056704:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28784us (29271us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047434.699942:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2586 00000100:00100000:3.0:1777047434.837791:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047434.990617:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384057856 00000100:00100000:3.0:1777047434.990642:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384057856 00000100:00100000:3.0:1777047434.994935:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2588 00000100:00100000:3.0:1777047434.995412:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384057856:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047434.995524:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 197026, mtime: 0x69eb9782, atime: 0x69eb96d2, ctime: 0x69eb9782, blocks: 0x203 00010000:00010000:3.0:1777047434.995550:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df64a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.995595:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.995600:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047434.995608:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df64a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047434.995764:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df64a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047435.055470:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047435.142824:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384058112 00000100:00100000:3.0:1777047435.142852:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384058112 00000100:00100000:3.0:1777047435.143247:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2590 00000100:00100000:3.0:1777047435.143275:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384058112:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047435.143348:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99df658 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.143386:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047435.143390:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047435.143399:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99df658 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.143439:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99df658 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.508454:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99df674 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.508490:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99df674 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.508504:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99df674 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.508516:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbfe00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047435.508523:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99df674 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.508594:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99df674 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.508625:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99df674 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.508640:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99df674 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047435.510401:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384058624:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 36653us (38912us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047435.510419:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2594 00000100:00100000:3.0:1777047435.535292:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384058752 00000100:00100000:3.0:1777047435.535310:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384058752 00000100:00100000:3.0:1777047435.535442:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2595 00000100:00100000:3.0:1777047435.535463:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384058752:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047435.535918:0:14910:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 197026, mtime: 0x69eb9783, atime: 0x69eb973a, ctime: 0x69eb9783, blocks: 0x203 00010000:00010000:3.0:1777047435.535935:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.536237:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047435.536240:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047435.536249:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.536273:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.577656:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.577686:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.577702:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.577718:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047435.577727:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.577743:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.577817:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047435.577833:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99df67b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047435.577992:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384058752:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 42500us (46464us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047435.578012:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2595 00000100:00100000:3.0:1777047435.836383:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047435.906614:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047435.951495:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384059520 00000100:00100000:3.0:1777047435.951511:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384059520 00000100:00100000:3.0:1777047436.013321:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384060032 00000100:00100000:3.0:1777047436.013348:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384060032 00000100:00100000:3.0:1777047436.039835:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384060160 00000100:00100000:3.0:1777047436.039856:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384060160 00010000:00010000:3.0:1777047436.039943:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df5a9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878c0 expref: 95 pid: 33460 timeout: 4164 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047436.043528:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2348 00000100:00100000:3.0:1777047436.043549:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:2411:x1863365384060160:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047436.043579:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047436.043592:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df5a9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878c0 expref: 95 pid: 33460 timeout: 4164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.043719:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df5a9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878c0 expref: 95 pid: 33460 timeout: 4164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.043771:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df5a9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878c0 expref: 95 pid: 33460 timeout: 4164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.043798:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:3.0:1777047436.043812:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe400/0x29ccbc23e99df6ac lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.043830:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe400/0x29ccbc23e99df6ac lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.043843:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe400/0x29ccbc23e99df6ac lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.043898:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047436.044046:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:2411:x1863365384060160:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 499us (7011us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047436.044067:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2348 00000100:00100000:3.0:1777047436.094824:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047436.169288:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047436.359301:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047436.359330:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433928064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047436.363451:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047436.389390:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384061056 00000100:00100000:3.0:1777047436.389404:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384061056 00000100:00100000:3.0:1777047436.389580:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 464 00000100:00100000:3.0:1777047436.389601:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:2412:x1863365384061056:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047436.389632:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047436.389677:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99df6dd lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878ea expref: 97 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.389719:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:3.0:1777047436.389760:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047436.389861:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:2412:x1863365384061056:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 263us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047436.389883:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 464 00000100:00100000:3.0:1777047436.390323:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384061312 00000100:00100000:3.0:1777047436.390338:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384061312 00000100:00100000:3.0:1777047436.390420:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1161 00000100:00100000:3.0:1777047436.390435:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54260:x1863365384061312:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047436.460104:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433928320:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047436.460151:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe600/0x29ccbc23e99df6f2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.494790:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe600/0x29ccbc23e99df6f2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.494817:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe600/0x29ccbc23e99df6f2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047436.494856:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 125484 00010000:00010000:3.0:1777047436.495179:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99df6eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878f1 expref: 99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.495234:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe600/0x29ccbc23e99df6f2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878f1 expref: 98 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.495253:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:3.0:1777047436.495260:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047436.495266:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbbe600, rc 0) 00000100:00100000:3.0:1777047436.495383:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54260:x1863365384061568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 46497us (47294us total) trans 8589937779 rc 0/0 00000100:00100000:3.0:1777047436.495400:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3130 00000100:00100000:3.0:1777047436.573922:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047436.586436:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047436.617492:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384062720 00000100:00100000:3.0:1777047436.617509:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384062720 00000100:00100000:3.0:1777047436.618502:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2351 00000100:00100000:3.0:1777047436.618525:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2410:x1863365384062720:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047436.618553:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047436.618567:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99df586 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878b9 expref: 100 pid: 30806 timeout: 4164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.618594:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99df586 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7878b9 expref: 100 pid: 30806 timeout: 4164 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.618632:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:3.0:1777047436.618642:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99df715 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.618670:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99df715 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.618686:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99df715 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.618736:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047436.618842:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2410:x1863365384062720:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 320us (1886us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047436.618861:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2351 00000100:00100000:3.0:1777047436.675764:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047436.704919:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047436.731626:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047436.830542:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047436.850707:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.850728:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.850798:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.850838:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99df72a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787906 expref: 102 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.850871:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.851008:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99df72a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787906 expref: 102 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047436.851052:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99df72a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787906 expref: 102 pid: 30806 timeout: 4165 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047436.851094:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f323b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365433928704:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047436.851295:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047436.889450:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f323b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365433928704:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047436.898394:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047436.928393:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f323b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433928960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047436.928515:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047436.929396:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047436.955934:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433929216 00000100:00100000:3.0:1777047436.956552:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433929216 00000100:00100000:3.0:1777047436.956664:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1777047436.956680:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433929216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047436.956887:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433929216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 209us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047436.956914:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1777047436.968916:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433929344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047436.970103:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047436.970433:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047436.979537:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1777047436.983082:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433929344:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047436.983406:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433929344:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 337us (13288us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047436.994642:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1777047437.002244:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810662d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433929472:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.002462:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433929600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.004012:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.004120:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867067940c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.006193:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433929600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.006329:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433929728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.006412:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.006454:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805a71000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.028904:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433930112 00000100:00100000:3.0:1777047437.028916:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433930112 00000100:00100000:3.0:1777047437.029111:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1777047437.029139:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433930112:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.029314:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433930112:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 189us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047437.029329:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1777047437.032255:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433930240 00000100:00100000:3.0:1777047437.032278:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433930240 00000100:00100000:3.0:1777047437.032376:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1777047437.032405:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433930240:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.033255:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433930240:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 862us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047437.033290:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1777047437.035568:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433930368 00000100:00100000:3.0:1777047437.035579:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433930368 00000100:00100000:3.0:1777047437.035894:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1777047437.035913:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433930368:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.036828:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433930368:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 917us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047437.036854:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1777047437.044420:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.044578:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.044755:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.045924:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.046099:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.046171:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.046233:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.048219:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.048320:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930752:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.048400:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.048609:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.051633:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930752:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.051740:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.051816:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.055888:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.061147:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433930880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.061280:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433931008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.061359:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.061427:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.064828:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433931008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.064991:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433931136:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.065099:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047437.065152:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047437.083662:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433931392 00000100:00100000:3.0:1777047437.083689:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433931392 00000100:00100000:3.0:1777047437.083787:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1777047437.083828:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433931392:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.084639:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433931392:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 825us (8984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047437.084656:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1777047437.088237:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433931520 00000100:00100000:3.0:1777047437.088259:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433931520 00000100:00100000:3.0:1777047437.088316:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1777047437.088332:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433931520:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.088497:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365433931520:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 165us (1934us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047437.088523:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1777047437.091828:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433931648 00000100:00100000:3.0:1777047437.091848:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433931648 00000100:00100000:3.0:1777047437.134336:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433932416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047437.137598:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433932544 00000100:00100000:3.0:1777047437.137611:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433932544 00000100:00100000:3.0:1777047437.141245:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809518700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365433932544:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777047437.141443:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937786 00010000:00010000:3.0:1777047437.141509:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141532:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141548:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141563:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047437.141571:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141587:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141615:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe3:0x0].0x0 (ffff9868347d7b00) 00010000:00010000:3.0:1777047437.141622:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047437.141630:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141644:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df754 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141684:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141698:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141713:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141725:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8bc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047437.141732:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141747:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141763:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d200) 00010000:00010000:3.0:1777047437.141770:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047437.141776:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141789:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99df74d lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.141812:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d200) 00010000:00010000:3.0:1777047437.141818:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047437.143386:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99df73f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78790d expref: 104 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047437.341132:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384064640 00000100:00100000:3.0:1777047437.341149:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384064640 00000100:00100000:3.0:1777047437.341242:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3136 00000100:00100000:3.0:1777047437.341260:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+107:54261:x1863365384064640:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047437.341297:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047437.341330:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df769 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78791b expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.341458:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.341484:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.341506:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.341605:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.341623:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.341639:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342167:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99df77e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342186:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99df77e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342202:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99df77e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047437.342254:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 125484 00000004:00200000:3.0:1777047437.342261:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047437.342289:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99df77e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342317:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99df77e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342331:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342343:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342355:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342368:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38e00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047437.342375:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342389:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342409:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:3.0:1777047437.342415:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047437.342422:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342433:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99df770 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342454:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342464:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342476:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342487:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047437.342492:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342504:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342519:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff9868110f3000) 00010000:00010000:3.0:1777047437.342523:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047437.342528:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.342981:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df777 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.343042:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99df769 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78791b expref: 109 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.343069:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99df77e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78791b expref: 108 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.343084:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047437.343088:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047437.343093:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39600, rc 0) 00000100:00100000:3.0:1777047437.343204:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+108:54261:x1863365384064640:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1947us (2217us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047437.343225:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3136 00010000:00010000:3.0:1777047437.561275:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99df7b6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.561307:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99df7b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.561324:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99df7b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.561340:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047437.561350:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99df7b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.561367:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99df7b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.561400:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99df7b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.561416:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99df7b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047437.562164:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384065408:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29733us (31053us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047437.562185:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2602 00000100:00100000:3.0:1777047437.644335:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384065536 00000100:00100000:3.0:1777047437.644353:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384065536 00000100:00100000:3.0:1777047437.644563:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2603 00000100:00100000:3.0:1777047437.644583:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384065536:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047437.644662:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99df7bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.644688:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047437.644692:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047437.644701:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99df7bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.644727:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99df7bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1777047437.668528:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969471 committed batchid 4294969469 00000020:00080000:3.0:1777047437.669519:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969469 cancel update log [0x200000bd0:0x1:0x0].45: rc = 0 00000020:00080000:3.0:1777047437.669597:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969469 00010000:00010000:3.0:1777047437.680053:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047437.680070:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99df7cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.680090:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047437.680097:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99df7cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.680113:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99df7cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.680153:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99df7cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.680167:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99df7cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.680204:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047437.680207:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047437.680211:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047437.694399:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384065664 00000100:00100000:3.0:1777047437.694414:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384065664 00010000:00010000:3.0:1777047437.694475:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f41ec226/0x29ccbc23e99d9f56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78576b expref: 21 pid: 26190 timeout: 4166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047437.694563:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2354 00000100:00100000:3.0:1777047437.694632:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384065664:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047437.694659:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047437.694670:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f41ec226/0x29ccbc23e99d9f56 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78576b expref: 21 pid: 26190 timeout: 4166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.694693:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f41ec226/0x29ccbc23e99d9f56 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78576b expref: 21 pid: 26190 timeout: 4166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.694730:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f41ec226/0x29ccbc23e99d9f56 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78576b expref: 21 pid: 26190 timeout: 4166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.694771:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047437.694775:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047437.694784:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000995580d8/0x29ccbc23e99df7c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.694836:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000995580d8/0x29ccbc23e99df7c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.694900:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047437.695011:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384065664:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 433us (4102us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047437.695025:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2354 00010000:00010000:3.0:1777047437.696405:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047437.696418:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000995580d8/0x29ccbc23e99df7c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.696437:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047437.696446:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000995580d8/0x29ccbc23e99df7c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.696464:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000995580d8/0x29ccbc23e99df7c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.696491:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000995580d8/0x29ccbc23e99df7c4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.696542:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000995580d8/0x29ccbc23e99df7c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.696577:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047437.696633:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047437.696640:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047437.723509:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384065792 00000100:00100000:3.0:1777047437.723525:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384065792 00000100:00100000:3.0:1777047437.723704:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2604 00000100:00100000:3.0:1777047437.723722:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384065792:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047437.723815:0:14910:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 197026, mtime: 0x69eb9782, atime: 0x69eb9701, ctime: 0x69eb9782, blocks: 0x203 00010000:00010000:3.0:1777047437.723831:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99df7d2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.723861:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047437.723866:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047437.723876:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99df7d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.723900:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99df7d2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.828876:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99df7d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.828910:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99df7d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.831003:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99df7d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.831027:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047437.831036:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99df7d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.831056:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99df7d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.831091:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99df7d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.831108:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99df7d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047437.831284:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384065920:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37550us (38415us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047437.831304:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2605 00010000:00010000:3.0:1777047437.903082:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99df7e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.903120:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99df7e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.903136:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99df7e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.903156:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8bc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047437.903164:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99df7e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.903179:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99df7e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.903245:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99df7e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047437.903260:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99df7e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047437.904668:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384066048:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32210us (33136us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047437.904688:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2606 00000100:00100000:3.0:1777047438.206445:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384066688 00000100:00100000:3.0:1777047438.206460:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384066688 00000100:00100000:3.0:1777047438.207011:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2611 00000100:00100000:3.0:1777047438.207031:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384066688:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047438.286474:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047438.366496:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047438.598378:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047438.662456:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047438.752664:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047438.830184:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384067840 00000100:00100000:3.0:1777047438.830201:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384067840 00000100:00100000:3.0:1777047438.830347:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2615 00000100:00100000:3.0:1777047438.830366:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384067840:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047438.830459:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99df834 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047438.830495:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047438.830499:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047438.830513:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99df834 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047438.830542:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99df834 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047438.921306:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433933056 00000100:00100000:3.0:1777047438.921317:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433933056 00000100:00100000:3.0:1777047438.921391:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1777047438.921406:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d883450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365433933056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047438.921495:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d883450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365433933056:12345-0@lo:400:kworker.0 Request processed in 92us (4700us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047438.921508:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1777047438.960495:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047438.980780:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047439.144782:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99df850 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.144818:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99df850 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.144837:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99df850 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.144850:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8bc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047439.144858:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99df850 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.144873:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99df850 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.144927:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99df850 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.144940:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99df850 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047439.255767:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384068608 00000100:00100000:3.0:1777047439.255789:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384068608 00010000:00010000:3.0:1777047439.395851:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99df86c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.395893:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99df86c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.395955:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99df86c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.395983:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047439.396016:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99df86c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.396041:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99df86c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.396080:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99df86c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.396096:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99df86c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047439.396287:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384068864:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25960us (27104us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047439.396305:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2623 00010000:00010000:3.0:1777047439.490647:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99df873 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.490678:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99df873 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.490694:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99df873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.490706:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047439.490715:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99df873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.490730:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99df873 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.490757:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99df873 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.490771:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99df873 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->126975] (req 0->126975) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047439.490961:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384068992:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23637us (24472us total) trans 0 rc 125484/125484 00000100:00100000:3.0:1777047439.490979:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2624 00000100:00100000:3.0:1777047439.518830:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384069376 00000100:00100000:3.0:1777047439.518847:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384069376 00000100:00100000:3.0:1777047439.518986:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1169 00000100:00100000:3.0:1777047439.519023:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708686450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54262:x1863365384069376:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047439.519329:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708686450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54262:x1863365384069376:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 328us (1436us total) trans 8589937795 rc 0/0 00000100:00100000:3.0:1777047439.519343:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1169 00010000:00010000:3.0:1777047439.595333:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99df881 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.595348:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99df881 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047439.595383:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 125484 00010000:00010000:3.0:1777047439.595638:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99df87a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787937 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.595664:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99df881 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787937 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.595677:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047439.595681:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047439.595686:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8be00, rc 0) 00000100:00100000:3.0:1777047439.595745:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384069632:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 36349us (42703us total) trans 8589937796 rc 0/0 00000100:00100000:3.0:1777047439.595759:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3140 00000100:00100000:3.0:1777047439.672407:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047439.679974:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2626 00000100:00100000:3.0:1777047439.680023:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384070528:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047439.680359:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047439.680368:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047432 -> 1777047439 00002000:00010000:3.0:1777047439.680375:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047421 -> 1777047421 00002000:00010000:3.0:1777047439.680381:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047432 -> 1777047439 00002000:00010000:3.0:1777047439.680385:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047439.680473:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384070528:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 476us (5831us total) trans 21474838185 rc 0/0 00000100:00100000:3.0:1777047439.680490:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2626 00002000:00010000:3.0:1777047439.680498:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047439.680505:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499d880 with x1863365384070528 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047439.680516:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499d880. 00000100:00100000:3.0:1777047439.844038:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384071168 00000100:00100000:3.0:1777047439.844059:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384071168 00000100:00100000:3.0:1777047439.844179:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 329 00000100:00100000:3.0:1777047439.844199:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9867010c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384071168:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047439.844341:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9867010c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384071168:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 140us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047439.844358:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 329 00000100:00100000:3.0:1777047439.857817:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384071296 00000100:00100000:3.0:1777047439.857836:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384071296 00000100:00100000:3.0:1777047439.858367:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 472 00000100:00100000:3.0:1777047439.858387:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2412:x1863365384071296:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047439.858585:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2412:x1863365384071296:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 201us (13110us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047439.858607:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 472 00000100:00100000:3.0:1777047439.860250:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384071040 00000100:00100000:3.0:1777047439.860261:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384071040 00002000:00100000:3.0:1777047439.860327:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x11a:0x0] (8192->12287) req@ffff98680499fb80 x1863365384071040/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:175/0 lens 488/0 e 0 to 0 dl 1777047450 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047439.860353:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499fb80 with x1863365384071040 ext(8192->12287) 00002000:00010000:3.0:1777047439.860363:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499fb80 00000100:00100000:3.0:1777047439.867432:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2629 00000100:00100000:3.0:1777047439.867468:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384071040:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047439.867938:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384071040:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 483us (8101us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047439.867954:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2629 00002000:00100000:3.0:1777047439.867976:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x11a:0x0] (8192->12287) req@ffff98680499fb80 x1863365384071040/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:175/0 lens 488/4536 e 0 to 0 dl 1777047450 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047439.867996:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499fb80 with x1863365384071040 ext(8192->12287) 00002000:00010000:3.0:1777047439.868012:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499fb80 00000100:00100000:3.0:1777047439.934662:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047439.960662:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2633 00000100:00100000:3.0:1777047439.960689:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384072064:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047439.961403:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047439.961412:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047439 -> 1777047439 00002000:00010000:3.0:1777047439.961417:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047421 -> 1777047421 00002000:00010000:3.0:1777047439.961426:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047439 -> 1777047439 00002000:00010000:3.0:1777047439.961431:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047439.961553:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384072064:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 863us (5255us total) trans 21474838186 rc 0/0 00000100:00100000:3.0:1777047439.961571:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2633 00002000:00010000:3.0:1777047439.961582:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047439.961595:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d3ae300 with x1863365384072064 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047439.961681:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d3ae300. 00000100:00100000:3.0:1777047439.989435:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384072320 00000100:00100000:3.0:1777047439.989453:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384072320 00000100:00100000:3.0:1777047439.989641:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3145 00000100:00100000:3.0:1777047439.989664:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54106:x1863365384072320:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047439.989709:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047439.989744:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99df8b9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78794c expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.989919:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df8c0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.989951:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.989978:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047439.990028:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 115880 00000004:00200000:3.0:1777047439.990035:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047439.990069:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.990119:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99df8b9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78794c expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.990154:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78794c expref: 79 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047439.990170:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047439.990181:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047439.990187:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39400, rc 0) 00000100:00100000:3.0:1777047439.990312:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54106:x1863365384072320:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 648us (2600us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047439.990327:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3145 00010000:00010000:3.0:1777047440.000923:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047440.042062:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384072448 00000100:00100000:3.0:1777047440.042085:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384072448 00002000:00100000:3.0:1777047440.042172:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (69632->106495) req@ffff98680499df80 x1863365384072448/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:176/0 lens 488/0 e 0 to 0 dl 1777047451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047440.042193:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499df80 with x1863365384072448 ext(69632->106495) 00002000:00010000:3.0:1777047440.042204:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499df80 00000100:00100000:3.0:1777047440.042274:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2634 00000100:00100000:3.0:1777047440.042292:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384072448:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047440.054660:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384072448:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12356us (22798us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1777047440.054708:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2634 00002000:00100000:3.0:1777047440.054729:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (69632->106495) req@ffff98680499df80 x1863365384072448/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:176/0 lens 488/440 e 0 to 0 dl 1777047451 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047440.054753:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499df80 with x1863365384072448 ext(69632->106495) 00002000:00010000:3.0:1777047440.054763:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499df80 00000100:00100000:3.0:1777047440.155297:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384072576 00000100:00100000:3.0:1777047440.155311:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384072576 00002000:00100000:3.0:1777047440.155396:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (57344->252172) req@ffff98680499ca80 x1863365384072576/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:176/0 lens 504/0 e 0 to 0 dl 1777047451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047440.155418:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499ca80 with x1863365384072576 ext(57344->252172) 00002000:00010000:3.0:1777047440.155427:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499ca80 00000100:00100000:3.0:1777047440.309858:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384072704:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 122104us (124552us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047440.309876:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 4943 00000100:00100000:3.0:1777047440.323503:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384072960 00000100:00100000:3.0:1777047440.323519:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384072960 00000100:00100000:3.0:1777047440.323675:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3146 00000100:00100000:3.0:1777047440.323690:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54106:x1863365384072960:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:3.0:1777047440.323759:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047440.323795:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df8c0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78794c expref: 79 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.323825:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047440.323832:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047440.324174:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99df8c7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.324198:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99df8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.324214:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99df8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047440.324305:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937801 00000004:00010000:3.0:1777047440.324352:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006a14078e reply state 00000000f5d41218 transno 8589937802 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99df8c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047440.324367:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047440.325550:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54106:x1863365384072960:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1858us (2303us total) trans 8589937802 rc 0/0 00000100:00100000:3.0:1777047440.325564:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3146 00000020:00080000:3.0:1777047440.325574:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047440.351864:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384073472 00000100:00100000:3.0:1777047440.351878:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384073472 00000100:00100000:3.0:1777047440.352127:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3147 00000100:00100000:3.0:1777047440.510328:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384074496 00000100:00100000:3.0:1777047440.510343:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384074496 00002000:00100000:3.0:1777047440.510412:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (40960->90111) req@ffff986809518a80 x1863365384074496/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:176/0 lens 488/0 e 0 to 0 dl 1777047451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047440.510430:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986809518a80 with x1863365384074496 ext(40960->90111) 00002000:00010000:3.0:1777047440.510440:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986809518a80 00000100:00100000:3.0:1777047440.510493:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2643 00000100:00100000:3.0:1777047440.510508:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384074496:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:3.0:1777047440.547977:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047440.803283:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384075392 00000100:00100000:3.0:1777047440.803301:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384075392 00000100:00100000:3.0:1777047440.804163:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3151 00000100:00100000:3.0:1777047440.804197:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54263:x1863365384075392:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047440.804241:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047440.804284:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df90d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787968 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.804477:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.804597:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99df8ea lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78795a expref: 85 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.804629:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.804708:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99df8ea lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78795a expref: 85 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.804758:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99df8ea lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78795a expref: 85 pid: 30804 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047440.804796:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365433934080:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047440.805468:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062ebb40 going to sleep for 11 seconds 00010000:00010000:3.0:1777047440.831475:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99df8ea lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78795a expref: 85 pid: 30804 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047440.831511:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365433934080:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047440.831631:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.831653:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.831664:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047440.831697:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00010000:00010000:3.0:1777047440.831977:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df90d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787968 expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.832011:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787968 expref: 85 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.832032:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047440.832039:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047440.832045:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39800, rc 0) 00000100:00100000:3.0:1777047440.833033:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54263:x1863365384075392:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 28783us (31897us total) trans 8589937806 rc 0/0 00000100:00100000:3.0:1777047440.833048:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3151 00000100:00100000:3.0:1777047440.852622:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384075648 00000100:00100000:3.0:1777047440.852639:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384075648 00000100:00100000:3.0:1777047440.852738:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3152 00000100:00100000:3.0:1777047440.852759:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54263:x1863365384075648:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047440.852813:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047440.852848:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df922 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78796f expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.853025:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99df929 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.853053:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787968 expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.853071:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99df929 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.853128:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787968 expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.853151:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99df914 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787968 expref: 86 pid: 30805 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047440.853188:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365433934208:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047440.853331:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062ebb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047440.878318:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365433934208:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047440.878358:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99df929 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.881248:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99df929 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.881264:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99df929 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047440.881327:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00000004:00200000:3.0:1777047440.881334:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047440.881364:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99df929 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.881417:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df922 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78796f expref: 86 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.881445:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99df929 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78796f expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.881988:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047440.881993:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047440.881999:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38200, rc 0) 00000100:00100000:3.0:1777047440.882124:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54263:x1863365384075648:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 29369us (29685us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047440.882139:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3152 00000100:00100000:3.0:1777047440.898409:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384076032 00000100:00100000:3.0:1777047440.898424:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384076032 00000100:00100000:3.0:1777047440.898512:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1171 00000100:00100000:3.0:1777047440.898528:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54263:x1863365384076032:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047440.898858:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54263:x1863365384076032:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 331us (1202us total) trans 8589937807 rc 0/0 00000100:00100000:3.0:1777047440.898875:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1171 00000100:00100000:3.0:1777047440.918261:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384076288 00000100:00100000:3.0:1777047440.918278:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384076288 00000100:00100000:3.0:1777047440.918384:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3153 00000100:00100000:3.0:1777047440.918403:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54263:x1863365384076288:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047440.918441:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047440.918447:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777047440.918491:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99df78c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787922 expref: 86 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.918522:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047440.918531:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047440.918981:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df930 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787976 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.919125:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99df937 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.919148:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99df937 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.919165:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99df937 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047440.919191:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00010000:00010000:3.0:1777047440.919370:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99df930 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787976 expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.919397:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99df937 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787976 expref: 87 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.919414:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047440.919420:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047440.919425:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38000, rc 0) 00000100:00100000:3.0:1777047440.919526:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54263:x1863365384076288:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1126us (2871us total) trans 8589937808 rc 0/0 00000100:00100000:3.0:1777047440.919576:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3153 00000100:00100000:3.0:1777047440.943188:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047440.943284:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047440.943348:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047440.944354:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 4945 00000100:00100000:3.0:1777047440.944385:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384076416:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047440.944437:0:27536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99df94c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.944513:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99df4ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->262143) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78786c expref: 20 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.944531:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047440.944537:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047440.944544:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99df94c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.944590:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99df4ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->262143) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78786c expref: 20 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047440.944613:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99df4ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 241664->262143) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78786c expref: 20 pid: 6642 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047440.944642:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365433934464:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047440.946468:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eba80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047440.976589:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047440.976950:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384076800 00000100:00100000:3.0:1777047440.976965:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384076800 00010000:00010000:3.0:1777047440.977333:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99df21b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7877cb expref: 25 pid: 26191 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047440.977406:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2359 00000100:00100000:3.0:1777047441.000486:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384076800:12345-192.168.201.26@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1777047441.293912:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951 00000100:00100000:3.0:1777047441.293941:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433934848:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047441.303620:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433934848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9687us (18583us total) trans 17179871077 rc 0/0 00000100:00100000:3.0:1777047441.303636:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951 00000004:00010000:3.0:1777047441.305351:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004abb447 reply state 00000000ca8e74db transno 8589937809 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe600/0x29ccbc23e99df95a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047441.305383:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:3.0:1777047441.305527:0:33460:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047441.305580:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54263:x1863365384077440:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 229001us (229908us total) trans 8589937809 rc 0/0 00000100:00100000:3.0:1777047441.305594:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3154 00000100:00100000:3.0:1777047441.310604:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365433936768:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047441.310670:0:26190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047441.316617:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384077568 00000100:00100000:3.0:1777047441.316628:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384077568 00010000:00010000:3.0:1777047441.316674:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99df1e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7877a8 expref: 19 pid: 7603 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047441.316736:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2362 00000100:00100000:3.0:1777047441.316756:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384077568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047441.316777:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047441.316790:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99df1e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7877a8 expref: 19 pid: 7603 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.316817:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99df1e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7877a8 expref: 19 pid: 7603 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.316856:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99df1e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7877a8 expref: 19 pid: 7603 timeout: 4169 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.316931:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047441.316937:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047441.316946:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.316976:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.317315:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047441.317392:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384077568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 633us (2062us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047441.317417:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2362 00010000:00010000:3.0:1777047441.317468:0:26190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.317490:0:26190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.317511:0:26190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.317587:0:26190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.317644:0:26190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047441.325386:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365433934720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33309us (40851us total) trans 17179871084 rc 0/0 00000100:00100000:3.0:1777047441.325406:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4948 00000100:00100000:3.0:1777047441.325474:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4968 00000100:00100000:3.0:1777047441.325495:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365433937152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047441.325905:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047441.325914:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047426 -> 1777047426 00002000:00010000:3.0:1777047441.325920:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047441.325925:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047426 -> 1777047426 00002000:00010000:3.0:1777047441.325929:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047441.325998:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365433937152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 507us (1674us total) trans 17179871085 rc 0/0 00000100:00100000:3.0:1777047441.326017:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4968 00010000:00010000:3.0:1777047441.326065:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777047441.326077:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326097:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047441.326107:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326127:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326161:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326191:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99df961 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326238:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047441.326246:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99df968 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326261:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047441.326269:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99df968 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326288:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99df968 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326313:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99df968 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326332:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99df968 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x130:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.326364:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047441.326372:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047441.326378:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047441.335112:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433938560:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047441.336120:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047441.336203:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807075f80/2, rc 0, transno 21474838201 00000100:00100000:3.0:1777047441.336217:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807075f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433937920:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047441.336239:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807075180/2, rc 0, transno 21474838200 00000100:00100000:3.0:1777047441.336247:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807075180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433938048:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047441.336295:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047441.336311:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433938432:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047441.336397:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047441.336730:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433938560 00000100:00100000:3.0:1777047441.336741:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433938560 00000100:00100000:3.0:1777047441.339624:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975 00000100:00100000:3.0:1777047441.339643:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365433938560:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047441.339996:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365433938560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 356us (3877us total) trans 17179871087 rc 0/0 00000100:00100000:3.0:1777047441.340011:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975 00000100:00100000:3.0:1777047441.474211:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047441.474248:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433938944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047441.474352:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047441.476144:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433938944:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777047441.643955:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99df999 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.643990:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99df999 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.644007:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99df999 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.644033:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047441.644042:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99df999 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.644058:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99df999 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.644090:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99df999 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047441.644104:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99df999 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047441.644763:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384078464:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25519us (27790us total) trans 0 rc 183688/183688 00000100:00100000:3.0:1777047441.644781:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2645 00000100:00100000:3.0:1777047441.687675:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047442.145176:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047442.524664:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384079104 00000100:00100000:3.0:1777047442.524687:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384079104 00000100:00100000:3.0:1777047442.524836:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2649 00000100:00100000:3.0:1777047442.525134:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384079104:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047442.525226:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 197026, mtime: 0x69eb9782, atime: 0x69eb9701, ctime: 0x69eb9782, blocks: 0x203 00010000:00010000:3.0:1777047442.525257:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.525295:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.525299:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.525309:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.525333:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047442.689714:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047426 -> 1777047442 00002000:00010000:3.0:1777047442.689725:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047426 -> 1777047442 00010000:00010000:3.0:1777047442.689774:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.689797:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.689812:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.689824:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047442.689831:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.689867:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.689904:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.689919:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064078164/0x29ccbc23e99df9b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047442.690157:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384079104:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 165298us (165874us total) trans 21474838205 rc 0/0 00000100:00100000:3.0:1777047442.690174:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2649 00000001:00080000:3.0:1777047442.873891:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838206 is committed 00000100:00100000:3.0:1777047442.896348:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384079360 00000100:00100000:3.0:1777047442.896367:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384079360 00000100:00100000:3.0:1777047442.896491:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2651 00000100:00100000:3.0:1777047442.896507:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384079360:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047442.896650:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12d:0x0] initial LVB size: 197026, mtime: 0x69eb9782, atime: 0x69eb9766, ctime: 0x69eb9782, blocks: 0x203 00010000:00010000:3.0:1777047442.896666:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99df9c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.896695:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.896698:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047442.896708:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99df9c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047442.896734:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99df9c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047443.051524:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871091 is committed 00010000:00010000:3.0:1777047443.073335:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047443.078041:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384079488 00000100:00100000:3.0:1777047443.078078:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384079488 00000100:00100000:3.0:1777047443.078237:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2652 00000100:00100000:3.0:1777047443.078258:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384079488:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047443.078356:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 197026, mtime: 0x69eb9782, atime: 0x69eb9713, ctime: 0x69eb9782, blocks: 0x203 00010000:00010000:3.0:1777047443.078374:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df9ca lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.078403:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.078407:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.078417:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df9ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.078443:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99df9ca lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047443.351494:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047427 -> 1777047443 00002000:00010000:3.0:1777047443.351504:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047427 -> 1777047443 00010000:00010000:3.0:1777047443.352421:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f069e89c/0x29ccbc23e99df9d1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.352447:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f069e89c/0x29ccbc23e99df9d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.352462:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f069e89c/0x29ccbc23e99df9d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.352475:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047443.352482:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f069e89c/0x29ccbc23e99df9d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.352500:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f069e89c/0x29ccbc23e99df9d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.352554:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f069e89c/0x29ccbc23e99df9d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.352568:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f069e89c/0x29ccbc23e99df9d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.353572:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384079616:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 139334us (140771us total) trans 17179871092 rc 0/0 00000100:00100000:3.0:1777047443.353592:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2653 00000100:00100000:3.0:1777047443.373203:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384079744 00000100:00100000:3.0:1777047443.373222:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384079744 00000100:00100000:3.0:1777047443.373367:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2654 00000100:00100000:3.0:1777047443.373385:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384079744:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047443.373477:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 197026, mtime: 0x69eb9783, atime: 0x69eb974b, ctime: 0x69eb9783, blocks: 0x203 00010000:00010000:3.0:1777047443.373494:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.373521:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.373525:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.373597:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.373650:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047443.519587:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047427 -> 1777047443 00002000:00010000:3.0:1777047443.519602:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047427 -> 1777047443 00010000:00010000:3.0:1777047443.519630:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.519658:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.519676:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.519693:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047443.519703:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.519721:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.519761:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.519777:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99df9d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.520010:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384079744:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 146618us (146934us total) trans 17179871093 rc 0/0 00000100:00100000:3.0:1777047443.520039:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2654 00000100:00100000:3.0:1777047443.536689:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384079872 00000100:00100000:3.0:1777047443.536712:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384079872 00000100:00100000:3.0:1777047443.536888:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2655 00000100:00100000:3.0:1777047443.536910:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384079872:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047443.537059:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 197026, mtime: 0x69eb9783, atime: 0x69eb975e, ctime: 0x69eb9783, blocks: 0x203 00010000:00010000:3.0:1777047443.537077:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.537108:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.537113:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.537123:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.537152:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047443.741487:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047427 -> 1777047443 00002000:00010000:3.0:1777047443.741497:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047427 -> 1777047443 00010000:00010000:3.0:1777047443.741520:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.741915:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.741932:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.741946:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047443.741954:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.741970:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.742007:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.742020:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99df9df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047443.742217:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384079872:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 205305us (206997us total) trans 21474838208 rc 0/0 00000100:00100000:3.0:1777047443.742238:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2655 00000100:00100000:3.0:1777047443.761599:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047443.792863:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384080256 00000100:00100000:3.0:1777047443.792884:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384080256 00000100:00100000:3.0:1777047443.793352:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 468 00000100:00100000:3.0:1777047443.793376:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384080256:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047443.793405:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 10 locks, starting at 0 00002000:00010000:3.0:1777047443.793464:0:5843:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x117:0x0] updating lvb size from disk: 0 -> 24576 00002000:00010000:3.0:1777047443.793472:0:5843:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x117:0x0] updating lvb mtime from disk: 0 -> 1777047440 00002000:00010000:3.0:1777047443.793478:0:5843:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x117:0x0] updating lvb ctime from disk: 0 -> 1777047440 00002000:00010000:3.0:1777047443.793484:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x117:0x0] updating lvb blocks from disk: 1 -> 35 00010000:00010000:3.0:1777047443.793888:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005958bf98/0x29ccbc23e99da25f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7858b4 expref: 20 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.793973:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000216fce24/0x29ccbc23e99df206 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7877bd expref: 19 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794020:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99ded52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78760b expref: 18 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794065:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a07a0e66/0x29ccbc23e99de10b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78715e expref: 17 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794106:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99de0e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787149 expref: 16 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794206:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99deb76 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78757f expref: 15 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794258:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca5f7099/0x29ccbc23e99d882d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x116:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801080000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b784e8f expref: 14 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047443.794296:0:5843:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:3.0:1777047443.794302:0:5843:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb mtime from disk: 1777047096 -> 1777047097 00002000:00010000:3.0:1777047443.794307:0:5843:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb atime from disk: 0 -> 1777047097 00002000:00010000:3.0:1777047443.794311:0:5843:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb ctime from disk: 1777047096 -> 1777047097 00002000:00010000:3.0:1777047443.794317:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x95:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1777047443.794332:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1eacd60/0x29ccbc23e99d16b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x95:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801080000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b782a3f expref: 13 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794381:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99cdb80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b781554 expref: 12 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794440:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000255ebd7c/0x29ccbc23e99cdb64 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x83:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78153f expref: 11 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.794492:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047443.794666:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+10:2411:x1863365384080256:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1295us (3031us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047443.794681:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 468 00000100:00100000:3.0:1777047443.979082:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384080384 00000100:00100000:3.0:1777047443.979102:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384080384 00000100:00100000:3.0:1777047443.979243:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2658 00000100:00100000:3.0:1777047443.979264:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384080384:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047443.979391:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 197026, mtime: 0x69eb9783, atime: 0x69eb9766, ctime: 0x69eb9783, blocks: 0x203 00010000:00010000:3.0:1777047443.979412:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.979445:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.979448:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047443.979458:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047443.979494:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.044364:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365433939200:0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.044428:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.044488:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433939712:0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.044567:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047444.044599:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047444.044609:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433939584:0@lo:400:kworker.0 00000100:00100000:3.0:1777047444.044648:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777047444.052517:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047444.052527:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1777047444.196770:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047427 -> 1777047444 00002000:00010000:3.0:1777047444.196780:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047427 -> 1777047444 00010000:00010000:3.0:1777047444.196807:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.196899:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.196916:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.196931:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047444.196940:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.196957:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.197012:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.197025:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99df9ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.197314:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384080384:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 218046us (219185us total) trans 17179871095 rc 0/0 00000100:00100000:3.0:1777047444.197334:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2658 00000100:00080000:3.0:1777047444.249778:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047444.293006:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384080896 00000100:00100000:3.0:1777047444.293029:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384080896 00002000:00010000:3.0:1777047444.293118:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.293127:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c0700 with x1863365384080896 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.293150:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c0700. 00000100:00100000:3.0:1777047444.293198:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384081024 00000100:00100000:3.0:1777047444.293205:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384081024 00002000:00010000:3.0:1777047444.293229:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.293234:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c3100 with x1863365384081024 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.293245:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868083c3100. 00000100:00100000:3.0:1777047444.293347:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2659 00000100:00100000:3.0:1777047444.293366:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384080896:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.294118:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 197026 -> 183688 00002000:00010000:3.0:1777047444.294126:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047441 -> 1777047444 00002000:00010000:3.0:1777047444.294130:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047444.294134:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047441 -> 1777047444 00002000:00010000:3.0:1777047444.294138:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047444.294771:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384080896:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1407us (5760us total) trans 17179871096 rc 0/0 00000100:00100000:3.0:1777047444.294786:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2659 00002000:00010000:3.0:1777047444.294793:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.294798:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c0700 with x1863365384080896 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.294806:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c0700. 00002000:00010000:3.0:1777047444.348421:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.348431:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c0000 with x1863365384081664 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.348451:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c0000. 00000100:00100000:3.0:1777047444.348529:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2661 00000100:00100000:3.0:1777047444.348577:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384081664:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.349373:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 197026 -> 183688 00002000:00010000:3.0:1777047444.349379:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047442 -> 1777047444 00002000:00010000:3.0:1777047444.349383:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047444.349387:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047442 -> 1777047444 00002000:00010000:3.0:1777047444.349391:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047444.349500:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384081664:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 928us (2525us total) trans 17179871097 rc 0/0 00000100:00100000:3.0:1777047444.349887:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2661 00002000:00010000:3.0:1777047444.349897:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.349901:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c0000 with x1863365384081664 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.349909:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c0000. 00000100:00100000:3.0:1777047444.357919:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384081792 00000100:00100000:3.0:1777047444.357938:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384081792 00002000:00010000:3.0:1777047444.358325:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.358333:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a79c00 with x1863365384081792 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.358351:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a79c00. 00000100:00100000:3.0:1777047444.358420:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2662 00000100:00100000:3.0:1777047444.358436:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+11:2410:x1863365384081792:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.358926:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047444.358932:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.358937:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047444.358941:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.358945:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047444.359051:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384081792:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 617us (2110us total) trans 21474838211 rc 0/0 00000100:00100000:3.0:1777047444.359066:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2662 00002000:00010000:3.0:1777047444.359074:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.359079:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a79c00 with x1863365384081792 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.359087:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a79c00. 00000100:00100000:3.0:1777047444.427395:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384082432 00000100:00100000:3.0:1777047444.427412:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384082432 00002000:00010000:3.0:1777047444.427489:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.427499:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7a680 with x1863365384082432 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.427525:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a7a680. 00000100:00100000:3.0:1777047444.427588:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2663 00000100:00100000:3.0:1777047444.427609:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384082432:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.428599:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 197026 -> 183688 00002000:00010000:3.0:1777047444.429234:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047442 -> 1777047444 00002000:00010000:3.0:1777047444.429238:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:3.0:1777047444.429242:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047442 -> 1777047444 00002000:00010000:3.0:1777047444.429245:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047444.429340:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384082432:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1737us (2469us total) trans 21474838212 rc 0/0 00000100:00100000:3.0:1777047444.429354:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2663 00002000:00010000:3.0:1777047444.429360:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.429364:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7a680 with x1863365384082432 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.429371:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a7a680. 00000100:00100000:3.0:1777047444.454428:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384082688 00000100:00100000:3.0:1777047444.454446:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384082688 00000100:00100000:3.0:1777047444.454608:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3162 00000100:00100000:3.0:1777047444.454628:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54263:x1863365384082688:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.454673:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.454713:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99dfa3a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7879c3 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.454900:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfa41 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.454927:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfa41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.454954:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfa41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047444.455002:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00000004:00200000:3.0:1777047444.455009:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047444.455039:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfa41 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.455083:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99dfa3a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879c3 expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.455115:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfa41 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879c3 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.455128:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.455133:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047444.455139:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39c00, rc 0) 00000100:00100000:3.0:1777047444.455240:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54263:x1863365384082688:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 617us (1648us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.455259:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3162 00000100:00100000:3.0:1777047444.484327:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384083072 00000100:00100000:3.0:1777047444.484353:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384083072 00000100:00100000:3.0:1777047444.484466:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 4983 00000100:00100000:3.0:1777047444.484483:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:54263:x1863365384083072:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.484515:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.484620:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99dfa4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7879ca expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047444.484679:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 197026, mtime: 0x69eb9792, atime: 0x69eb9701, ctime: 0x69eb9792, blocks: 0x203 00010000:00010000:3.0:1777047444.484724:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.484727:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.484740:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99dfa4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ca expref: 15 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.484770:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99dfa4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ca expref: 15 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.484794:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38c00, rc 0) 00000100:00100000:3.0:1777047444.484916:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54263:x1863365384083072:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 436us (6174us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.484930:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 4983 00000100:00100000:3.0:1777047444.497853:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2666 00000100:00100000:3.0:1777047444.497874:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384083328:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.498396:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047444.498405:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.498415:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047444.498419:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.498423:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047444.498481:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384083328:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 610us (1170us total) trans 17179871099 rc 0/0 00000100:00100000:3.0:1777047444.498963:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2666 00002000:00010000:3.0:1777047444.498999:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.499006:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0e00 with x1863365384083328 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.499015:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb0e00. 00000100:00100000:3.0:1777047444.542116:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384083712 00000100:00100000:3.0:1777047444.542136:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384083712 00000100:00100000:3.0:1777047444.542249:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3165 00000100:00100000:3.0:1777047444.542269:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54263:x1863365384083712:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047444.542385:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047444.542434:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99dfa5d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879d1 expref: 78 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.542467:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.542475:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047444.543313:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfa64 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.543339:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfa64 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.543355:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfa64 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047444.543455:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937818 00000004:00010000:3.0:1777047444.543499:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c66dc3ae reply state 00000000dd733670 transno 8589937819 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfa64 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.543514:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047444.544011:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54263:x1863365384083712:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1745us (2365us total) trans 8589937819 rc 0/0 00000100:00100000:3.0:1777047444.544025:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3165 00000020:00080000:3.0:1777047444.544036:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047444.579900:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384083968 00000100:00100000:3.0:1777047444.579918:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384083968 00002000:00010000:3.0:1777047444.580300:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.580309:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efcad80 with x1863365384083968 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.580331:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670efcad80. 00000100:00100000:3.0:1777047444.581742:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384084096 00000100:00100000:3.0:1777047444.581751:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384084096 00002000:00010000:3.0:1777047444.581939:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.581947:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efca300 with x1863365384084096 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.581961:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670efca300. 00000100:00100000:3.0:1777047444.582011:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2668 00000100:00100000:3.0:1777047444.582027:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384084096:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.582436:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047444.582450:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.582462:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047444.582474:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.582485:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047444.582600:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384084096:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 573us (2699us total) trans 17179871100 rc 0/0 00000100:00100000:3.0:1777047444.582627:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2668 00002000:00010000:3.0:1777047444.582635:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.582643:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efca300 with x1863365384084096 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.582655:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670efca300. 00000100:00100000:3.0:1777047444.601308:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384084224 00000100:00100000:3.0:1777047444.601328:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384084224 00000100:00100000:3.0:1777047444.601443:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3166 00000100:00100000:3.0:1777047444.601463:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54263:x1863365384084224:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.601508:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.601545:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfa72 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7879df expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.601699:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99dfa79 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.601727:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99dfa79 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.601842:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99dfa79 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047444.601913:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00000004:00200000:3.0:1777047444.601921:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047444.601952:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99dfa79 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.601995:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfa72 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879df expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.602023:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99dfa79 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879df expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.602037:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.602042:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047444.602049:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38400, rc 0) 00000100:00100000:3.0:1777047444.634214:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384084608 00000100:00100000:3.0:1777047444.634232:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384084608 00000100:00100000:3.0:1777047444.634443:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 4985 00000100:00100000:3.0:1777047444.634460:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54263:x1863365384084608:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.634491:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.634522:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfa87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7879e6 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047444.634609:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12d:0x0] initial LVB size: 197026, mtime: 0x69eb9792, atime: 0x69eb9766, ctime: 0x69eb9792, blocks: 0x203 00010000:00010000:3.0:1777047444.634643:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.634647:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047444.634670:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfa87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879e6 expref: 22 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.634718:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfa87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879e6 expref: 22 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.634738:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39400, rc 0) 00000100:00100000:3.0:1777047444.634867:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54263:x1863365384084608:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 409us (2196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.634879:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 4985 00000100:00100000:3.0:1777047444.647416:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047444.675903:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384084992 00000100:00100000:3.0:1777047444.675916:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384084992 00002000:00010000:3.0:1777047444.675972:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.675979:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810185c00 with x1863365384084992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.676013:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986810185c00. 00000100:00100000:3.0:1777047444.676379:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2670 00000100:00100000:3.0:1777047444.676399:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384084992:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.677180:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047444.677188:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.677192:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047444.677196:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047426 -> 1777047444 00002000:00010000:3.0:1777047444.677199:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047444.677277:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384084992:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 882us (1874us total) trans 21474838215 rc 0/0 00000100:00100000:3.0:1777047444.677291:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2670 00002000:00010000:3.0:1777047444.677297:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.677301:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810185c00 with x1863365384084992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.677309:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986810185c00. 00000100:00100000:3.0:1777047444.706339:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384085120 00000100:00100000:3.0:1777047444.706358:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384085120 00000100:00100000:3.0:1777047444.706467:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3168 00000100:00100000:3.0:1777047444.706483:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54263:x1863365384085120:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047444.706525:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047444.706845:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfa95 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7879f4 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.707378:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99dfa9c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.707406:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99dfa9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.707425:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99dfa9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047444.707480:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00000004:00200000:3.0:1777047444.707486:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047444.707518:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99dfa9c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.707904:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfa95 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879f4 expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.708226:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99dfa9c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879f4 expref: 82 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.708240:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.708245:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047444.708250:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39a00, rc 0) 00000100:00100000:3.0:1777047444.708355:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54263:x1863365384085120:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1875us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047444.708366:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3168 00010000:00010000:3.0:1777047444.726361:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfaa3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.726392:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfaa3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.726405:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfaa3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.726416:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047444.726424:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfaa3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.726438:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfaa3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.726465:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.726471:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.726478:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfaa3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.726487:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfaa3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.746046:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384085632 00000100:00100000:3.0:1777047444.746064:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384085632 00002000:00010000:3.0:1777047444.746138:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.746146:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efc9180 with x1863365384085632 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.746167:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670efc9180. 00000100:00100000:3.0:1777047444.746216:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384085760 00000100:00100000:3.0:1777047444.746221:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384085760 00002000:00010000:3.0:1777047444.746240:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.746245:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efc8380 with x1863365384085760 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.746255:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670efc8380. 00000100:00100000:3.0:1777047444.746296:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2671 00000100:00100000:3.0:1777047444.746312:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384085632:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.747346:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 197026 -> 183688 00002000:00010000:3.0:1777047444.747356:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047443 -> 1777047444 00002000:00010000:3.0:1777047444.747364:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047444.747371:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047443 -> 1777047444 00002000:00010000:3.0:1777047444.747378:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047444.752118:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384085632:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 5796us (7571us total) trans 21474838216 rc 0/0 00000100:00100000:3.0:1777047444.752136:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2671 00002000:00010000:3.0:1777047444.752146:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (183688->18446744073709551615) 00002000:00100000:3.0:1777047444.752151:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efc9180 with x1863365384085632 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047444.752164:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670efc9180. 00000100:00100000:3.0:1777047444.791159:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384086144 00000100:00100000:3.0:1777047444.791176:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384086144 00000100:00100000:3.0:1777047444.791300:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3171 00000100:00100000:3.0:1777047444.791317:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54263:x1863365384086144:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047444.791428:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047444.791475:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a000/0x29ccbc23e99dfab8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a02 expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.791510:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.791520:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047444.792022:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfabf lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.792047:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfabf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.792065:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfabf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047444.792160:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937824 00000004:00010000:3.0:1777047444.792204:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083c16916 reply state 00000000856448e4 transno 8589937825 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfabf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.792227:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047444.792389:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54263:x1863365384086144:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1074us (1396us total) trans 8589937825 rc 0/0 00000100:00100000:3.0:1777047444.792401:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3171 00000020:00080000:3.0:1777047444.792410:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047444.801201:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047444.825597:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384086400 00000100:00100000:3.0:1777047444.825617:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384086400 00000100:00100000:3.0:1777047444.856253:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2674 00000100:00100000:3.0:1777047444.856271:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384086656:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047444.856839:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047444.856845:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047427 -> 1777047444 00002000:00010000:3.0:1777047444.856850:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:3.0:1777047444.856854:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047427 -> 1777047444 00002000:00010000:3.0:1777047444.856857:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047444.856961:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384086656:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 694us (1085us total) trans 21474838217 rc 0/0 00000100:00100000:3.0:1777047444.856972:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2674 00002000:00010000:3.0:1777047444.856979:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:3.0:1777047444.856983:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810185f80 with x1863365384086656 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047444.856990:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986810185f80. 00000100:00100000:3.0:1777047444.878293:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047444.904486:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384087040 00000100:00100000:3.0:1777047444.904518:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384087040 00000100:00100000:3.0:1777047444.904642:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3173 00000100:00100000:3.0:1777047444.904658:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54263:x1863365384087040:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047444.904751:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047444.904796:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99dfadb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a17 expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.904861:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.904870:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047444.905245:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.905268:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.905284:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047444.905366:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937826 00000004:00010000:3.0:1777047444.905405:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f68755c7 reply state 00000000e5c90923 transno 8589937827 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.905419:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047444.908555:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54263:x1863365384087040:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 3887us (5792us total) trans 8589937827 rc 0/0 00000100:00100000:3.0:1777047444.908573:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3173 00000020:00080000:3.0:1777047444.908586:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047444.926301:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.926330:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.926342:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.926364:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047444.926374:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.926399:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.926432:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047444.926438:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047444.926446:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047444.926456:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfae2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047444.970411:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047445.005516:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047445.005579:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99dfafe lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a2c expref: 88 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.005617:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047445.005625:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047445.008030:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfb05 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.008062:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfb05 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.008399:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfb05 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047445.008519:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937828 00000004:00010000:3.0:1777047445.008594:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000084127cd8 reply state 000000006663b31e transno 8589937829 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfb05 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.008610:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047445.008790:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54263:x1863365384088064:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 8157us (8980us total) trans 8589937829 rc 0/0 00000100:00100000:3.0:1777047445.008807:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3175 00000020:00080000:3.0:1777047445.008844:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1777047445.041407:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047445.051973:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384088448 00000100:00100000:3.0:1777047445.051981:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384088448 00002000:00010000:3.0:1777047445.052069:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:3.0:1777047445.052078:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986809518700 with x1863365384088448 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047445.052100:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986809518700. 00000100:00100000:3.0:1777047445.052161:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2677 00000100:00100000:3.0:1777047445.052180:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384088448:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047445.053042:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047445.053049:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047427 -> 1777047445 00002000:00010000:3.0:1777047445.053053:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047445.053057:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047427 -> 1777047445 00002000:00010000:3.0:1777047445.053060:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047445.055278:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384088448:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 3099us (4187us total) trans 17179871105 rc 0/0 00000100:00100000:3.0:1777047445.055291:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2677 00002000:00010000:3.0:1777047445.055297:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:3.0:1777047445.055304:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986809518700 with x1863365384088448 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047445.055312:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986809518700. 00000100:00100000:3.0:1777047445.075052:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3176 00000100:00100000:3.0:1777047445.075082:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54263:x1863365384088576:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047445.075130:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047445.075171:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dfb13 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787a3a expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.075335:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfb1a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.075391:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfb1a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.075412:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfb1a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047445.075462:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00000004:00200000:3.0:1777047445.075469:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047445.075500:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfb1a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.076482:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dfb13 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a3a expref: 91 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.076524:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfb1a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a3a expref: 90 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.076706:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047445.076712:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047445.076719:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39600, rc 0) 00000100:00100000:3.0:1777047445.089251:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384088832 00000100:00100000:3.0:1777047445.089268:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384088832 00000100:00100000:3.0:1777047445.089387:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3177 00000100:00100000:3.0:1777047445.089402:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54263:x1863365384088832:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047445.089493:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047445.089562:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfb1a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a3a expref: 90 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.089592:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047445.089600:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047445.092687:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.092722:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.092743:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047445.092932:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937830 00000004:00010000:3.0:1777047445.092979:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8460979 reply state 000000006b6dc1f9 transno 8589937831 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.092995:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047445.093177:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54263:x1863365384088832:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 3772us (4750us total) trans 8589937831 rc 0/0 00000100:00100000:3.0:1777047445.093200:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3177 00000020:00080000:3.0:1777047445.093211:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047445.104028:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.104057:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.104070:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.104081:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047445.104089:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.104101:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.104130:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047445.104136:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047445.104145:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.104153:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb21 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.130190:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047445.222210:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047445.225421:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2681 00000100:00100000:3.0:1777047445.225447:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384090112:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047445.229031:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 197026 -> 183688 00002000:00010000:3.0:1777047445.229038:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047444 -> 1777047445 00002000:00010000:3.0:1777047445.229041:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047445.229045:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047444 -> 1777047445 00002000:00010000:3.0:1777047445.229049:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047445.229119:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384090112:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 3680us (6947us total) trans 17179871107 rc 0/0 00000100:00100000:3.0:1777047445.229132:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2681 00002000:00010000:3.0:1777047445.229137:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (183688->18446744073709551615) 00002000:00100000:3.0:1777047445.229142:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986808b67100 with x1863365384090112 ext(183688->18446744073709551615) 00002000:00010000:3.0:1777047445.229149:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986808b67100. 00000100:00100000:3.0:1777047445.238149:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047445.245753:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfb59 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.245783:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfb59 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.245797:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfb59 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.245836:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047445.245846:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfb59 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.245860:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfb59 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.245889:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047445.245895:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047445.245904:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfb59 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.245922:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99dfb59 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.255005:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047445.352067:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047445.381041:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047445.381161:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047445.403788:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384091904 00000100:00100000:3.0:1777047445.403837:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384091904 00000100:00100000:3.0:1777047445.403933:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1172 00000100:00100000:3.0:1777047445.403949:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54263:x1863365384091904:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:3.0:1777047445.404453:0:30808:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99df937 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787976 expref: 94 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.404610:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.404634:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df96f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78797d expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.404649:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.404711:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df96f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78797d expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.404733:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99df96f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78797d expref: 94 pid: 30804 timeout: 4173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.404766:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365433940736:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047445.404925:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047445.412076:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365433940736:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047445.412128:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047445.615043:0:30808:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007accde02 reply state 000000005aa80755 transno 8589937835 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.615068:0:30808:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777047445.615086:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047445.615091:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047445.615107:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99df937 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787976 expref: 93 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1777047445.617780:0:30808:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047445.617830:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54263:x1863365384091904:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 213880us (214308us total) trans 8589937835 rc 0/0 00000100:00100000:3.0:1777047445.617848:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1172 00010000:00010000:3.0:1777047445.617972:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.617987:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.617999:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.618017:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047445.618025:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.618037:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.618061:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7f00) 00010000:00010000:3.0:1777047445.618066:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047445.618072:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047445.618082:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99dfb75 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047445.618793:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433940864 00000100:00100000:3.0:1777047445.618838:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433940864 00000100:00100000:3.0:1777047445.618906:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433941376 00000100:00100000:3.0:1777047445.618910:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433941376 00000100:00100000:3.0:1777047445.618933:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433941248 00000100:00100000:3.0:1777047445.618937:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433941248 00000100:00100000:3.0:1777047445.618959:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433941760 00000100:00100000:3.0:1777047445.618963:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433941760 00000100:00100000:3.0:1777047445.619344:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5003 00000100:00100000:3.0:1777047445.619358:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365433940864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047445.626191:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365433940864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6835us (10009us total) trans 21474838223 rc 0/0 00000100:00100000:3.0:1777047445.626204:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5003 00002000:00010000:3.0:1777047445.626389:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047445.626395:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.626399:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:3.0:1777047445.626402:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.626405:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047445.626448:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365433941376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5353us (10130us total) trans 21474838224 rc 0/0 00000100:00100000:3.0:1777047445.626460:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5004 00000100:00100000:3.0:1777047445.627372:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433941504 00000100:00100000:3.0:1777047445.627381:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433941504 00000100:00100000:3.0:1777047445.627427:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5012 00000100:00100000:3.0:1777047445.627440:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365433941504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047445.627628:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047445.627634:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.627637:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047445.627641:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.627644:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047445.627685:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433941504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 247us (747us total) trans 21474838225 rc 0/0 00000100:00100000:3.0:1777047445.627695:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5012 00000100:00100000:3.0:1777047445.628896:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433941120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047445.628948:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047445.628984:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433941632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047445.629016:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047445.636312:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433942144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047445.636366:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047445.637107:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433942656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047445.637153:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047445.637171:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433943168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047445.637201:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047445.637250:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186300/2, rc 0, transno 21474838226 00000100:00100000:3.0:1777047445.637258:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433941120:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047445.637531:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e7b3480/2, rc 0, transno 21474838227 00000100:00100000:3.0:1777047445.637539:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433941632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047445.637898:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433942144 00000100:00100000:3.0:1777047445.637908:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433942144 00000100:00100000:3.0:1777047445.637951:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433942656 00000100:00100000:3.0:1777047445.637956:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433942656 00000100:00100000:3.0:1777047445.637970:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433943168 00000100:00100000:3.0:1777047445.637973:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433943168 00000100:00100000:3.0:1777047445.637994:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5018 00000100:00100000:3.0:1777047445.638007:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365433942144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047445.638247:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047445.638253:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.638256:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047445.638259:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.638263:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047445.642167:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365433942144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4160us (5798us total) trans 17179871117 rc 0/0 00000100:00100000:3.0:1777047445.642179:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5018 00000100:00100000:3.0:1777047445.642203:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433943680 00000100:00100000:3.0:1777047445.642208:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433943680 00000100:00100000:3.0:1777047445.642231:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5025 00000100:00100000:3.0:1777047445.642240:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3340:x1863365433943552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047445.648356:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047445.648363:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.648367:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:3.0:1777047445.648370:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047445.648373:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047445.648443:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433943552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6202us (6839us total) trans 21474838232 rc 0/0 00000100:00100000:3.0:1777047445.648453:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5025 00000100:00100000:3.0:1777047445.649796:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000004:00080000:3.0:1777047445.649889:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0f100/2, rc 0, transno 17179871117 00000100:00100000:3.0:1777047445.649899:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433942144:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047445.649919:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0ed80/2, rc 0, transno 17179871118 00000100:00100000:3.0:1777047445.649924:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433942656:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047445.649938:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a3480/2, rc 0, transno 17179871119 00000100:00100000:3.0:1777047445.649944:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433943168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047445.751761:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384092800 00000100:00100000:3.0:1777047445.751780:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384092800 00000100:00100000:3.0:1777047445.751906:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3183 00000100:00100000:3.0:1777047445.751924:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54265:x1863365384092800:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:3.0:1777047446.016465:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384093440 00000100:00100000:3.0:1777047446.016485:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384093440 00000100:00100000:3.0:1777047446.090113:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.105303:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.146198:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.213772:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.229379:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.270605:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.278865:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.338213:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384094848 00000100:00100000:3.0:1777047446.338230:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384094848 00010000:00010000:3.0:1777047446.338314:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfa87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879e6 expref: 33 pid: 33788 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.338724:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2375 00000100:00100000:3.0:1777047446.338744:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384094848:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047446.338773:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047446.338887:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfa87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879e6 expref: 33 pid: 33788 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.338914:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfa87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879e6 expref: 33 pid: 33788 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.338954:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfa87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879e6 expref: 33 pid: 33788 timeout: 4174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.338977:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.338979:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.338986:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c736445/0x29ccbc23e99dfbf3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.338999:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c736445/0x29ccbc23e99dfbf3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.339051:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047446.339126:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384094848:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 388us (2151us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047446.339136:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2375 00000100:00100000:3.0:1777047446.380962:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.392782:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047446.413868:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99dfbfa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.414226:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99dfbfa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.414242:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99dfbfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.414253:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047446.414261:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99dfbfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.414278:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99dfbfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.414313:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99dfbfa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.414326:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99dfbfa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.414487:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384094976:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32166us (33534us total) trans 0 rc 183688/183688 00000100:00100000:3.0:1777047446.414504:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2690 00000100:00100000:3.0:1777047446.434342:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.452827:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a7b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365433945472:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047446.452883:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfc01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.455682:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047446.456919:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfc01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.456936:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfc01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.493085:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.510390:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047446.536162:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfc08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.536187:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfc08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.536197:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfc08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.536212:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047446.536218:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfc08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.536226:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfc08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.536250:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfc08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.536256:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfc08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.536831:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384095488:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 43371us (43755us total) trans 0 rc 183688/183688 00000100:00100000:3.0:1777047446.536850:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2692 00010000:00010000:3.0:1777047446.579968:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99dfc0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.579987:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99dfc0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.597806:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433945856 00000100:00100000:3.0:1777047446.597818:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433945856 00000100:00100000:3.0:1777047446.598191:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1777047446.598208:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365433945856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047446.598257:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 150798336 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777047446.598332:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365433945856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047446.598344:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00010000:00010000:3.0:1777047446.659445:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dfc16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.659488:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dfc16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.659506:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dfc16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.659519:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809535e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047446.659528:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dfc16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.659572:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dfc16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.659607:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dfc16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.659620:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dfc16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.704820:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384096384 00000100:00100000:3.0:1777047446.704842:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384096384 00010000:00010000:3.0:1777047446.704922:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99dfb4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a56 expref: 29 pid: 33459 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.705339:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2381 00000100:00100000:3.0:1777047446.705360:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384096384:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047446.705390:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047446.705433:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99dfb4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a56 expref: 29 pid: 33459 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.705458:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99dfb4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a56 expref: 29 pid: 33459 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.705501:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99dfb4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a56 expref: 29 pid: 33459 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.705528:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.707019:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047446.707030:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfc1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.707368:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfc1d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.813705:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384096768 00000100:00100000:3.0:1777047446.813724:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384096768 00000100:00100000:3.0:1777047446.813947:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1174 00000100:00100000:3.0:1777047446.813995:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708687c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54265:x1863365384096768:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047446.814494:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708687c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54265:x1863365384096768:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 530us (1380us total) trans 8589937839 rc 0/0 00000100:00100000:3.0:1777047446.814509:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1174 00000100:00100000:3.0:1777047446.878745:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047446.926994:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384097408 00000100:00100000:3.0:1777047446.927009:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384097408 00010000:00010000:3.0:1777047446.927080:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dfc2b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a95 expref: 77 pid: 30804 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.927441:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2383 00000100:00100000:3.0:1777047446.927460:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384097408:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047446.927489:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047446.927502:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dfc2b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a95 expref: 77 pid: 30804 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.927523:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dfc2b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a95 expref: 77 pid: 30804 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.927571:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dfc2b lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a95 expref: 77 pid: 30804 timeout: 4175 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.927600:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555f00) 00010000:00010000:3.0:1777047446.927608:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99dfc40 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.927624:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99dfc40 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.927644:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99dfc40 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.927693:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047446.927880:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384097408:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 423us (3948us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047446.927895:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2383 00000100:00100000:3.0:1777047446.955592:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384097792 00000100:00100000:3.0:1777047446.955612:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384097792 00000100:00100000:3.0:1777047446.957838:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3187 00000100:00100000:3.0:1777047446.957871:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384097792:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:3.0:1777047446.957972:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047446.958020:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99dfc40 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a9c expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.958050:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555f00) 00010000:00010000:3.0:1777047446.958059:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047446.965280:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.965814:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.965842:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047446.966034:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937841 00000004:00010000:3.0:1777047446.966102:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f59779a reply state 000000008198a9fa transno 8589937842 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.966120:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047446.966914:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384097792:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 9044us (11945us total) trans 8589937842 rc 0/0 00000100:00100000:3.0:1777047446.966931:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3187 00000020:00080000:3.0:1777047446.966942:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047446.974355:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.974386:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.974399:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.974426:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047446.974436:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.974449:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.974476:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555f00) 00010000:00010000:3.0:1777047446.974482:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047446.974490:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.974502:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc4e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047446.976111:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384098048 00000100:00100000:3.0:1777047446.976130:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384098048 00000100:00100000:3.0:1777047446.976738:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1175 00000100:00100000:3.0:1777047446.996814:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384098304 00000100:00100000:3.0:1777047446.996838:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384098304 00000100:00100000:3.0:1777047446.998466:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3188 00000100:00100000:3.0:1777047446.998489:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384098304:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047446.998983:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047446.998992:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1777047446.999046:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99dfba6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a87 expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.999089:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99dfb7c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a79 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047446.999110:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555f00) 00010000:00010000:3.0:1777047446.999978:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047447.242709:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433947008 00000100:00100000:3.0:1777047447.242735:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433947008 00000100:00100000:3.0:1777047447.242865:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433947520 00000100:00100000:3.0:1777047447.242870:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433947520 00000100:00100000:3.0:1777047447.242927:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433946624 00000100:00100000:3.0:1777047447.242933:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433946624 00000100:00100000:3.0:1777047447.242964:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433947136 00000100:00100000:3.0:1777047447.242968:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433947136 00000100:00100000:3.0:1777047447.242994:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433947648 00000100:00100000:3.0:1777047447.242997:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433947648 00000100:00100000:3.0:1777047447.243340:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433948032 00000100:00100000:3.0:1777047447.243346:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433948032 00000100:00100000:3.0:1777047447.243389:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5032 00000100:00100000:3.0:1777047447.245146:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365433947008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047447.247071:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.247078:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.247083:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047447.247086:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.247089:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.247226:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365433947008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3824us (24729us total) trans 21474838237 rc 0/0 00000100:00100000:3.0:1777047447.247239:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5032 00000100:00100000:3.0:1777047447.247284:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5033 00000100:00100000:3.0:1777047447.247297:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365433947520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047447.247441:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.247445:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.247449:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047447.247452:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.247455:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.247494:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365433947520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 200us (24797us total) trans 21474838238 rc 0/0 00000100:00100000:3.0:1777047447.247503:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5033 00000100:00100000:3.0:1777047447.247523:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5034 00000100:00100000:3.0:1777047447.247533:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365433946624:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.247709:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365433946624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 177us (24845us total) trans 21474838239 rc 0/0 00000100:00100000:3.0:1777047447.247718:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5034 00000100:00100000:3.0:1777047447.247930:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035 00000100:00100000:3.0:1777047447.247940:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365433947136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.248358:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365433947136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 417us (25411us total) trans 21474838240 rc 0/0 00000100:00100000:3.0:1777047447.248367:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035 00000100:00100000:3.0:1777047447.248386:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5036 00000100:00100000:3.0:1777047447.248397:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433947648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.249680:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365433947648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1280us (26580us total) trans 17179871124 rc 0/0 00000100:00100000:3.0:1777047447.249692:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5036 00000100:00100000:3.0:1777047447.249718:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5037 00000100:00100000:3.0:1777047447.249729:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433948032:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.250041:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365433948032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 313us (18977us total) trans 17179871125 rc 0/0 00000100:00100000:3.0:1777047447.250050:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5037 00000100:00100000:3.0:1777047447.262315:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433948544 00000100:00100000:3.0:1777047447.262336:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433948544 00000100:00100000:3.0:1777047447.262480:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433946880 00000100:00100000:3.0:1777047447.262486:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433946880 00000100:00100000:3.0:1777047447.262523:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433947392 00000100:00100000:3.0:1777047447.262528:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433947392 00000100:00100000:3.0:1777047447.262579:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433947904 00000100:00100000:3.0:1777047447.262584:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433947904 00000100:00100000:3.0:1777047447.262607:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433948416 00000100:00100000:3.0:1777047447.262611:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433948416 00000100:00100000:3.0:1777047447.262641:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5038 00000100:00100000:3.0:1777047447.262657:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365433948544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.263159:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3340:x1863365433948544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 503us (28420us total) trans 17179871126 rc 0/0 00000100:00100000:3.0:1777047447.263177:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5038 00000100:00100000:3.0:1777047447.263209:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5039 00000100:00100000:3.0:1777047447.263220:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3343:x1863365433946880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047447.263392:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.263398:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.263402:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047447.263405:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.263409:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.265857:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3343:x1863365433946880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2633us (10359us total) trans 21474838241 rc 0/0 00000100:00100000:3.0:1777047447.265868:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5039 00000100:00100000:3.0:1777047447.265955:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5042 00000100:00100000:3.0:1777047447.265971:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3343:x1863365433948416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047447.266551:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.266558:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.266562:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047447.266577:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.266592:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.266679:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3343:x1863365433948416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 710us (5799us total) trans 17179871128 rc 0/0 00000100:00100000:3.0:1777047447.266691:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5042 00000004:00080000:3.0:1777047447.266877:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e490e00/2, rc 0, transno 21474838241 00000100:00100000:3.0:1777047447.266890:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433946880:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047447.266913:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e493480/2, rc 0, transno 21474838242 00000100:00100000:3.0:1777047447.266919:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433947392:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047447.267694:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497e300/2, rc 0, transno 17179871127 00000100:00100000:3.0:1777047447.267704:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433947904:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047447.268626:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497f800/2, rc 0, transno 17179871128 00000100:00100000:3.0:1777047447.268640:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433948416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.268890:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433948928:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.268961:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.282215:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.282451:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433946752 00000100:00100000:3.0:1777047447.282464:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433946752 00000100:00100000:3.0:1777047447.295835:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433947264 00000100:00100000:3.0:1777047447.295863:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433947264 00000100:00100000:3.0:1777047447.296003:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5046 00000100:00100000:3.0:1777047447.296020:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365433946752:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047447.296602:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.296609:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047447.296615:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047447.296619:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047447.296624:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.296744:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365433946752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 723us (14346us total) trans 21474838244 rc 0/0 00000100:00100000:3.0:1777047447.296757:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5046 00000100:00100000:3.0:1777047447.305258:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047447.305369:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e490380/2, rc 0, transno 21474838243 00000100:00100000:3.0:1777047447.305379:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433948928:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.305400:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1777047447.305411:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433948800:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.305465:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.305494:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949312:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.305523:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.306711:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.306751:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.306831:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433949824 00000100:00100000:3.0:1777047447.306837:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433949824 00000100:00100000:3.0:1777047447.306869:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051 00000100:00100000:3.0:1777047447.306879:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365433949440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047447.307030:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.307036:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.307040:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047447.307044:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.307066:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.307114:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365433949440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 236us (1863us total) trans 21474838247 rc 0/0 00000100:00100000:3.0:1777047447.307126:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051 00000100:00100000:3.0:1777047447.307148:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5052 00000100:00100000:3.0:1777047447.307158:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3343:x1863365433948800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047447.307290:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.307294:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.307298:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047447.307302:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.307307:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.307346:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365433948800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 189us (1879us total) trans 17179871131 rc 0/0 00000100:00100000:3.0:1777047447.307357:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5052 00000100:00100000:3.0:1777047447.307376:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053 00000100:00100000:3.0:1777047447.307385:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3343:x1863365433949312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047447.307501:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.307506:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047447.307510:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047447.307513:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047447.307517:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.307584:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365433949312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 198us (2057us total) trans 17179871132 rc 0/0 00000100:00100000:3.0:1777047447.307594:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053 00000100:00100000:3.0:1777047447.307615:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5054 00000100:00100000:3.0:1777047447.307623:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365433949824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047447.307742:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.307747:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047447.307750:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047447.307754:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047447.307757:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.307822:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365433949824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 198us (1070us total) trans 21474838248 rc 0/0 00000100:00100000:3.0:1777047447.307832:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5054 00000004:00080000:3.0:1777047447.307898:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497c000/2, rc 0, transno 17179871131 00000100:00100000:3.0:1777047447.307907:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433948800:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047447.307922:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0dc00/2, rc 0, transno 17179871132 00000100:00100000:3.0:1777047447.307927:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949312:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047447.307939:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b887b80/2, rc 0, transno 21474838248 00000100:00100000:3.0:1777047447.307945:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949824:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047447.307957:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e491180/2, rc 0, transno 21474838247 00000100:00100000:3.0:1777047447.307962:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.307987:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.308021:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433949184:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.308089:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.308113:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433949696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.308145:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047447.308177:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497fb80/2, rc 0, transno 17179871129 00000100:00100000:3.0:1777047447.308183:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433948160:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.308209:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433948672 00000100:00100000:3.0:1777047447.308214:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433948672 00000100:00100000:3.0:1777047447.308240:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433949184 00000100:00100000:3.0:1777047447.308243:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433949184 00000100:00100000:3.0:1777047447.308258:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433949696 00000100:00100000:3.0:1777047447.308261:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433949696 00000100:00100000:3.0:1777047447.308278:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5055 00000100:00100000:3.0:1777047447.308288:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365433948672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.308443:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3341:x1863365433948672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 155us (454us total) trans 21474838249 rc 0/0 00000100:00100000:3.0:1777047447.308453:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5055 00000100:00100000:3.0:1777047447.308472:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5056 00000100:00100000:3.0:1777047447.308481:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365433949184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.308656:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365433949184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 174us (600us total) trans 17179871133 rc 0/0 00000100:00100000:3.0:1777047447.308666:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5056 00000100:00100000:3.0:1777047447.308684:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057 00000100:00100000:3.0:1777047447.308693:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365433949696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047447.308837:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.308842:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047447.308845:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047447.308848:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047447.308851:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.308887:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+34:3341:x1863365433949696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 194us (741us total) trans 21474838250 rc 0/0 00000100:00100000:3.0:1777047447.308896:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057 00000004:00080000:3.0:1777047447.308943:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e492d80/2, rc 0, transno 21474838249 00000100:00100000:3.0:1777047447.308950:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433948672:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047447.308962:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0fb80/2, rc 0, transno 17179871133 00000100:00100000:3.0:1777047447.308968:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433949184:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047447.308976:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886d80/2, rc 0, transno 21474838250 00000100:00100000:3.0:1777047447.308981:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433949696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047447.309084:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.309118:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.309151:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433949952 00000100:00100000:3.0:1777047447.309157:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433949952 00000100:00100000:3.0:1777047447.309186:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058 00000100:00100000:3.0:1777047447.309194:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365433949952:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.309361:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365433949952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (241us total) trans 17179871134 rc 0/0 00000100:00100000:3.0:1777047447.309371:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058 00000004:00080000:3.0:1777047447.309410:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a2300/2, rc 0, transno 17179871134 00000100:00100000:3.0:1777047447.309417:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433949952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.309431:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047447.309439:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433950080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.309473:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047447.309504:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433950080 00000100:00100000:3.0:1777047447.309510:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433950080 00000100:00100000:3.0:1777047447.309570:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059 00000100:00100000:3.0:1777047447.309581:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365433950080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.309753:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365433950080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (278us total) trans 17179871135 rc 0/0 00000100:00100000:3.0:1777047447.309763:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059 00000004:00080000:3.0:1777047447.310181:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a2a00/2, rc 0, transno 17179871135 00000100:00100000:3.0:1777047447.310190:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433950080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047447.322652:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433948288 00000100:00100000:3.0:1777047447.322672:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433948288 00000100:00100000:3.0:1777047447.322819:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5060 00000100:00100000:3.0:1777047447.322844:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365433948288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047447.324495:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047447.324504:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.324530:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047447.324570:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047447.324576:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047447.326544:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3342:x1863365433948288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3707us (4086us total) trans 17179871138 rc 0/0 00000100:00100000:3.0:1777047447.326558:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5060 00000100:00100000:3.0:1777047447.342018:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384098944 00000100:00100000:3.0:1777047447.342041:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384098944 00000100:00100000:3.0:1777047447.342151:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3189 00000100:00100000:3.0:1777047447.342167:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384098944:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047447.342213:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047447.342249:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc6a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ab8 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.342390:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfc71 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.342413:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfc71 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.342433:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfc71 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047447.342477:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 183688 00000004:00200000:3.0:1777047447.342483:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047447.342511:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfc71 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.342615:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99dfc6a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ab8 expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.342655:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfc71 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ab8 expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.342668:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047447.342674:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047447.342680:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38e00, rc 0) 00000100:00100000:3.0:1777047447.342812:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384098944:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 646us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.342825:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3189 00000100:00100000:3.0:1777047447.367235:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384099200 00000100:00100000:3.0:1777047447.367258:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384099200 00000100:00100000:3.0:1777047447.368487:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1176 00000100:00100000:3.0:1777047447.368509:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384099200:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:3.0:1777047447.369498:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384099200:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 995us (2420us total) trans 8589937845 rc 0/0 00000100:00100000:3.0:1777047447.369513:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1176 00000100:00100000:3.0:1777047447.436981:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.466806:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384099840 00000100:00100000:3.0:1777047447.466823:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384099840 00000100:00100000:3.0:1777047447.467005:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 470 00000100:00100000:3.0:1777047447.467023:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384099840:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047447.467051:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047447.467095:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99dfc8d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787abf expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.467136:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047447.467147:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047447.467232:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2410:x1863365384099840:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 212us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.467245:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 470 00000100:00100000:3.0:1777047447.517615:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.543677:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.559394:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.594444:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384100736 00000100:00100000:3.0:1777047447.594464:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384100736 00000100:00100000:3.0:1777047447.594906:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384100864 00000100:00100000:3.0:1777047447.594914:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384100864 00000100:00100000:3.0:1777047447.594968:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5062 00000100:00100000:3.0:1777047447.594985:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384100736:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047447.595018:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047447.595055:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99dfcd3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787adb expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047447.595103:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777047447.595138:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.595143:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.595158:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99dfcd3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787adb expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.595192:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99dfcd3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787adb expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.595229:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39800, rc 0) 00000100:00100000:3.0:1777047447.595326:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384100736:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 344us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.595341:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5062 00000100:00100000:3.0:1777047447.595376:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5063 00000100:00100000:3.0:1777047447.595390:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384100864:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047447.595405:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047447.595428:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfcda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ae2 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047447.595459:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x136:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777047447.595477:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.595481:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.595490:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfcda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ae2 expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.595514:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfcda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ae2 expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.595563:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39400, rc 0) 00000100:00100000:3.0:1777047447.595607:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384100864:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 218us (2085us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.595619:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5063 00000100:00100000:3.0:1777047447.607397:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.630110:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.634126:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.634353:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.634405:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384101504 00000100:00100000:3.0:1777047447.634416:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384101504 00000100:00100000:3.0:1777047447.634480:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5066 00000100:00100000:3.0:1777047447.634504:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384101504:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047447.635109:0:26191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.635139:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfb6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a72 expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.635153:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047447.635156:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047447.635160:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.635199:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfb6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a72 expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.635218:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfb6e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a72 expref: 32 pid: 6640 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047447.635238:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365433950720:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047447.635300:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097edf00 going to sleep for 11 seconds 00010000:00010000:0.0:1777047447.644026:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047447.644034:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.644075:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.644107:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047447.644141:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2387 00000100:00100000:0.0:1777047447.649551:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384101888:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 5637us (6091us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047447.649576:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2386 00010000:00010000:0.0:1777047447.649802:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfb6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a72 expref: 32 pid: 6640 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047447.649839:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365433950720:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047447.649924:0:26191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.649947:0:26191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047447.649948:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384101760:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047447.649972:0:26191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.649988:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047447.650028:0:26191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.650028:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99dfb67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a6b expref: 32 pid: 6642 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.650428:0:26191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.650444:0:26191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.650458:0:26191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047447.650466:0:26191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.650485:0:26191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.650516:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99dfb67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a6b expref: 32 pid: 6642 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.650882:0:26191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.650923:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99dfd04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047447.651033:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384101504:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 16534us (16681us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047447.651048:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5066 00010000:00010000:0.0:1777047447.651117:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99dfc63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ab1 expref: 30 pid: 26191 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047447.651146:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365433950464:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047447.651181:0:33788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651197:0:33788:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651209:0:33788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651242:0:33788:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651257:0:33788:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651270:0:33788:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651281:0:33788:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047447.651286:0:33788:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651301:0:33788:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651321:0:33788:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.651335:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99dfcf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047447.651399:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384101248:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 18322us (21311us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047447.651411:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5064 00010000:00010000:3.0:1777047447.652205:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99dfb67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a6b expref: 32 pid: 6642 timeout: 4176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.652265:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.652270:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.652281:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.652300:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.652376:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047447.654804:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384101760:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2513us (8933us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047447.654828:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2387 00010000:00010000:0.0:1777047447.657739:0:33787:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657795:0:33787:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657856:0:33787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657872:0:33787:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657889:0:33787:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657903:0:33787:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047447.657912:0:33787:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657928:0:33787:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657961:0:33787:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.657975:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99dfcfd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047447.662492:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384101376:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 28166us (28356us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047447.662515:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5065 00000100:00100000:0.0:1777047447.680449:0:30828:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:30828:1863365433950336:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1777047447.680481:0:30828:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x132:0x0]-[0x240000400:0x161:0x0] 00000100:00100000:0.0:1777047447.691465:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047447.691623:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047447.691717:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047447.693964:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047447.693970:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047447.694331:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99dfd19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787afe expref: 31 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.694365:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99dfd19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787afe expref: 31 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.694386:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535400, rc 0) 00000100:00100000:0.0:1777047447.694433:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384102272:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 795us (2716us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047447.694448:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5069 00000100:00100000:0.0:1777047447.892026:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047447.892397:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384102400 00000100:00100000:3.0:1777047447.892416:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384102400 00000100:00100000:3.0:1777047447.892703:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2699 00000100:00100000:3.0:1777047447.892724:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384102400:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047447.892815:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99dfd20 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.892848:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.892852:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047447.892861:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99dfd20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.892906:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99dfd20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047447.941351:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384102528 00000100:00100000:0.0:1777047447.941371:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384102528 00000100:00100000:0.0:1777047447.941511:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2700 00000100:00100000:0.0:1777047447.942899:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384102528:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047447.942973:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.943012:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99dfcd3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787adb expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.943027:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047447.943030:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047447.943036:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.943122:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99dfcd3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787adb expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047447.943149:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99dfcd3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787adb expref: 31 pid: 33475 timeout: 4176 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047447.943188:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365433950848:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047447.943516:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e806c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047447.961855:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047447.963528:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b9bc1aa/0x29ccbc23e99dfcd3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787adb expref: 31 pid: 33475 timeout: 4176 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047447.963605:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365433950848:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047447.963939:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.963959:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047447.963974:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047448.199562:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 0 -> 103370 00002000:00010000:3.0:1777047448.199722:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 0 -> 1777047447 00002000:00010000:3.0:1777047448.199892:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 0 -> 1777047447 00002000:00010000:3.0:1777047448.199898:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 1 -> 259 00010000:00010000:3.0:1777047448.200252:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.200280:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.200297:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.200311:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ba00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047448.200319:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.200336:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.200528:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.200973:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99dfd27 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.201163:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384102528:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 259619us (260321us total) trans 21474838253 rc 0/0 00000100:00100000:3.0:1777047448.201184:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2700 00000100:00100000:3.0:1777047448.221065:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00080000:0.0:1777047448.226613:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1777047448.516950:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937850 is committed 00000100:00100000:0.0:1777047448.518985:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54266:x1863365384102784:12345-192.168.201.26@tcp:44:lfs.0 Request processed in 294061us (297931us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047448.519318:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3195 00000100:00100000:0.0:1777047448.534059:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047448.534137:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047448.614143:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384103680 00000100:00100000:0.0:1777047448.614159:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384103680 00000100:00100000:0.0:1777047448.614360:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3196 00000100:00100000:0.0:1777047448.614379:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54266:x1863365384103680:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047448.614478:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047448.614946:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99dfccc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ad4 expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.614976:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe4:0x0].0x0 (ffff98680299dd00) 00010000:00010000:0.0:1777047448.614994:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047448.615042:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.615062:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.615085:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047448.615367:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000854664e9 reply state 0000000013b26210 transno 8589937851 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047448.615383:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047448.615530:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54266:x1863365384103680:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1154us (1532us total) trans 8589937851 rc 0/0 00000100:00100000:0.0:1777047448.615606:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3196 00010000:00010000:3.0:1777047448.621205:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.621249:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.621263:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.621275:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047448.621283:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.621296:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.621322:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe4:0x0].0x0 (ffff98680299dc00) 00010000:00010000:3.0:1777047448.621327:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047448.621334:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.621344:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99dfd43 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047448.627263:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384103808 00000100:00100000:0.0:1777047448.627279:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384103808 00000100:00100000:0.0:1777047448.651081:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384103936 00000100:00100000:0.0:1777047448.651095:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384103936 00000100:00100000:3.0:1777047448.695676:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365433950976:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047448.695745:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.695826:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6a00, rc 0) 00000100:00100000:3.0:1777047448.695933:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54266:x1863365384104064:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15942us (16247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.695958:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5076 00000100:00100000:0.0:1777047448.696134:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384104192 00000100:00100000:0.0:1777047448.696147:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384104192 00010000:00010000:0.0:1777047448.696202:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfcda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ae2 expref: 32 pid: 33475 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047448.696276:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2389 00000100:00100000:0.0:1777047448.696294:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384104192:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047448.696316:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047448.696348:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfcda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ae2 expref: 32 pid: 33475 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.696374:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfcda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ae2 expref: 32 pid: 33475 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.696424:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfcda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ae2 expref: 32 pid: 33475 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.696450:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047448.696454:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047448.696463:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 31 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.696482:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 31 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.696631:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 31 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047448.696657:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365433951104:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047448.696742:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047448.708878:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365433951104:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047448.708923:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047448.709023:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384104192:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 12729us (13599us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047448.709041:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2389 00000100:00100000:0.0:1777047448.711243:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384104320 00000100:00100000:0.0:1777047448.711257:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384104320 00000100:00100000:3.0:1777047448.711286:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384104448 00000100:00100000:3.0:1777047448.711300:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384104448 00000100:00100000:0.0:1777047448.711344:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5077 00000100:00100000:0.0:1777047448.711365:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384104320:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:3.0:1777047448.711415:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5078 00000100:00100000:3.0:1777047448.711437:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384104448:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047448.711934:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047448.711943:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 0 -> 1777047447 00002000:00010000:3.0:1777047448.711950:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 0 -> 1777047440 00002000:00010000:3.0:1777047448.711956:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 0 -> 1777047448 00002000:00010000:0.0:1777047448.711959:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 103370 -> 103370 00002000:00010000:3.0:1777047448.711963:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:0.0:1777047448.711972:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047447 -> 1777047447 00002000:00010000:0.0:1777047448.712020:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 0 -> 1777047440 00002000:00010000:0.0:1777047448.712025:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047447 -> 1777047448 00002000:00010000:0.0:1777047448.713713:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 259 -> 259 00000100:00100000:3.0:1777047448.714510:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384104448:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 3073us (3401us total) trans 17179871140 rc 0/0 00000100:00100000:3.0:1777047448.714529:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5078 00000100:00100000:0.0:1777047448.715148:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384104320:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 3783us (4130us total) trans 21474838254 rc 0/0 00000100:00100000:0.0:1777047448.715166:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5077 00000100:00100000:3.0:1777047448.740327:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384104704 00000100:00100000:3.0:1777047448.740343:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384104704 00000100:00100000:3.0:1777047448.742392:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3198 00000100:00100000:3.0:1777047448.742421:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54266:x1863365384104704:12345-192.168.201.26@tcp:55:lfs.0 00010000:00010000:3.0:1777047448.742526:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742601:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742629:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742676:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742692:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742710:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742722:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047448.742729:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742748:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742804:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe4:0x0].0x0 (ffff98680398fc00) 00010000:00010000:3.0:1777047448.742810:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777047448.742818:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 2/0,0 mode: --/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.742835:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd5f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.742975:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54266:x1863365384104704:12345-192.168.201.26@tcp:55:lfs.0 Request processed in 563us (3629us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777047448.742998:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3198 00010000:00010000:3.0:1777047448.785477:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99dfd66 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.785508:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99dfd66 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.785523:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99dfd66 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.785610:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047448.785621:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99dfd66 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.785640:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99dfd66 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.785674:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047448.785681:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047448.785688:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99dfd66 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.785701:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99dfd66 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047448.821908:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047448.857645:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047448.857852:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384105344 00000100:00100000:3.0:1777047448.857867:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384105344 00010000:00010000:3.0:1777047448.857931:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfd12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af0 expref: 33 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.858006:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2390 00000100:00100000:3.0:1777047448.858345:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384105344:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047448.858369:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047448.858402:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfd12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af0 expref: 33 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.858429:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfd12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af0 expref: 33 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.858474:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfd12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af0 expref: 33 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.858499:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.858503:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.858514:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfd74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b21 expref: 32 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.859534:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfd74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b21 expref: 32 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.859786:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfd74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b21 expref: 32 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047448.859816:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365433951360:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047448.859966:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047448.872074:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047448.872789:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365433951360:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047448.872842:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047448.872946:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384105344:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 14602us (15308us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.872975:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2390 00000100:00100000:3.0:1777047448.893918:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384105600 00000100:00100000:3.0:1777047448.893931:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384105600 00010000:00010000:3.0:1777047448.893984:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfd0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af7 expref: 17 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.894323:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2391 00000100:00100000:3.0:1777047448.894342:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384105600:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047448.894365:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047448.894397:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfd0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af7 expref: 17 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894421:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfd0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af7 expref: 17 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894455:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfd0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787af7 expref: 17 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894477:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.894481:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047448.894493:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99dfd7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b28 expref: 16 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894512:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99dfd7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b28 expref: 16 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.894655:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99dfd7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b28 expref: 16 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047448.894683:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5843:1863365433951616:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047448.894800:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047448.920896:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384105728 00000100:00100000:0.0:1777047448.920912:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384105728 00000100:00100000:0.0:1777047448.921006:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5081 00000100:00100000:0.0:1777047448.921022:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54266:x1863365384105728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047448.921048:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047448.921100:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99dfd82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b2f expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.921149:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99dfd19 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787afe expref: 33 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.921165:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047448.921168:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047448.921176:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99dfd82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b2f expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.921229:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99dfd19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787afe expref: 33 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047448.921253:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99dfd19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787afe expref: 33 pid: 6642 timeout: 4177 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047448.921276:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365433951744:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047448.921402:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047448.924637:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5843:1863365433951616:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047448.924668:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047448.924724:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384105600:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 30386us (38410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.924773:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2391 00000100:00100000:0.0:1777047448.950231:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047448.950327:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365433951744:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047448.950394:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99dfd82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b2f expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047448.950429:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b000, rc 0) 00000100:00100000:3.0:1777047448.950526:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54266:x1863365384105728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 29506us (30681us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047448.950583:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5081 00000100:00100000:0.0:1777047448.974488:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047448.974657:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047448.975050:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047448.977220:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5083 00000100:00100000:0.0:1777047448.977239:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384106240:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047448.977511:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047448.977519:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047447 -> 1777047447 00002000:00010000:0.0:1777047448.977525:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047448.977529:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047447 -> 1777047448 00002000:00010000:0.0:1777047448.977917:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047448.978000:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384106240:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 764us (3342us total) trans 17179871141 rc 0/0 00000100:00100000:0.0:1777047448.978017:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5083 00000100:00100000:0.0:1777047448.978055:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5084 00000100:00100000:0.0:1777047448.978071:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384106112:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047448.978276:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047448.978286:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047447 -> 1777047447 00002000:00010000:0.0:1777047448.978290:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047448.978293:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047447 -> 1777047448 00002000:00010000:0.0:1777047448.978297:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047448.978339:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384106112:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 271us (3299us total) trans 21474838255 rc 0/0 00000100:00100000:0.0:1777047448.978354:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5084 00000100:00100000:0.0:1777047448.993005:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047448.995523:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384106496 00000100:00100000:3.0:1777047448.995588:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384106496 00000100:00100000:0.0:1777047449.017148:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047449.018005:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384106624 00000100:00100000:3.0:1777047449.018019:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384106624 00010000:00010000:3.0:1777047449.018077:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99dfd6d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b1a expref: 73 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.018153:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2393 00000100:00100000:3.0:1777047449.018173:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2411:x1863365384106624:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047449.018199:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047449.018211:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99dfd6d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b1a expref: 73 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.018260:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99dfd6d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b1a expref: 73 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.018298:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99dfd6d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b1a expref: 73 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.018325:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047449.018334:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.018350:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.018363:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.018419:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047449.018512:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384106624:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 342us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.018528:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2393 00000100:00100000:3.0:1777047449.034334:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384106752 00000100:00100000:3.0:1777047449.034349:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384106752 00010000:00010000:3.0:1777047449.034408:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dfd4a lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xe4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b05 expref: 72 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.034489:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2394 00000100:00100000:3.0:1777047449.034507:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384106752:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047449.034602:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047449.034618:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dfd4a lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xe4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b05 expref: 72 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.034644:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dfd4a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xe4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b05 expref: 72 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.034688:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe4:0x0].0x0 (ffff98680398fc00) 00010000:00010000:3.0:1777047449.034698:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.034714:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.034728:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.039877:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047449.039994:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384106752:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 5482us (6445us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.040015:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2394 00010000:00010000:0.0:1777047449.041963:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dfd4a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b05 expref: 71 pid: 33034 timeout: 4177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047449.042000:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ace00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365433952128:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047449.042034:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047449.045609:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433952256 00000100:00100000:0.0:1777047449.045623:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433952256 00000100:00100000:0.0:1777047449.046050:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1777047449.046069:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433952256:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.046215:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433952256:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 150us (2910us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.046229:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1777047449.049329:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433952384 00000100:00100000:3.0:1777047449.049341:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433952384 00000100:00100000:3.0:1777047449.049420:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1777047449.049433:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433952384:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.049570:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433952384:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 104us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.049584:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1777047449.059777:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433952512 00000100:00100000:3.0:1777047449.059789:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433952512 00000100:00100000:3.0:1777047449.059890:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1777047449.059908:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433952512:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.060113:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433952512:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 208us (6106us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.060156:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1777047449.060342:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433952512:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.060437:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818915c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433952640:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.060494:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047449.060586:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047449.070308:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433953664 00000100:00100000:3.0:1777047449.070318:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433953664 00000100:00100000:3.0:1777047449.070367:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1777047449.070379:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433953664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.070496:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433953664:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 118us (1963us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.070509:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1777047449.071506:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433953792 00000100:00100000:3.0:1777047449.071514:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433953792 00000100:00100000:3.0:1777047449.071591:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1777047449.071604:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433953792:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.071684:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433953792:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 81us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.071695:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1777047449.072295:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433953920 00000100:00100000:3.0:1777047449.072303:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433953920 00000100:00100000:3.0:1777047449.072337:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1777047449.072348:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433953920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.072473:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433953920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 126us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.072484:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1777047449.074298:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433954048 00000100:00100000:3.0:1777047449.074308:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433954048 00000100:00100000:3.0:1777047449.074350:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1777047449.074361:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433954048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.074447:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433954048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 86us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.074458:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1777047449.075715:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433954304 00000100:00100000:0.0:1777047449.075723:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433954304 00000100:00100000:0.0:1777047449.075797:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1777047449.075810:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433954304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.075940:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433954304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 131us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.075952:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1777047449.078572:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433954432 00000100:00100000:0.0:1777047449.078581:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433954432 00000100:00100000:0.0:1777047449.078645:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1777047449.078657:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433954432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.078740:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433954432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 85us (1501us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.078783:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1777047449.082783:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433954688 00000100:00100000:0.0:1777047449.082792:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433954688 00000100:00100000:3.0:1777047449.083686:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e491500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433954688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.083799:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433954816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.084292:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047449.084337:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047449.086473:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433954816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.086545:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365433954944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.098503:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433954944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 7124us (10969us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.098571:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1777047449.102525:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433955072 00000100:00100000:3.0:1777047449.103471:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433955072 00000100:00100000:3.0:1777047449.103690:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1777047449.103710:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433955072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047449.103887:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433955072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 182us (4356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.103901:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1777047449.113386:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433955584 00000100:00100000:0.0:1777047449.113396:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433955584 00000100:00100000:0.0:1777047449.113437:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1777047449.113448:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433955584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.113894:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433955584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 154us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.113909:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1777047449.115905:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433955712 00000100:00100000:0.0:1777047449.115914:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433955712 00000100:00100000:0.0:1777047449.115952:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1777047449.115964:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433955712:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.116067:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365433955712:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 103us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.116079:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1777047449.116541:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433955840 00000100:00100000:3.0:1777047449.116549:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433955840 00000100:00100000:0.0:1777047449.118584:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433955968 00000100:00100000:0.0:1777047449.118592:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433955968 00000100:00100000:0.0:1777047449.118634:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1777047449.118669:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433955968:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.118825:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433955968:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 180us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.118837:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1777047449.132350:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433956096 00000100:00100000:0.0:1777047449.132364:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433956096 00000100:00100000:0.0:1777047449.132457:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1777047449.132472:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30808:x1863365433956096:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047449.133345:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:30808:x1863365433956096:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 874us (2091us total) trans 17179871143 rc 0/0 00000100:00100000:0.0:1777047449.133360:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1777047449.143934:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365433956224:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 6463us (7495us total) trans 21474838256 rc 0/0 00000100:00100000:3.0:1777047449.143956:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000001:00080000:0.0:1777047449.147120:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937854 00010000:00010000:0.0:1777047449.147185:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147203:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147214:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147225:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809535400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047449.147232:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147245:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147268:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe4:0x0].0x0 (ffff98680398fc00) 00010000:00010000:0.0:1777047449.147273:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047449.147280:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147290:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99dfd90 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147323:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147334:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147352:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147361:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047449.147365:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147377:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147399:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047449.147403:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047449.147408:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147418:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dfd89 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.147438:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047449.147442:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047449.147452:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99dfce8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ae9 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047449.150297:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54266:x1863365384106496:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 153600us (157296us total) trans 8589937855 rc 0/0 00000100:00100000:0.0:1777047449.150316:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1178 00000020:00080000:0.0:1777047449.150345:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1777047449.169834:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384106880 00000100:00100000:3.0:1777047449.169849:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384106880 00000100:00100000:3.0:1777047449.169938:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3201 00000100:00100000:3.0:1777047449.169957:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54266:x1863365384106880:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.170258:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.170297:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd97 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b36 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.170394:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd97 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b36 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.170423:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd97 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b36 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.170455:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:3.0:1777047449.170461:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047449.170466:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39800, rc 0) 00000100:00100000:3.0:1777047449.170618:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54266:x1863365384106880:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 663us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.170632:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3201 00000100:00100000:0.0:1777047449.220130:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384107392 00000100:00100000:0.0:1777047449.220148:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384107392 00000100:00100000:0.0:1777047449.220264:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1180 00000100:00100000:0.0:1777047449.220286:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54266:x1863365384107392:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:0.0:1777047449.222475:0:30808:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xe4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1777047449.232472:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99dfd9e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.232508:0:30808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99dfd9e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.232532:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99dfd9e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.232592:0:30808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99dfd9e lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.232609:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99dfd9e lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.232624:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99dfd9e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.232665:0:30808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047449.232882:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54266:x1863365384107392:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 12594us (15459us total) trans 8589937857 rc 0/0 00000100:00100000:0.0:1777047449.232904:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1180 00000100:00100000:3.0:1777047449.397356:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384108032 00000100:00100000:3.0:1777047449.397369:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384108032 00000100:00100000:3.0:1777047449.397475:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3204 00000100:00100000:3.0:1777047449.397492:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54268:x1863365384108032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.397526:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.397599:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfdd6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b4b expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.397769:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dfddd lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.397794:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dfddd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.397813:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dfddd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047449.397833:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 103370 00010000:00010000:3.0:1777047449.398006:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99dfdd6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b4b expref: 81 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.398033:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dfddd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b4b expref: 80 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.398047:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:3.0:1777047449.398053:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047449.398058:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38000, rc 0) 00000100:00100000:3.0:1777047449.398143:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54268:x1863365384108032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 654us (932us total) trans 8589937859 rc 0/0 00000100:00100000:3.0:1777047449.398157:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3204 00000100:00100000:0.0:1777047449.414294:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384108160 00000100:00100000:0.0:1777047449.414310:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384108160 00000100:00100000:0.0:1777047449.414429:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5085 00000100:00100000:0.0:1777047449.414446:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384108160:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047449.414471:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047449.414501:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b52 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047449.414582:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 183688, mtime: 0x69eb9794, atime: 0x69eb96d2, ctime: 0x69eb9794, blocks: 0x203 00010000:00010000:0.0:1777047449.414613:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.414617:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.414629:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 16 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.414658:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 16 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.415314:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a800, rc 0) 00000100:00100000:0.0:1777047449.415393:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384108160:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 950us (4376us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.415406:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5085 00000100:00080000:3.0:1777047449.418309:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047449.451006:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384108288 00000100:00100000:0.0:1777047449.451026:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384108288 00000100:00100000:0.0:1777047449.451254:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5086 00000100:00100000:0.0:1777047449.451275:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384108288:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047449.451324:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047449.451359:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b59 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047449.451401:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 183688, mtime: 0x69eb9794, atime: 0x69eb96e5, ctime: 0x69eb9794, blocks: 0x203 00010000:00010000:0.0:1777047449.451430:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.451435:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.451450:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 17 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.451482:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 17 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.451507:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b600, rc 0) 00000100:00100000:0.0:1777047449.451628:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384108288:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 358us (11355us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.451642:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5086 00000100:00080000:3.0:1777047449.485489:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047449.531078:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384108544 00000100:00100000:3.0:1777047449.531094:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384108544 00000100:00100000:3.0:1777047449.531193:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5088 00000100:00100000:3.0:1777047449.531212:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384108544:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.531240:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.531275:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99dfe00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b67 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047449.531320:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 183688, mtime: 0x69eb9794, atime: 0x69eb9701, ctime: 0x69eb9794, blocks: 0x203 00010000:00010000:3.0:1777047449.531352:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.531357:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.531372:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99dfe00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b67 expref: 19 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.531402:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99dfe00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b67 expref: 19 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.531425:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39600, rc 0) 00000100:00100000:3.0:1777047449.531586:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384108544:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 332us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.531600:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5088 00000100:00100000:3.0:1777047449.581942:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384108800 00000100:00100000:3.0:1777047449.581958:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384108800 00000100:00100000:3.0:1777047449.583387:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5090 00000100:00100000:3.0:1777047449.583408:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384108800:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.583437:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.583468:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b75 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047449.583513:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 183688, mtime: 0x69eb9794, atime: 0x69eb9713, ctime: 0x69eb9794, blocks: 0x203 00010000:00010000:3.0:1777047449.583577:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.583582:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.583598:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 20 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.583635:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 20 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.583659:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39a00, rc 0) 00000100:00100000:0.0:1777047449.612312:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384108928 00000100:00100000:0.0:1777047449.612328:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384108928 00000100:00100000:0.0:1777047449.612433:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5091 00000100:00100000:0.0:1777047449.612549:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384108928:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047449.612577:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047449.612609:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b7c expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047449.612687:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 183688, mtime: 0x69eb9794, atime: 0x69eb973a, ctime: 0x69eb9794, blocks: 0x203 00010000:00010000:0.0:1777047449.612716:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.612720:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.612733:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.612793:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.612831:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3bc00, rc 0) 00000100:00100000:0.0:1777047449.612955:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384108928:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 507us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.613271:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5091 00000100:00100000:3.0:1777047449.629179:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047449.629621:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384109056 00000100:00100000:0.0:1777047449.629638:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384109056 00000100:00100000:0.0:1777047449.629715:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5092 00000100:00100000:0.0:1777047449.629733:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384109056:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047449.629786:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047449.629823:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b83 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047449.629865:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 183688, mtime: 0x69eb9794, atime: 0x69eb974b, ctime: 0x69eb9794, blocks: 0x203 00010000:00010000:0.0:1777047449.629894:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.629898:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.629914:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 20 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.630259:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 20 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.630305:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b200, rc 0) 00000100:00100000:0.0:1777047449.630413:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384109056:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 681us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.630435:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5092 00000100:00100000:3.0:1777047449.683772:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384109312 00000100:00100000:3.0:1777047449.683788:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384109312 00000100:00100000:3.0:1777047449.683891:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5094 00000100:00100000:3.0:1777047449.683910:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384109312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047449.683936:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047449.683968:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b91 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047449.684010:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 183688, mtime: 0x69eb9795, atime: 0x69eb9766, ctime: 0x69eb9795, blocks: 0x203 00010000:00010000:3.0:1777047449.684038:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.684042:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047449.684083:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 21 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.684114:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 21 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.684157:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38400, rc 0) 00000100:00100000:3.0:1777047449.684277:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384109312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 369us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047449.684291:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5094 00000100:00100000:0.0:1777047449.701274:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384109440 00000100:00100000:0.0:1777047449.701290:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384109440 00000100:00100000:0.0:1777047449.701389:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5095 00000100:00100000:0.0:1777047449.701408:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384109440:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047449.701434:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047449.701497:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99dfe31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787b98 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047449.706441:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 183688, mtime: 0x69eb9795, atime: 0x69eb9766, ctime: 0x69eb9795, blocks: 0x203 00010000:00010000:0.0:1777047449.706493:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.706497:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047449.706513:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99dfe31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b98 expref: 22 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.706858:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99dfe31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b98 expref: 22 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047449.706886:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b800, rc 0) 00000100:00100000:0.0:1777047449.707001:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384109440:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5596us (5922us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047449.707017:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5095 00000100:00100000:3.0:1777047449.962892:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384109568 00000100:00100000:3.0:1777047449.962910:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384109568 00000100:00100000:3.0:1777047449.963443:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2701 00000100:00100000:3.0:1777047449.963464:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384109568:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047449.963520:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.963553:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfd74 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b21 expref: 22 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.963571:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047449.963575:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047449.963581:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.964045:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfd74 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b21 expref: 22 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047449.964072:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfd74 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b21 expref: 22 pid: 33475 timeout: 4178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047449.964101:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365433956864:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047449.964269:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047449.985294:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365433956864:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047449.985343:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.002702:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.002834:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.021890:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.021921:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.021938:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.021952:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047450.021960:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.021975:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.022310:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.022325:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99dfe38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047450.022559:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384109568:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 59093us (60017us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047450.022579:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2701 00000100:00100000:3.0:1777047450.061362:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384109824 00000100:00100000:3.0:1777047450.061379:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384109824 00000100:00100000:3.0:1777047450.061948:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384109952 00000100:00100000:3.0:1777047450.061958:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384109952 00000100:00080000:0.0:1777047450.073435:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047450.074313:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384110080 00000100:00100000:3.0:1777047450.074323:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384110080 00000100:00100000:3.0:1777047450.074396:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 333 00000100:00100000:3.0:1777047450.074412:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9867010cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2410:x1863365384110080:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047450.074487:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9867010cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2410:x1863365384110080:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 77us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047450.074499:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 333 00000100:00100000:0.0:1777047450.110784:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e492680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365433957120:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047450.110843:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99dfe46 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ba6 expref: 22 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.110902:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99dfe46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ba6 expref: 22 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.110924:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7200, rc 0) 00000100:00100000:0.0:1777047450.111546:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384109952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 42496us (53509us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047450.111561:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5097 00000100:00100000:0.0:1777047450.129183:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047450.146504:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047450.230404:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047450.253994:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047450.256349:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384110848 00000100:00100000:3.0:1777047450.256369:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384110848 00000100:00100000:3.0:1777047450.256482:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1181 00000100:00100000:3.0:1777047450.256499:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54268:x1863365384110848:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047450.257625:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54268:x1863365384110848:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1127us (3648us total) trans 8589937860 rc 0/0 00000100:00100000:3.0:1777047450.257640:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1181 00000100:00100000:3.0:1777047450.396483:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384111104 00000100:00100000:3.0:1777047450.396503:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384111104 00000100:00100000:3.0:1777047450.396719:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3205 00000100:00100000:3.0:1777047450.396777:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54269:x1863365384111104:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047450.396842:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047450.396884:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99dfe54 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bad expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.397597:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfe5b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.397637:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfe5b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.397660:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfe5b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047450.397686:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 103370 00010000:00010000:3.0:1777047450.397960:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99dfe54 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bad expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.397999:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfe5b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bad expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.398018:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:3.0:1777047450.398023:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047450.398029:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39c00, rc 0) 00000100:00100000:3.0:1777047450.398155:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54269:x1863365384111104:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1385us (4285us total) trans 8589937861 rc 0/0 00000100:00100000:3.0:1777047450.398169:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3205 00010000:00010000:3.0:1777047450.507366:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfe69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.507400:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfe69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.507417:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfe69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.507440:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047450.507448:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfe69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.507464:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfe69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.507499:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfe69 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.507513:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99dfe69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047450.573149:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384111360 00000100:00100000:0.0:1777047450.573171:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384111360 00000100:00100000:0.0:1777047450.573320:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2704 00000100:00100000:0.0:1777047450.573341:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384111360:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047450.573410:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.573444:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047450.573448:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047450.573458:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.573496:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.611685:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.611749:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.611768:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.611783:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbfe00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047450.611792:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.611811:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.611848:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.611864:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049dad020/0x29ccbc23e99dfe70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047450.612712:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384111360:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 39366us (39965us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047450.612763:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2704 00000100:00100000:0.0:1777047450.785932:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384111616 00000100:00100000:0.0:1777047450.785953:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384111616 00000100:00100000:0.0:1777047450.786296:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2706 00000100:00100000:0.0:1777047450.786318:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384111616:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047450.786383:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.786415:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047450.786419:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047450.786429:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.786453:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.809240:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.809278:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.809294:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.809308:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbfe00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047450.809317:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.809334:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.809370:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.809385:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfe7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047450.809661:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384111616:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23339us (24776us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047450.809682:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2706 00000100:00100000:3.0:1777047450.846083:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384111744 00000100:00100000:3.0:1777047450.846100:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384111744 00000100:00100000:3.0:1777047450.850437:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2707 00000100:00100000:3.0:1777047450.850467:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384111744:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047450.850570:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.850915:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.850923:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.850934:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.850983:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.873205:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.873240:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.873256:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.873270:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047450.873278:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.873292:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.873328:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.873342:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047450.873523:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384111744:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23062us (28075us total) trans 0 rc 103370/103370 00000100:00100000:3.0:1777047450.874493:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2707 00000100:00100000:3.0:1777047450.904242:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384111872 00000100:00100000:3.0:1777047450.904263:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384111872 00010000:00010000:0.0:1777047450.941869:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99dfe8c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.941903:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99dfe8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.941924:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99dfe8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.941938:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047450.941946:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99dfe8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.941964:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99dfe8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.941998:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99dfe8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047450.942013:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99dfe8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047450.942337:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384111872:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 35891us (49081us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047450.942357:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2708 00000100:00100000:3.0:1777047450.980898:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384112000 00000100:00100000:3.0:1777047450.980915:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384112000 00000100:00100000:3.0:1777047450.981089:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2709 00000100:00100000:3.0:1777047450.981111:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384112000:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047450.981217:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.981246:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.981250:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047450.981258:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047450.981284:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.009415:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.009447:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.009465:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.009479:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047451.009487:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.009514:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.009605:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.009622:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe93 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.009877:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384112000:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28765us (29810us total) trans 0 rc 103370/103370 00000100:00100000:3.0:1777047451.009897:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2709 00000100:00100000:3.0:1777047451.044880:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384112128 00000100:00100000:3.0:1777047451.044897:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384112128 00000100:00100000:3.0:1777047451.045032:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2710 00000100:00100000:3.0:1777047451.045052:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384112128:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047451.045107:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.045137:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.045141:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.045150:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.045176:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.062228:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.062263:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.062283:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.062298:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047451.062307:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.062354:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.062388:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.062405:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99dfe9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047451.062983:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384112128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17927us (20724us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047451.063005:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2710 00000100:00100000:0.0:1777047451.225308:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384112512 00000100:00100000:0.0:1777047451.225326:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384112512 00000100:00100000:0.0:1777047451.225450:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2713 00000100:00100000:0.0:1777047451.225468:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384112512:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047451.225522:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.225938:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047451.225943:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047451.225970:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.225997:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.247400:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.247432:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.247459:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.247472:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbe400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047451.247479:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.247494:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.247522:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.247568:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfeaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047451.248276:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384112512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22806us (25441us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047451.248294:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2713 00000100:00100000:0.0:1777047451.270581:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047451.277740:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2714 00000100:00100000:3.0:1777047451.277760:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384112640:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047451.278573:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.278602:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.278605:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.278613:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.278636:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.295316:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.295343:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.295359:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.295370:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047451.295377:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.295400:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.295429:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.295442:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfeb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.295549:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384112640:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17788us (24972us total) trans 0 rc 103370/103370 00000100:00100000:3.0:1777047451.295565:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2714 00000100:00100000:0.0:1777047451.398084:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047451.398211:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384112768 00000100:00100000:3.0:1777047451.398227:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384112768 00000100:00100000:3.0:1777047451.398404:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5098 00000100:00100000:3.0:1777047451.398425:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384112768:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047451.398451:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047451.398481:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfebd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bb4 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047451.398520:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 103370, mtime: 0x69eb9797, atime: 0x69eb9790, ctime: 0x69eb9798, blocks: 0x107 00010000:00010000:3.0:1777047451.398608:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.398614:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.398630:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfebd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bb4 expref: 22 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.398673:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfebd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bb4 expref: 22 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.398697:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38a00, rc 0) 00000100:00100000:3.0:1777047451.398818:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384112768:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 397us (743us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.398833:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5098 00000100:00100000:0.0:1777047451.410376:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384112896 00000100:00100000:0.0:1777047451.410392:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384112896 00000100:00100000:0.0:1777047451.410504:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2715 00000100:00100000:0.0:1777047451.410593:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384112896:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047451.411419:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.411448:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047451.411452:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047451.411461:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.411485:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.439516:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.439606:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.439624:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.439638:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbe400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047451.439646:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.440013:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.440045:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.440069:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99dfec4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047451.440184:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384112896:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29659us (30057us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047451.440203:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2715 00000100:00100000:3.0:1777047451.458115:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384113024 00000100:00100000:3.0:1777047451.458133:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384113024 00000100:00100000:3.0:1777047451.458272:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2716 00000100:00100000:3.0:1777047451.458292:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384113024:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047451.458364:0:26860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 103370, mtime: 0x69eb9797, atime: 0x69eb9790, ctime: 0x69eb9798, blocks: 0x103 00010000:00010000:3.0:1777047451.458380:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.458405:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.458409:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047451.458418:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.458444:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.508381:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.508438:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.508457:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.508473:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047451.508562:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.508583:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.508616:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.508632:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99dfecb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->106495] (req 0->106495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047451.508934:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384113024:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 50640us (53748us total) trans 0 rc 103370/103370 00000100:00100000:0.0:1777047451.508954:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2716 00000100:00100000:3.0:1777047451.559203:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047451.559663:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384113152 00000100:00100000:0.0:1777047451.559679:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384113152 00000100:00100000:0.0:1777047451.561994:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 472 00000100:00100000:0.0:1777047451.562034:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54269:x1863365384113152:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047451.562063:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047451.562106:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39c00/0x29ccbc23e99dfe5b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bad expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.562140:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:0.0:1777047451.562152:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047451.562251:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54269:x1863365384113152:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 231us (3055us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047451.564339:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 472 00000100:00100000:0.0:1777047451.581980:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384113408 00000100:00100000:0.0:1777047451.581997:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384113408 00000100:00100000:0.0:1777047451.582081:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1182 00000100:00100000:0.0:1777047451.582098:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54269:x1863365384113408:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047451.582486:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54269:x1863365384113408:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 387us (3044us total) trans 8589937862 rc 0/0 00000100:00100000:0.0:1777047451.582501:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1182 00000100:00100000:3.0:1777047451.609515:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384113664 00000100:00100000:3.0:1777047451.609543:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384113664 00000100:00100000:3.0:1777047451.609693:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3206 00000100:00100000:3.0:1777047451.609745:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54106:x1863365384113664:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047451.609804:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047451.609835:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99dfed2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bbb expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.609982:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfed9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.610007:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99dfdba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b3d expref: 83 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.610021:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfed9 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.610072:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99dfdba lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b3d expref: 83 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.610095:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99dfdba lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b3d expref: 83 pid: 30804 timeout: 4179 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.610118:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365433957376:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047451.610263:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097edd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047451.702402:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433957504:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047451.702445:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99dfeee lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.705799:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384114048 00000100:00100000:3.0:1777047451.705815:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384114048 00010000:00010000:3.0:1777047451.705879:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfed9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bbb expref: 85 pid: 33460 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.706402:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2398 00000100:00100000:3.0:1777047451.706421:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2411:x1863365384114048:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047451.706448:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047451.706465:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfed9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bbb expref: 85 pid: 33460 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.706487:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfed9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bbb expref: 85 pid: 33460 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.706522:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dfed9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bbb expref: 85 pid: 33460 timeout: 4180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.706888:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:3.0:1777047451.706898:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99dfeee lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.706915:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99dfeee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.706927:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99dfeee lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.707050:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047451.707131:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2411:x1863365384114048:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 713us (4995us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047451.707147:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2398 00000100:00100000:0.0:1777047451.714792:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047451.714824:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433957632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047451.714913:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047451.715045:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433957632 00000100:00100000:0.0:1777047451.715057:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433957632 00000100:00100000:0.0:1777047451.715145:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:0.0:1777047451.715161:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365433957632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047451.715211:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 275054592 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047451.715283:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365433957632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047451.715296:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00080000:0.0:1777047451.715332:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047451.715377:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871143 gen 2 00000004:00080000:0.0:1777047451.715386:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0ea00, transno 17179871110 00000004:00080000:0.0:1777047451.715403:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0c700, transno 17179871111 00000004:00080000:0.0:1777047451.715408:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0c000, transno 17179871112 00000004:00080000:0.0:1777047451.715413:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0f800, transno 17179871113 00000004:00080000:0.0:1777047451.715417:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0e300, transno 17179871114 00000004:00080000:0.0:1777047451.715421:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0df80, transno 17179871115 00000004:00080000:0.0:1777047451.715425:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a3800, transno 17179871116 00000004:00080000:0.0:1777047451.715429:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0f100, transno 17179871117 00000004:00080000:0.0:1777047451.715434:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0ed80, transno 17179871118 00000004:00080000:0.0:1777047451.715438:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a3480, transno 17179871119 00000004:00080000:0.0:1777047451.715442:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a0a80, transno 17179871120 00000004:00080000:0.0:1777047451.715447:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a1500, transno 17179871121 00000004:00080000:0.0:1777047451.715452:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a1c00, transno 17179871122 00000004:00080000:0.0:1777047451.715456:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a1180, transno 17179871123 00000004:00080000:0.0:1777047451.715460:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497d180, transno 17179871124 00000004:00080000:0.0:1777047451.715464:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497ea00, transno 17179871125 00000004:00080000:0.0:1777047451.715468:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497d500, transno 17179871126 00000004:00080000:0.0:1777047451.715473:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497e300, transno 17179871127 00000004:00080000:0.0:1777047451.715478:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497f800, transno 17179871128 00000004:00080000:0.0:1777047451.715483:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497fb80, transno 17179871129 00000004:00080000:0.0:1777047451.715487:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0ce00, transno 17179871130 00000004:00080000:0.0:1777047451.715492:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497c000, transno 17179871131 00000004:00080000:0.0:1777047451.715496:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0dc00, transno 17179871132 00000004:00080000:0.0:1777047451.715500:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0fb80, transno 17179871133 00000004:00080000:0.0:1777047451.715504:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2300, transno 17179871134 00000004:00080000:0.0:1777047451.715508:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2a00, transno 17179871135 00000004:00080000:0.0:1777047451.715511:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497dc00, transno 17179871136 00000004:00080000:0.0:1777047451.715515:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497df80, transno 17179871138 00000004:00080000:0.0:1777047451.715521:0:3340:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871143 committed transno 17179871143 00000100:00100000:0.0:1777047451.715599:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433957632:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1777047451.716287:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 28 done 00000100:00100000:3.0:1777047451.748558:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384114176 00000100:00100000:3.0:1777047451.748575:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384114176 00000100:00100000:0.0:1777047451.748769:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384114304 00000100:00100000:0.0:1777047451.749113:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384114304 00000100:00100000:0.0:1777047451.749202:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5099 00000100:00100000:0.0:1777047451.749221:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384114176:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047451.749249:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047451.749282:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfef5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bc9 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047451.749326:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 103370, mtime: 0x69eb9797, atime: 0x69eb9790, ctime: 0x69eb9798, blocks: 0x103 00010000:00010000:0.0:1777047451.749356:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047451.749360:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047451.749375:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfef5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bc9 expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.749409:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfef5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bc9 expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.749433:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbbfe00, rc 0) 00000100:00100000:0.0:1777047451.749660:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384114176:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 439us (5067us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047451.752086:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5099 00000100:00100000:3.0:1777047451.801229:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384114560 00000100:00100000:3.0:1777047451.801246:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384114560 00000100:00100000:3.0:1777047451.802257:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3208 00000100:00100000:3.0:1777047451.802285:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384114560:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:3.0:1777047451.802378:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047451.803325:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99dfeee lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bc2 expref: 83 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.803364:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:3.0:1777047451.803373:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047451.841065:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384114816 00000100:00100000:0.0:1777047451.841082:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384114816 00000100:00100000:0.0:1777047451.844217:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1183 00000100:00100000:0.0:1777047451.844245:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54106:x1863365384114816:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:0.0:1777047451.844997:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54106:x1863365384114816:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 754us (4706us total) trans 8589937866 rc 0/0 00000100:00100000:0.0:1777047451.845017:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1183 00010000:00010000:3.0:1777047451.847998:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dff03 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.848022:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dff03 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.848042:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dff03 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.848056:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047451.848064:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dff03 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.848085:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dff03 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.848116:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:3.0:1777047451.848123:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047451.848131:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dff03 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047451.848158:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99dff03 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047451.861281:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047451.863885:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384115072 00000100:00100000:0.0:1777047451.863907:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384115072 00000100:00100000:0.0:1777047451.864026:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3209 00000100:00100000:0.0:1777047451.864045:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54106:x1863365384115072:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047451.864089:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047451.864095:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1777047451.864140:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dfdc8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b44 expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.864183:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99dfd97 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b36 expref: 84 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.864209:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868110f3e00) 00010000:00010000:0.0:1777047451.864227:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047451.864258:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99dff0a lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bd7 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.864347:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99dff11 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.864689:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99dff11 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047451.864743:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99dff11 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047452.132793:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937866 is committed 00000001:00080000:0.0:1777047452.132862:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937867 is committed 00000004:00080000:0.0:1777047452.132871:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 836 committed 00000004:00080000:0.0:1777047452.132894:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 824 committed 00000004:00080000:0.0:1777047452.132914:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 823 committed 00000004:00080000:0.0:1777047452.132919:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 835 committed 00000004:00080000:0.0:1777047452.132923:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 822 committed 00000004:00080000:0.0:1777047452.132928:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 834 committed 00000004:00080000:0.0:1777047452.132932:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 833 committed 00000004:00080000:0.0:1777047452.132937:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 821 committed 00000004:00080000:0.0:1777047452.132942:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 820 committed 00000004:00080000:0.0:1777047452.132945:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 832 committed 00000004:00080000:0.0:1777047452.132950:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 819 committed 00000004:00080000:0.0:1777047452.132954:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 831 committed 00000004:00080000:0.0:1777047452.132957:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 830 committed 00000004:00080000:0.0:1777047452.132961:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 818 committed 00000004:00080000:0.0:1777047452.132965:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 817 committed 00000004:00080000:0.0:1777047452.132969:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 829 committed 00000004:00080000:0.0:1777047452.132972:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 828 committed 00000004:00080000:0.0:1777047452.132975:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 816 committed 00000004:00080000:0.0:1777047452.132979:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 827 committed 00000004:00080000:0.0:1777047452.132982:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 815 committed 00000004:00080000:0.0:1777047452.132986:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 826 committed 00000004:00080000:0.0:1777047452.132989:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 814 committed 00000004:00080000:0.0:1777047452.132993:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 813 committed 00000004:00080000:0.0:1777047452.132997:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 825 committed 00000004:00080000:0.0:1777047452.133001:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 812 committed 00000004:00080000:0.0:1777047452.133004:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 824 committed 00000004:00080000:0.0:1777047452.133008:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 823 committed 00000004:00080000:0.0:1777047452.133039:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 811 committed 00000004:00080000:0.0:1777047452.133044:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 810 committed 00000004:00080000:0.0:1777047452.133048:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 822 committed 00000020:00080000:0.0:1777047452.133077:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff986807e809c0 refcount 2 committed 0 result 0 batchid 4294969472 00000020:00080000:0.0:1777047452.133087:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683edfe700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9868062eba80 00000020:00080000:0.0:1777047452.133094:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff986806279700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986807e80a80 00000020:00080000:0.0:1777047452.133100:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff986806279a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98683e4c6400 00000020:00080000:0.0:1777047452.133106:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].48 00000100:00100000:3.0:1777047452.135173:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433958400:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.135268:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.135359:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433958912:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.135403:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.135443:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047452.135455:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433958016:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.135490:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.135524:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433958528:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.135595:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.135659:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958272:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.135729:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.135766:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.135806:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.135844:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047452.135856:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.135968:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.136006:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.136075:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.136129:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958400 00000100:00100000:3.0:1777047452.136140:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958400 00000100:00100000:3.0:1777047452.136207:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958912 00000100:00100000:3.0:1777047452.136213:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958912 00000100:00100000:3.0:1777047452.136243:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958016 00000100:00100000:3.0:1777047452.136247:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958016 00000100:00100000:3.0:1777047452.136272:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958528 00000100:00100000:3.0:1777047452.136277:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958528 00000100:00100000:3.0:1777047452.136307:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958272 00000100:00100000:3.0:1777047452.136313:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958272 00000100:00100000:3.0:1777047452.136333:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958784 00000100:00100000:3.0:1777047452.136337:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958784 00000100:00100000:3.0:1777047452.136354:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958144 00000100:00100000:3.0:1777047452.136359:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958144 00000100:00100000:3.0:1777047452.136378:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433958656 00000100:00100000:3.0:1777047452.136384:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433958656 00000100:00100000:3.0:1777047452.136410:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101 00000100:00100000:3.0:1777047452.136425:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433958400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047452.136953:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047452.136961:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.136967:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047452.136971:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.136975:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047452.137328:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433958400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 903us (2059us total) trans 17179871144 rc 0/0 00000100:00100000:3.0:1777047452.137344:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101 00000100:00100000:3.0:1777047452.137376:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102 00000100:00100000:3.0:1777047452.137389:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433958912:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047452.137647:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047452.137654:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.137658:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047452.137662:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.137667:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047452.139728:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433959040:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047452.139792:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.139833:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433959552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047452.139878:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.139903:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777047452.139914:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433959424:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047452.139956:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.139976:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433959936:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047452.140046:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.150349:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5104 00000100:00100000:0.0:1777047452.150371:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433958528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.150629:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.150636:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.150642:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047452.150646:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.150650:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.150739:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433958528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 374us (15142us total) trans 17179871147 rc 0/0 00000100:00100000:0.0:1777047452.150753:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5104 00000100:00100000:0.0:1777047452.150783:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5105 00000100:00100000:0.0:1777047452.150800:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433958272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.151322:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047452.151328:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.151333:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047452.151338:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.151342:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047452.151399:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365433958272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 602us (15667us total) trans 17179871148 rc 0/0 00000100:00100000:0.0:1777047452.151420:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5105 00000100:00100000:0.0:1777047452.151449:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5106 00000100:00100000:0.0:1777047452.151463:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433958784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.152040:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.152046:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.152050:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047452.152054:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.152057:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.152107:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365433958784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 647us (16300us total) trans 17179871149 rc 0/0 00000100:00100000:0.0:1777047452.152119:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5106 00000100:00100000:0.0:1777047452.152144:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5107 00000100:00100000:0.0:1777047452.152156:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433958144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.152318:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.152324:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047447 -> 1777047447 00002000:00010000:0.0:1777047452.152329:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.152332:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047448 -> 1777047448 00002000:00010000:0.0:1777047452.152336:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.152386:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365433958144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 230us (16417us total) trans 17179871150 rc 0/0 00000100:00100000:0.0:1777047452.152398:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5107 00000100:00100000:0.0:1777047452.152421:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5108 00000100:00100000:0.0:1777047452.152433:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433958656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.152631:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.152637:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.152641:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047452.152645:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.152649:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.152730:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365433958656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 266us (16622us total) trans 17179871151 rc 0/0 00000100:00100000:0.0:1777047452.152742:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5108 00000100:00100000:0.0:1777047452.152768:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5109 00000100:00100000:0.0:1777047452.152781:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365433959040:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047452.155939:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433958912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 18547us (20530us total) trans 17179871145 rc 0/0 00000100:00100000:3.0:1777047452.155956:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102 00000100:00100000:3.0:1777047452.156026:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5110 00000100:00100000:3.0:1777047452.156045:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365433959552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047452.156286:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047452.156293:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.156297:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:3.0:1777047452.156301:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.156305:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047452.162422:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3343:x1863365433959040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9635us (22621us total) trans 21474838257 rc 0/0 00000100:00100000:0.0:1777047452.162441:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5109 00000100:00100000:0.0:1777047452.162491:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5112 00000100:00100000:0.0:1777047452.162510:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365433959936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047452.162798:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.162806:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.162811:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047452.162815:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.162819:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047452.163504:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3343:x1863365433959552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7463us (23623us total) trans 21474838258 rc 0/0 00000100:00100000:3.0:1777047452.163519:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5110 00000100:00100000:3.0:1777047452.164299:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433959296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047452.164365:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.164422:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433959808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047452.164491:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047452.164589:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804998380/2, rc 0, transno 17179871150 00000100:00100000:3.0:1777047452.164608:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958144:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047452.164630:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499aa00/2, rc 0, transno 17179871151 00000100:00100000:3.0:1777047452.164637:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958656:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047452.164651:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804999180/2, rc 0, transno 17179871148 00000100:00100000:3.0:1777047452.164657:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958272:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047452.164676:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499b100/2, rc 0, transno 17179871149 00000100:00100000:3.0:1777047452.164682:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433958784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047452.164726:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047452.164739:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433959168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047452.164787:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.164831:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433959680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047452.164867:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047452.164901:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433959296 00000100:00100000:3.0:1777047452.164910:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433959296 00000100:00100000:3.0:1777047452.165248:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433959808 00000100:00100000:3.0:1777047452.165254:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433959808 00000100:00100000:3.0:1777047452.165274:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433959168 00000100:00100000:3.0:1777047452.165277:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433959168 00000100:00100000:3.0:1777047452.165293:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433959680 00000100:00100000:3.0:1777047452.165297:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433959680 00000100:00100000:3.0:1777047452.165317:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5113 00000100:00100000:3.0:1777047452.165328:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365433959296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047452.165505:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047452.165512:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.165517:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047452.165521:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.165525:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047452.165617:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365433959296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 288us (1251us total) trans 21474838261 rc 0/0 00000100:00100000:3.0:1777047452.165631:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5113 00000100:00100000:3.0:1777047452.165656:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114 00000100:00100000:3.0:1777047452.165667:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365433959808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047452.172905:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365433959936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 10399us (32854us total) trans 21474838260 rc 0/0 00000100:00100000:0.0:1777047452.172921:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5112 00000100:00100000:0.0:1777047452.173265:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986708e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047452.173325:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.173373:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986708e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960704:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047452.173410:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.173439:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047452.173449:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986708e97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960320:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047452.173484:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.173506:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986708e96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960832:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047452.173933:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047452.173993:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433960192 00000100:00100000:0.0:1777047452.174002:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433960192 00000100:00100000:0.0:1777047452.174039:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433960704 00000100:00100000:0.0:1777047452.174043:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433960704 00000100:00100000:0.0:1777047452.174074:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433960320 00000100:00100000:0.0:1777047452.174079:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433960320 00000100:00100000:0.0:1777047452.174104:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433960832 00000100:00100000:0.0:1777047452.174109:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433960832 00000100:00100000:0.0:1777047452.174139:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5120 00000100:00100000:0.0:1777047452.174151:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433960192:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.174382:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047452.174389:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.174394:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:0.0:1777047452.174398:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.174402:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047452.174462:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433960192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 311us (1135us total) trans 17179871155 rc 0/0 00000100:00100000:0.0:1777047452.174475:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5120 00000100:00100000:0.0:1777047452.174504:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5121 00000100:00100000:0.0:1777047452.174518:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433960704:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.175028:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047452.175035:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:0.0:1777047452.175039:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047452.175042:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:0.0:1777047452.175046:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047452.175095:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433960704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 579us (1682us total) trans 17179871156 rc 0/0 00000100:00100000:0.0:1777047452.175106:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5121 00000100:00100000:0.0:1777047452.175133:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5122 00000100:00100000:0.0:1777047452.175145:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433960320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.175303:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047452.175310:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.175314:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047452.175318:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047452.175322:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047452.175373:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433960320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 229us (1886us total) trans 17179871157 rc 0/0 00000100:00100000:0.0:1777047452.175386:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5122 00000100:00100000:0.0:1777047452.175412:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5123 00000100:00100000:0.0:1777047452.175424:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433960832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047452.175611:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.175617:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047447 -> 1777047447 00002000:00010000:0.0:1777047452.175622:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.175627:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047448 -> 1777047448 00002000:00010000:0.0:1777047452.175631:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047452.175679:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433960832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 256us (1746us total) trans 17179871158 rc 0/0 00000100:00100000:0.0:1777047452.175691:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5123 00000100:00100000:0.0:1777047452.181636:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433961344 00000100:00100000:0.0:1777047452.181643:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433961344 00002000:00010000:3.0:1777047452.185212:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047452.185220:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.185224:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047452.185229:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.185233:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047452.185319:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365433959808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 19650us (20825us total) trans 21474838265 rc 0/0 00000100:00100000:3.0:1777047452.185335:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114 00000100:00100000:3.0:1777047452.185369:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5125 00000100:00100000:3.0:1777047452.185383:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365433961216:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047452.192780:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5131 00000100:00100000:0.0:1777047452.192799:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365433961344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047452.192999:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047452.197963:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:0.0:1777047452.197974:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047452.197978:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:0.0:1777047452.197983:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047452.198387:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365433961344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5589us (17913us total) trans 21474838271 rc 0/0 00000100:00100000:0.0:1777047452.198404:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5131 00000004:00080000:0.0:1777047452.198495:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986708e97800/2, rc 0, transno 17179871157 00000100:00100000:0.0:1777047452.198507:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986708e97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960320:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047452.198525:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986708e96680/2, rc 0, transno 17179871158 00000100:00100000:0.0:1777047452.198531:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986708e96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960832:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047452.198579:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986708e95c00/2, rc 0, transno 17179871155 00000100:00100000:0.0:1777047452.198586:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986708e95c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960192:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047452.198600:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986708e96300/2, rc 0, transno 17179871156 00000100:00100000:0.0:1777047452.198606:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986708e96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433960704:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047452.199233:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047452.199241:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.199245:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047452.199249:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047452.199252:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047452.199311:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365433961216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 13931us (18331us total) trans 21474838266 rc 0/0 00000100:00100000:3.0:1777047452.199324:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5125 00000004:00080000:1.0:1777047452.200897:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497d180/2, rc 0, transno 21474838266 00000100:00100000:1.0:1777047452.200911:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433961216:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047452.200939:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497ea00/2, rc 0, transno 21474838271 00000100:00100000:1.0:1777047452.200945:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433961344:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047452.201911:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365433961472:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047452.201951:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 23 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.201982:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535e00, rc 0) 00000100:00100000:3.0:1777047452.202067:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54106:x1863365384115200:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 15235us (15379us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047452.202084:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5126 00000100:00100000:0.0:1777047452.213644:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384115328 00000100:00100000:0.0:1777047452.213658:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384115328 00010000:00010000:0.0:1777047452.213742:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfebd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bb4 expref: 23 pid: 7603 timeout: 4180 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.213813:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2399 00000100:00100000:0.0:1777047452.213829:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384115328:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047452.213854:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047452.213882:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfebd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bb4 expref: 23 pid: 7603 timeout: 4180 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.213904:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfebd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bb4 expref: 23 pid: 7603 timeout: 4180 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.213939:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99dfebd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bb4 expref: 23 pid: 7603 timeout: 4180 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.213964:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.213967:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047452.213978:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 22 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.213994:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 22 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.214070:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 22 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.214093:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818917800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365433961984:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047452.214211:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670622ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047452.227674:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818917800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365433961984:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047452.227740:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047452.227921:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384115328:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 14092us (14962us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047452.227939:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2399 00000100:00100000:3.0:1777047452.231627:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384115456 00000100:00100000:3.0:1777047452.231643:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384115456 00000100:00100000:0.0:1777047452.231649:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384115712 00000100:00100000:0.0:1777047452.231662:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384115712 00002000:00010000:0.0:1777047452.231727:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00010000:3.0:1777047452.231727:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (35192->18446744073709551615) 00002000:00100000:0.0:1777047452.231740:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c9f80 with x1863365384115712 ext(0->18446744073709551615) 00002000:00100000:3.0:1777047452.231741:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8e00 with x1863365384115456 ext(35192->18446744073709551615) 00002000:00010000:0.0:1777047452.231766:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c9f80. 00002000:00010000:3.0:1777047452.231766:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c8e00. 00000100:00100000:3.0:1777047452.231830:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384115584 00000100:00100000:3.0:1777047452.231838:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384115584 00002000:00010000:3.0:1777047452.231864:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047452.231870:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8a80 with x1863365384115584 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047452.231881:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868095c8a80. 00000100:00100000:0.0:1777047452.238909:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2717 00000100:00100000:0.0:1777047452.238941:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384115456:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047452.241175:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 103370 -> 35192 00002000:00010000:0.0:1777047452.241184:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047447 -> 1777047451 00002000:00010000:0.0:1777047452.241189:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.241194:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047448 -> 1777047451 00002000:00010000:0.0:1777047452.241198:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1777047452.241307:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384115456:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 2378us (10476us total) trans 17179871159 rc 0/0 00000100:00100000:0.0:1777047452.241322:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2717 00002000:00010000:0.0:1777047452.241329:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (35192->18446744073709551615) 00002000:00100000:0.0:1777047452.241334:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8e00 with x1863365384115456 ext(35192->18446744073709551615) 00002000:00010000:0.0:1777047452.241345:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c8e00. 00000100:00100000:0.0:1777047452.241381:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2718 00000100:00100000:0.0:1777047452.241395:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384115712:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047452.241603:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.241609:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047447 -> 1777047451 00002000:00010000:0.0:1777047452.241613:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.241616:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047448 -> 1777047451 00002000:00010000:0.0:1777047452.241620:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.241659:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384115712:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 266us (10761us total) trans 17179871160 rc 0/0 00000100:00100000:0.0:1777047452.241673:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2718 00002000:00010000:0.0:1777047452.241677:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047452.241682:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c9f80 with x1863365384115712 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047452.241690:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c9f80. 00000100:00100000:0.0:1777047452.241742:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2719 00000100:00100000:0.0:1777047452.241757:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384115584:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047452.241934:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.241939:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047447 -> 1777047451 00002000:00010000:0.0:1777047452.241944:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.241948:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047448 -> 1777047451 00002000:00010000:0.0:1777047452.241952:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.241992:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384115584:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 237us (11010us total) trans 21474838272 rc 0/0 00000100:00100000:0.0:1777047452.242003:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2719 00002000:00010000:0.0:1777047452.242009:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047452.242014:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8a80 with x1863365384115584 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047452.242021:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868095c8a80. 00000100:00100000:0.0:1777047452.262326:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384115840 00000100:00100000:0.0:1777047452.262344:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384115840 00000100:00100000:0.0:1777047452.262472:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3210 00000100:00100000:0.0:1777047452.262496:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384115840:12345-192.168.201.26@tcp:101:fsx.0 00000100:00080000:1.0:1777047452.262500:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777047452.263459:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.263492:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe400/0x29ccbc23e99dff1f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787be5 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.265646:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff26 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.265673:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff26 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.265720:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff26 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047452.265764:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 103370 00000004:00200000:1.0:1777047452.265771:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047452.265799:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff26 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.265872:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe400/0x29ccbc23e99dff1f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787be5 expref: 70 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.265901:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff26 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787be5 expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.265917:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612e00) 00010000:00010000:1.0:1777047452.265923:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047452.265930:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6e00, rc 0) 00000100:00100000:1.0:1777047452.266026:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384115840:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 3537us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.266324:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3210 00000100:00100000:0.0:1777047452.314217:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.329313:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047452.330455:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dff2d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.330477:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dff2d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.330493:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dff2d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.330505:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047452.330514:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dff2d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.330528:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dff2d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.330616:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555e00) 00010000:00010000:3.0:1777047452.330624:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047452.330632:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dff2d lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.330647:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dff2d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.330685:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384116224 00000100:00100000:1.0:1777047452.330730:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384116224 00000100:00100000:1.0:1777047452.330834:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3212 00000100:00100000:1.0:1777047452.330850:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384116224:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047452.330883:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047452.330909:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99dff34 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bec expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.330997:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99dff34 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bec expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.331019:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99dff34 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bec expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.331049:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047452.331054:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047452.331059:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6600, rc 0) 00000100:00100000:1.0:1777047452.331174:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384116224:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 325us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.331189:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3212 00000100:00100000:3.0:1777047452.340550:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047452.340630:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.340832:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384116352 00000100:00100000:0.0:1777047452.340848:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384116352 00002000:00010000:0.0:1777047452.340909:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (251943->18446744073709551615) 00002000:00100000:0.0:1777047452.340918:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf5c00 with x1863365384116352 ext(251943->18446744073709551615) 00002000:00010000:0.0:1777047452.340936:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf5c00. 00000100:00100000:0.0:1777047452.340989:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384116480 00000100:00100000:0.0:1777047452.340995:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384116480 00002000:00010000:0.0:1777047452.341020:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047452.341026:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf6300 with x1863365384116480 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047452.341038:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ecf6300. 00000100:00100000:0.0:1777047452.341093:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2720 00000100:00100000:0.0:1777047452.341114:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384116352:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047452.341134:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2721 00000100:00100000:3.0:1777047452.341159:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384116480:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047452.341442:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 35192 -> 251943 00002000:00010000:0.0:1777047452.341450:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047451 -> 1777047452 00002000:00010000:0.0:1777047452.341454:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.341458:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047451 -> 1777047452 00002000:00010000:0.0:1777047452.341462:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1777047452.341607:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384116352:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 498us (1066us total) trans 17179871161 rc 0/0 00000100:00100000:0.0:1777047452.341622:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2720 00002000:00010000:0.0:1777047452.341629:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (251943->18446744073709551615) 00002000:00100000:0.0:1777047452.341634:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf5c00 with x1863365384116352 ext(251943->18446744073709551615) 00002000:00010000:0.0:1777047452.341644:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf5c00. 00002000:00010000:3.0:1777047452.342054:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047452.342061:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047451 -> 1777047452 00002000:00010000:3.0:1777047452.342066:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047452.342070:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047451 -> 1777047452 00002000:00010000:3.0:1777047452.342075:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047452.345786:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384116480:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 4627us (5147us total) trans 21474838273 rc 0/0 00000100:00100000:3.0:1777047452.345806:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2721 00002000:00010000:3.0:1777047452.345815:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047452.345822:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf6300 with x1863365384116480 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047452.345835:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ecf6300. 00000100:00100000:1.0:1777047452.345977:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.347902:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384116608 00000100:00100000:0.0:1777047452.347916:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384116608 00002000:00010000:0.0:1777047452.347965:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047452.347973:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3800 with x1863365384116608 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047452.347986:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3800. 00000100:00100000:0.0:1777047452.349965:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2722 00000100:00100000:0.0:1777047452.349987:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384116608:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047452.350306:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.350313:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047451 -> 1777047452 00002000:00010000:0.0:1777047452.350319:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.350323:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047451 -> 1777047452 00002000:00010000:0.0:1777047452.350327:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.350412:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384116608:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 430us (4440us total) trans 17179871162 rc 0/0 00000100:00100000:0.0:1777047452.350426:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2722 00002000:00010000:0.0:1777047452.350433:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047452.350439:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3800 with x1863365384116608 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047452.350448:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3800. 00000100:00100000:1.0:1777047452.377756:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047452.379251:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384116736 00000100:00100000:3.0:1777047452.379267:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384116736 00002000:00100000:3.0:1777047452.379344:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (217088->221183) req@ffff98683e6a3480 x1863365384116736/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:188/0 lens 488/0 e 0 to 0 dl 1777047463 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047452.379366:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3480 with x1863365384116736 ext(217088->221183) 00002000:00010000:3.0:1777047452.379376:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3480 00000100:00100000:3.0:1777047452.379462:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2723 00000100:00100000:3.0:1777047452.379480:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384116736:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047452.380218:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384116736:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 738us (2470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047452.380234:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2723 00002000:00100000:3.0:1777047452.380247:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (217088->221183) req@ffff98683e6a3480 x1863365384116736/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:188/0 lens 488/4536 e 0 to 0 dl 1777047463 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047452.380265:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3480 with x1863365384116736 ext(217088->221183) 00002000:00010000:3.0:1777047452.380271:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3480 00000100:00100000:1.0:1777047452.399147:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.401327:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384116864 00000100:00100000:0.0:1777047452.401346:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384116864 00002000:00100000:0.0:1777047452.401426:0:14907:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x11a:0x0] (221184->225279) req@ffff98683e6a0a80 x1863365384116864/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:188/0 lens 488/0 e 0 to 0 dl 1777047463 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047452.401450:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0a80 with x1863365384116864 ext(221184->225279) 00002000:00010000:0.0:1777047452.401461:0:14907:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0a80 00000100:00100000:0.0:1777047452.401503:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2724 00000100:00100000:0.0:1777047452.401523:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384116864:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:0.0:1777047452.402039:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384116864:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 517us (2903us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047452.402057:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2724 00002000:00100000:0.0:1777047452.402071:0:14907:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x11a:0x0] (221184->225279) req@ffff98683e6a0a80 x1863365384116864/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:188/0 lens 488/4536 e 0 to 0 dl 1777047463 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047452.402089:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0a80 with x1863365384116864 ext(221184->225279) 00002000:00010000:0.0:1777047452.402096:0:14907:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0a80 00000100:00100000:0.0:1777047452.425403:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047452.514508:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.523274:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384117120 00000100:00100000:0.0:1777047452.523297:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384117120 00002000:00100000:0.0:1777047452.523389:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (217088->251942) req@ffff98683ecf6a00 x1863365384117120/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:188/0 lens 488/0 e 0 to 0 dl 1777047463 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047452.523410:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf6a00 with x1863365384117120 ext(217088->251942) 00002000:00010000:0.0:1777047452.523422:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf6a00 00000100:00100000:0.0:1777047452.523504:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2726 00000100:00100000:0.0:1777047452.523525:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384117120:12345-192.168.201.26@tcp:4:lfs.0 00000100:00100000:0.0:1777047452.555623:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384117120:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 32090us (41114us total) trans 17179871163 rc 0/0 00000100:00100000:0.0:1777047452.555649:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2726 00002000:00100000:0.0:1777047452.555670:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (217088->251942) req@ffff98683ecf6a00 x1863365384117120/t17179871163(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:188/0 lens 488/448 e 0 to 0 dl 1777047463 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047452.558800:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf6a00 with x1863365384117120 ext(217088->251942) 00002000:00010000:0.0:1777047452.558814:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf6a00 00000100:00100000:1.0:1777047452.574024:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000001:00080000:3.0:1777047452.746854:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871163 is committed 00000001:00080000:3.0:1777047452.746899:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871158 is committed 00000100:00100000:0.0:1777047452.766164:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384117376 00000100:00100000:0.0:1777047452.766181:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384117376 00000100:00100000:0.0:1777047452.766288:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3213 00000100:00100000:0.0:1777047452.766309:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384117376:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047452.766341:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047452.766374:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99dff3b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bf3 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.767248:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99dff42 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.767277:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99dff42 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047452.767300:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99dff42 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047452.767425:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 251943 00000004:00200000:1.0:1777047452.767438:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047452.767476:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99dff42 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.767527:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99dff3b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bf3 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.767631:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99dff42 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bf3 expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.767650:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047452.767657:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047452.767664:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbbfc00, rc 0) 00000100:00100000:1.0:1777047452.767798:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384117376:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1493us (3498us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047452.767816:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3213 00000100:00100000:1.0:1777047452.832847:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047452.840403:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384117504:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:0.0:1777047452.942792:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047452.942995:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384117760 00000100:00100000:1.0:1777047452.943015:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384117760 00000100:00100000:1.0:1777047452.946176:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3214 00000100:00100000:1.0:1777047452.946202:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384117760:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047452.946293:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047452.946344:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99dff42 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bf3 expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.946384:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047452.946395:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047452.947285:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.947315:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047452.947338:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047452.947445:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937870 00000004:00010000:1.0:1777047452.947497:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0ee4517 reply state 00000000e987e44d transno 8589937871 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047452.947520:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047452.956099:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384117760:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 9889us (13304us total) trans 8589937871 rc 0/0 00000100:00100000:1.0:1777047452.956120:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3214 00000020:00080000:1.0:1777047452.956132:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047452.965484:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.965518:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.965535:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.965628:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047452.965641:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.965657:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.965729:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047452.965738:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047452.965748:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047452.965765:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99dff49 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047452.984484:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.984596:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.984643:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047452.986985:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2728 00000100:00100000:0.0:1777047452.987014:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384118016:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047452.987434:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047452.987442:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047452 -> 1777047452 00002000:00010000:0.0:1777047452.987449:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.987458:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047452 -> 1777047452 00002000:00010000:0.0:1777047452.987464:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047452.987567:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384118016:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 563us (3093us total) trans 21474838274 rc 0/0 00000100:00100000:0.0:1777047452.988067:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2728 00002000:00010000:0.0:1777047452.988082:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047452.988089:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915180 with x1863365384118016 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047452.988099:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818915180. 00000100:00100000:0.0:1777047452.988141:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2729 00000100:00100000:0.0:1777047452.988162:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384117888:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047452.996772:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 251943 -> 221034 00002000:00010000:0.0:1777047452.996789:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047452 -> 1777047452 00002000:00010000:0.0:1777047452.996795:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047452.996800:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047452 -> 1777047452 00002000:00010000:0.0:1777047452.996805:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1777047452.996891:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384117888:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 8730us (12289us total) trans 17179871164 rc 0/0 00000100:00100000:0.0:1777047452.996914:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2729 00002000:00010000:0.0:1777047452.996922:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (221034->18446744073709551615) 00002000:00100000:0.0:1777047452.996929:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818914700 with x1863365384117888 ext(221034->18446744073709551615) 00002000:00010000:0.0:1777047452.996942:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818914700. 00000100:00100000:0.0:1777047453.011087:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047453.014946:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384118272 00000100:00100000:1.0:1777047453.014963:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384118272 00000100:00100000:1.0:1777047453.015963:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3215 00000100:00100000:1.0:1777047453.015991:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384118272:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047453.016790:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.016833:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dff50 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787bfa expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.016987:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.017786:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.017817:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047453.017874:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 221034 00000004:00200000:1.0:1777047453.017883:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047453.017918:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.017972:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dff50 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.018011:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.018033:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047453.018040:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047453.018046:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6000, rc 0) 00000100:00100000:1.0:1777047453.018141:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384118272:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 2161us (7066us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047453.018162:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3215 00000100:00100000:0.0:1777047453.048653:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384118400 00000100:00100000:0.0:1777047453.048668:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384118400 00002000:00100000:0.0:1777047453.048796:0:14905:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11a:0x0] (77824->139263) req@ffff9868095c9500 x1863365384118400/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:189/0 lens 488/0 e 0 to 0 dl 1777047464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047453.048820:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c9500 with x1863365384118400 ext(77824->139263) 00002000:00010000:0.0:1777047453.048832:0:14905:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c9500 00000100:00100000:0.0:1777047453.048893:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2731 00000100:00100000:0.0:1777047453.048913:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384118400:12345-192.168.201.26@tcp:3:fsx.0 00000100:00080000:1.0:1777047453.050137:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047453.062646:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384118400:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 13726us (14237us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777047453.062666:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2731 00002000:00100000:1.0:1777047453.062708:0:14905:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11a:0x0] (77824->139263) req@ffff9868095c9500 x1863365384118400/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:189/0 lens 488/440 e 0 to 0 dl 1777047464 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047453.062727:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c9500 with x1863365384118400 ext(77824->139263) 00002000:00010000:1.0:1777047453.062738:0:14905:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c9500 00000100:00100000:0.0:1777047453.122485:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047453.123095:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384118656 00000100:00100000:1.0:1777047453.123107:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384118656 00000100:00100000:1.0:1777047453.123198:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1184 00000100:00100000:1.0:1777047453.123215:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384118656:12345-192.168.201.26@tcp:35:fsx.0 00000001:00080000:1.0:1777047453.123621:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937872 00000100:00100000:1.0:1777047453.124301:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384118656:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 1088us (1825us total) trans 8589937873 rc 0/0 00000100:00100000:1.0:1777047453.124314:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1184 00000020:00080000:1.0:1777047453.124322:0:30809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047453.187433:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047453.188569:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384118784 00000100:00100000:1.0:1777047453.188583:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384118784 00000100:00100000:1.0:1777047453.189017:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3216 00000100:00100000:1.0:1777047453.189036:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54270:x1863365384118784:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.189081:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.189126:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dff5e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c01 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189213:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189233:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189249:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189268:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189285:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189296:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189823:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dff73 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189837:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dff73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.189849:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dff73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047453.189965:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047453.189972:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047453.189997:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dff73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190015:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dff73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190027:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190037:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190049:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190063:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6e00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047453.190070:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190081:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190097:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047453.190101:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047453.190108:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190118:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dff65 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190135:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190144:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190160:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190168:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047453.190172:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190181:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190198:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680398fd00) 00010000:00010000:1.0:1777047453.190202:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047453.190206:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190215:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff6c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190259:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dff5e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c01 expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190277:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dff73 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c01 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.190288:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047453.190292:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047453.190296:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6400, rc 0) 00000100:00100000:1.0:1777047453.190374:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54270:x1863365384118784:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1342us (2952us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047453.190385:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3216 00000100:00100000:0.0:1777047453.211974:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047453.212050:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047453.212220:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384119040 00000100:00100000:3.0:1777047453.212234:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384119040 00000100:00100000:3.0:1777047453.212416:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 473 00000100:00100000:3.0:1777047453.212438:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384119040:12345-192.168.201.26@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777047453.212457:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384119168 00010000:00010000:3.0:1777047453.212463:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777047453.212467:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384119168 00010000:00010000:3.0:1777047453.212501:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99dff73 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c01 expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.212534:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047453.212546:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047453.212574:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3217 00000100:00100000:1.0:1777047453.212594:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54270:x1863365384119168:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.212923:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.212950:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dff7a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c08 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.212969:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384119040:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 534us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.212996:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 473 00010000:00010000:1.0:1777047453.213396:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.213421:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.213436:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.213487:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.213510:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 76 pid: 33460 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.213912:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365433962112:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047453.214031:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670475f180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047453.225315:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a1180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365433962112:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047453.225356:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.233622:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384119296 00000100:00100000:3.0:1777047453.233636:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384119296 00010000:00010000:3.0:1777047453.233739:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 77 pid: 33460 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.233822:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2400 00000100:00100000:3.0:1777047453.233840:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2411:x1863365384119296:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.233865:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.233877:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 77 pid: 33460 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.233900:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 77 pid: 33460 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.233933:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99dff57 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bfa expref: 77 pid: 33460 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.233961:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047453.233969:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.233985:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.233998:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.234054:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047453.234140:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384119296:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 304us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.234155:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2400 00000100:00100000:3.0:1777047453.252255:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047453.252322:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384119424 00000100:00100000:3.0:1777047453.252334:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384119424 00000100:00100000:3.0:1777047453.252402:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3218 00000100:00100000:3.0:1777047453.252416:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54270:x1863365384119424:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047453.252447:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.252475:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99dff8f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c0f expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.252626:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dff96 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.252651:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c08 expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.252667:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dff96 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.252747:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c08 expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.252768:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c08 expref: 77 pid: 30806 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.252792:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365433962240:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047453.252895:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047453.270036:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047453.270088:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384119552 00000100:00100000:3.0:1777047453.270100:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384119552 00010000:00010000:3.0:1777047453.270150:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c08 expref: 78 pid: 30806 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.270209:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2401 00000100:00100000:3.0:1777047453.270224:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:2411:x1863365384119552:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.270244:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047453.270255:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c08 expref: 78 pid: 30806 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.273852:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c08 expref: 78 pid: 30806 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.273896:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99dff81 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c08 expref: 78 pid: 30806 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.273921:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047453.273929:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dff96 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.273942:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dff96 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.273952:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99dff96 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.273999:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047453.274091:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2411:x1863365384119552:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3866us (4059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.274107:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2401 00000100:00100000:3.0:1777047453.292904:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047453.320745:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047453.321178:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047453.322555:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384119936 00000100:00100000:3.0:1777047453.322573:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384119936 00000100:00100000:3.0:1777047453.322817:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384120064 00000100:00100000:3.0:1777047453.322826:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384120064 00000100:00100000:0.0:1777047453.324492:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5133 00000100:00100000:0.0:1777047453.324515:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384119936:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047453.324579:0:32524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.326224:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5134 00000100:00100000:1.0:1777047453.326243:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384120064:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047453.326309:0:33788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079bfd42b/0x29ccbc23e99dffb9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.326337:0:33788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99dfd7b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b28 expref: 24 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.326354:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047453.326359:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047453.326364:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079bfd42b/0x29ccbc23e99dffb9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.326421:0:33788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99dfd7b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b28 expref: 24 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.326445:0:33788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99dfd7b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b28 expref: 24 pid: 33787 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.326472:0:33788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33788:1863365433962368:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047453.327291:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 24 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.327313:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047453.327315:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047453.327320:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.327387:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 24 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.327403:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 24 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.327423:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365433962496:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047453.327598:0:33788:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670475fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047453.329480:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047453.331288:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384120192 00000100:00100000:3.0:1777047453.331300:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384120192 00000100:00100000:3.0:1777047453.331373:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5135 00000100:00100000:3.0:1777047453.331389:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384120192:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047453.331441:0:6640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.331473:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99dfd82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b2f expref: 25 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.331487:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047453.331491:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047453.331496:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.334711:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365433962496:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047453.334760:0:32524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.341239:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33788:1863365433962368:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047453.342112:0:33788:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000079bfd42b/0x29ccbc23e99dffb9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.357420:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047453.357908:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047453.357979:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384120320 00000100:00100000:3.0:1777047453.357993:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384120320 00002000:00100000:3.0:1777047453.358062:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (245760->262143) req@ffff98683ecf5880 x1863365384120320/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:189/0 lens 16872/0 e 0 to 0 dl 1777047464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047453.358082:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf5880 with x1863365384120320 ext(245760->262143) 00010000:00010000:3.0:1777047453.358096:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.358120:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047453.358135:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683ecf5880 00000100:00100000:3.0:1777047453.358188:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 37 00000100:00100000:3.0:1777047453.358207:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384120320:12345-192.168.201.26@tcp:4:fsx.0 00010000:00010000:1.0:1777047453.360397:0:6640:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360414:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360448:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360474:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360488:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360501:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047453.360508:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360864:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360891:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.360905:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064078164/0x29ccbc23e99dffc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.361271:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384120192:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 29595us (29986us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047453.361285:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5135 00000100:00100000:3.0:1777047453.369204:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384120320:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 10996us (11790us total) trans 17179871166 rc 0/0 00000100:00100000:3.0:1777047453.369224:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 37 00002000:00100000:3.0:1777047453.369241:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (245760->262143) req@ffff98683ecf5880 x1863365384120320/t17179871166(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:189/0 lens 16872/448 e 0 to 0 dl 1777047464 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047453.369260:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf5880 with x1863365384120320 ext(245760->262143) 00010000:00010000:3.0:1777047453.369275:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.369307:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047453.369323:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683ecf5880 00010000:00010000:3.0:1777047453.369370:0:33788:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000079bfd42b/0x29ccbc23e99dffb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.377020:0:33788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079bfd42b/0x29ccbc23e99dffb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.386420:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384120704 00000100:00100000:3.0:1777047453.386436:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384120704 00010000:00010000:3.0:1777047453.386496:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.386657:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2404 00000100:00100000:3.0:1777047453.386713:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384120704:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047453.386737:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777047453.386763:0:33476:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 221034 -> 262144 00002000:00010000:3.0:1777047453.386769:0:33476:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047452 -> 1777047453 00002000:00010000:3.0:1777047453.386774:0:33476:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047440 -> 1777047452 00002000:00010000:3.0:1777047453.386778:0:33476:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047452 -> 1777047453 00010000:00010000:3.0:1777047453.386791:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.386820:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.386857:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99dff18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bde expref: 26 pid: 7603 timeout: 4181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.386896:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047453.386901:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047453.386910:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.386929:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.386993:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047453.387060:0:32524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.387083:0:32524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047453.387089:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384120704:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 413us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.387121:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2404 00010000:00010000:0.0:1777047453.387145:0:32524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.387163:0:32524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.387179:0:32524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.387193:0:32524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbfc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047453.387201:0:32524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.387216:0:32524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.387237:0:32524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047453.387251:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.387348:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384119936:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 62838us (66613us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047453.387364:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5133 00000100:00100000:1.0:1777047453.404512:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000040:00080000:0.0:1777047453.426175:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].932, 88 off86320 00000004:00080000:0.0:1777047453.426202:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081808666191ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.426358:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].919, 88 off85088 00000004:00080000:0.0:1777047453.426380:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081808844605ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.426461:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].920, 88 off85176 00000004:00080000:0.0:1777047453.426473:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081808938360ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.426513:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].933, 88 off86408 00000004:00080000:0.0:1777047453.426523:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081808988071ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.427237:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].934, 88 off86496 00000004:00080000:0.0:1777047453.427252:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081809716580ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.427304:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].921, 88 off85264 00000004:00080000:0.0:1777047453.427315:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081809780272ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.427353:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].935, 88 off86584 00000004:00080000:0.0:1777047453.427362:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081809827126ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.427429:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].922, 88 off85352 00000004:00080000:0.0:1777047453.427442:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081809906283ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.427482:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].923, 88 off85440 00000004:00080000:0.0:1777047453.427491:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081809956820ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.427527:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].936, 88 off86672 00000004:00080000:0.0:1777047453.427588:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081810053032ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.427635:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].924, 88 off85528 00000004:00080000:0.0:1777047453.427645:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081810110295ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.434457:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].937, 88 off86760 00000004:00080000:0.0:1777047453.434483:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081816947400ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.435124:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].925, 88 off85616 00000004:00080000:0.0:1777047453.435138:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081817602448ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.435190:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].938, 88 off86848 00000004:00080000:0.0:1777047453.435200:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081817665254ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.439303:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].939, 88 off86936 00000004:00080000:0.0:1777047453.439320:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081821785574ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.443741:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].926, 88 off85704 00000004:00080000:0.0:1777047453.443758:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081826222977ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.444850:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].927, 88 off85792 00000004:00080000:0.0:1777047453.444865:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081827329276ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.450759:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].940, 88 off87024 00000004:00080000:0.0:1777047453.450895:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081833360009ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.450978:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].941, 88 off87112 00000004:00080000:0.0:1777047453.450989:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081833454289ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.451034:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].928, 88 off85880 00000004:00080000:0.0:1777047453.451048:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081833513471ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.451487:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].942, 88 off87200 00000004:00080000:0.0:1777047453.451501:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081833965907ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.451541:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].929, 88 off85968 00000004:00080000:0.0:1777047453.451551:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081834016324ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.451903:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].930, 88 off86056 00000004:00080000:0.0:1777047453.451914:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081834379203ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.456240:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].943, 88 off87288 00000004:00080000:0.0:1777047453.456257:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081838722152ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.456301:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].944, 88 off87376 00000004:00080000:0.0:1777047453.456310:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081838775085ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.456353:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].931, 88 off86144 00000004:00080000:0.0:1777047453.456361:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081838826545ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.466488:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].945, 88 off87464 00000004:00080000:0.0:1777047453.466510:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081848974779ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047453.466742:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].932, 88 off86232 00000004:00080000:0.0:1777047453.466754:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081849218882ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.466840:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].933, 88 off86320 00000004:00080000:0.0:1777047453.466850:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4081849315202ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047453.466885:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].946, 88 off87552 00000004:00080000:0.0:1777047453.466893:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4081849358675ns, next at 4065739598673ns, rc = 0 00000004:00010000:0.0:1777047453.595339:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb64f8d7 reply state 00000000c69107cf transno 8589937876 ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.595360:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1777047453.595472:0:31251:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777047453.595494:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54270:x1863365384120960:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 189994us (190992us total) trans 8589937876 rc 0/0 00000100:00100000:0.0:1777047453.595512:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3220 00000100:00100000:0.0:1777047453.597073:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5137 00000100:00100000:0.0:1777047453.597091:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365433963264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047453.597646:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047453.597653:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.597657:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047453.597661:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.597665:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047453.597758:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433963264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 671us (5298us total) trans 21474838275 rc 0/0 00000100:00100000:0.0:1777047453.597769:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5137 00000100:00100000:0.0:1777047453.597828:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138 00000100:00100000:0.0:1777047453.597840:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365433963136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.598499:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5139 00000100:00100000:3.0:1777047453.598515:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365433963648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047453.598663:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047453.598669:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047453.598698:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047453.598702:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047453.598705:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047453.598758:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433963648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 246us (6118us total) trans 21474838276 rc 0/0 00000100:00100000:3.0:1777047453.598768:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5139 00000100:00100000:3.0:1777047453.598794:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5140 00000100:00100000:3.0:1777047453.598805:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433962880:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.599036:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433962880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 231us (6284us total) trans 21474838277 rc 0/0 00000100:00100000:3.0:1777047453.599045:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5140 00000100:00100000:3.0:1777047453.599068:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5141 00000100:00100000:3.0:1777047453.599077:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433963392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047453.599493:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:3.0:1777047453.599498:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047453.599502:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047453.599506:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047453.599510:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047453.599906:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433963392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 828us (7094us total) trans 21474838278 rc 0/0 00000100:00100000:3.0:1777047453.599916:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5141 00000100:00100000:3.0:1777047453.599939:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5142 00000100:00100000:3.0:1777047453.599950:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433963008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047453.600590:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.600594:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.600598:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047453.600601:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.600604:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047453.600645:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433963136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2807us (8078us total) trans 21474838279 rc 0/0 00000100:00100000:0.0:1777047453.600655:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138 00000100:00100000:0.0:1777047453.600707:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5143 00000100:00100000:0.0:1777047453.600718:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433963520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047453.600888:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047453.600894:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.600897:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047453.600901:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.600904:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.602870:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433964032 00000100:00100000:1.0:1777047453.602881:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433964032 00000100:00100000:1.0:1777047453.602927:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433964544 00000100:00100000:1.0:1777047453.602931:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433964544 00000100:00100000:1.0:1777047453.602947:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433963904 00000100:00100000:1.0:1777047453.602950:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433963904 00000100:00100000:1.0:1777047453.602964:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433964416 00000100:00100000:1.0:1777047453.602967:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433964416 00000100:00100000:1.0:1777047453.602979:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433964160 00000100:00100000:1.0:1777047453.602982:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433964160 00000100:00100000:1.0:1777047453.602994:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433964672 00000100:00100000:1.0:1777047453.602997:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433964672 00000100:00100000:1.0:1777047453.603014:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5144 00000100:00100000:1.0:1777047453.603023:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365433964032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.603247:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.603252:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.603257:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047453.603260:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.603264:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.603337:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365433964032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 313us (1716us total) trans 17179871167 rc 0/0 00000100:00100000:1.0:1777047453.603348:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5144 00000100:00100000:1.0:1777047453.603373:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5145 00000100:00100000:1.0:1777047453.603383:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365433964544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.603511:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047453.603516:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.603520:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047453.603523:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.603527:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047453.603603:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365433964544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 220us (1852us total) trans 17179871168 rc 0/0 00000100:00100000:1.0:1777047453.603614:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5145 00000100:00100000:1.0:1777047453.603637:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5146 00000100:00100000:1.0:1777047453.603648:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365433963904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047453.603838:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365433963904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 190us (2024us total) trans 17179871169 rc 0/0 00000100:00100000:1.0:1777047453.603849:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5146 00000100:00100000:1.0:1777047453.603872:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147 00000100:00100000:1.0:1777047453.603882:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365433964416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.604021:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047453.604026:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.604029:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047453.604033:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.604036:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047453.604074:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365433964416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 194us (2218us total) trans 17179871170 rc 0/0 00000100:00100000:1.0:1777047453.604084:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147 00000100:00100000:1.0:1777047453.604104:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5148 00000100:00100000:1.0:1777047453.604112:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365433964160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.604239:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.604244:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.604247:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047453.604251:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.604254:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.604293:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433964160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 181us (2368us total) trans 17179871171 rc 0/0 00000100:00100000:1.0:1777047453.604303:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5148 00000100:00100000:1.0:1777047453.604323:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5149 00000100:00100000:1.0:1777047453.604332:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365433964672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.604451:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.604456:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.604460:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047453.604463:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.604467:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.604509:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433964672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 177us (2533us total) trans 17179871172 rc 0/0 00000100:00100000:1.0:1777047453.604519:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5149 00000100:00100000:0.0:1777047453.604661:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433963520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3943us (11717us total) trans 21474838280 rc 0/0 00000100:00100000:0.0:1777047453.604700:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5143 00000100:00080000:0.0:1777047453.604737:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047453.604744:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1777047453.604926:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047453.604932:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047453.604936:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047453.604939:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:3.0:1777047453.605260:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047453.605305:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433963008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5357us (12423us total) trans 21474838281 rc 0/0 00000100:00100000:3.0:1777047453.605316:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5142 00010000:00010000:3.0:1777047453.605350:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.605373:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.605386:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.605397:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047453.605403:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.605416:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.605437:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047453.605442:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047453.605450:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.605460:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99dffc7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047453.608013:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5152 00000100:00100000:0.0:1777047453.608028:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365433965056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047453.608204:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.608210:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.608215:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047453.608219:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.608222:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047453.608276:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365433965056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 252us (1244us total) trans 21474838282 rc 0/0 00000100:00100000:0.0:1777047453.608287:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5152 00000100:00100000:0.0:1777047453.608308:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153 00000100:00100000:0.0:1777047453.608318:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365433964928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047453.608464:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047453.608469:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.608473:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:0.0:1777047453.608477:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:0.0:1777047453.608480:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047453.608521:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365433964928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 204us (1396us total) trans 21474838283 rc 0/0 00000100:00100000:0.0:1777047453.608530:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153 00000004:00080000:3.0:1777047453.610582:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 7 changes, 8 in progress, 2 in flight, 15 done 00000100:00100000:3.0:1777047453.610799:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.610856:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.610915:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965696:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.610945:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047453.610994:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a1880/2, rc 0, transno 17179871173 00000100:00100000:3.0:1777047453.611010:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433963776:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.611029:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1777047453.611037:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433964800:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.611066:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.611086:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965312:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.611130:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047453.611495:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433965184 00000100:00100000:1.0:1777047453.611505:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433965184 00000100:00100000:1.0:1777047453.611585:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433965696 00000100:00100000:1.0:1777047453.611591:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433965696 00000100:00100000:1.0:1777047453.611622:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433964800 00000100:00100000:1.0:1777047453.611626:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433964800 00000100:00100000:1.0:1777047453.611644:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433965312 00000100:00100000:1.0:1777047453.611647:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433965312 00000100:00100000:1.0:1777047453.611666:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154 00000100:00100000:1.0:1777047453.611752:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365433965184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047453.611963:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.611969:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.611973:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047453.611976:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.611980:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.612043:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365433965184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 366us (1184us total) trans 21474838284 rc 0/0 00000100:00100000:1.0:1777047453.612054:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154 00000100:00100000:1.0:1777047453.612082:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5155 00000100:00100000:1.0:1777047453.612093:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433965696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.612596:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047453.612602:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.612606:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047453.612609:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.612612:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047453.612663:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433965696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 571us (1715us total) trans 17179871174 rc 0/0 00000100:00100000:1.0:1777047453.612702:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5155 00000100:00100000:1.0:1777047453.612726:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156 00000100:00100000:1.0:1777047453.612737:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365433964800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047453.612927:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.612933:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.612937:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047453.612941:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.612944:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.612988:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365433964800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 253us (1919us total) trans 21474838285 rc 0/0 00000100:00100000:1.0:1777047453.612999:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156 00000100:00100000:1.0:1777047453.613022:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5157 00000100:00100000:1.0:1777047453.613033:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433965312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614038:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614085:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047453.614124:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb1880/2, rc 0, transno 21474838284 00000100:00100000:3.0:1777047453.614143:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965184:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047453.614189:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4a80/2, rc 0, transno 17179871174 00000100:00100000:3.0:1777047453.614197:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965696:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047453.614215:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb1180/2, rc 0, transno 21474838285 00000100:00100000:3.0:1777047453.614221:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433964800:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.614251:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433965824 00000100:00100000:3.0:1777047453.614258:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433965824 00000100:00100000:3.0:1777047453.614296:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5158 00000100:00100000:3.0:1777047453.614307:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365433965824:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614332:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433965440:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614370:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.614389:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433965952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614420:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.614440:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047453.614448:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433965568:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614476:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047453.614528:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095caa00/2, rc 0, transno 21474838279 00000100:00100000:3.0:1777047453.614563:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433963136:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047453.614584:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974ce00/2, rc 0, transno 21474838276 00000100:00100000:3.0:1777047453.614590:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433963648:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047453.614603:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095cad80/2, rc 0, transno 21474838275 00000100:00100000:3.0:1777047453.614607:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433963264:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.614630:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433965440 00000100:00100000:3.0:1777047453.614636:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433965440 00000100:00100000:3.0:1777047453.614660:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433965952 00000100:00100000:3.0:1777047453.614664:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433965952 00000100:00100000:3.0:1777047453.614711:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433965568 00000100:00100000:3.0:1777047453.614716:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433965568 00000100:00100000:3.0:1777047453.614732:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159 00000100:00100000:3.0:1777047453.614742:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365433965440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614819:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047453.614830:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433966080:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047453.614866:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.615082:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365433962752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 21579us (22743us total) trans 21474838286 rc 0/0 00000100:00100000:3.0:1777047453.615093:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5136 00000004:00080000:3.0:1777047453.615248:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095c8380/2, rc 0, transno 21474838286 00000100:00100000:3.0:1777047453.615256:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433962752:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.615286:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433966080 00000100:00100000:3.0:1777047453.615292:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433966080 00000100:00100000:3.0:1777047453.615316:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5160 00000100:00100000:3.0:1777047453.615326:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433965952:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047453.615506:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5161 00000100:00100000:0.0:1777047453.615521:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433965568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.615716:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047453.615722:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.615726:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047453.615730:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.615734:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047453.615798:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433965312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2767us (4666us total) trans 17179871175 rc 0/0 00000100:00100000:1.0:1777047453.615810:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5157 00000100:00100000:1.0:1777047453.615835:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162 00000100:00100000:1.0:1777047453.615846:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365433966080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.616035:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047453.616040:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047447 -> 1777047447 00002000:00010000:1.0:1777047453.616044:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047453.616048:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047448 -> 1777047448 00002000:00010000:1.0:1777047453.616052:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777047453.616106:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433966080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 260us (1237us total) trans 17179871176 rc 0/0 00000100:00100000:1.0:1777047453.616116:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162 00000004:00080000:1.0:1777047453.616163:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7b80/2, rc 0, transno 17179871175 00000100:00100000:1.0:1777047453.616170:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965312:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047453.616197:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d756680/2, rc 0, transno 17179871176 00000100:00100000:1.0:1777047453.616204:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433966080:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047453.616804:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:0.0:1777047453.616811:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:0.0:1777047453.616814:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047453.616818:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:0.0:1777047453.616821:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047453.616872:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433965824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2565us (2785us total) trans 17179871177 rc 0/0 00000100:00100000:0.0:1777047453.616882:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5158 00000100:00100000:0.0:1777047453.617474:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:1.0:1777047453.617582:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7800/2, rc 0, transno 17179871177 00000100:00100000:1.0:1777047453.617591:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433965824:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047453.617612:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a2a00/2, rc 0, transno 17179871178 00000100:00100000:1.0:1777047453.617617:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433964288:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.617826:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.617832:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.617835:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:1.0:1777047453.617838:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.617841:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.617893:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433965440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3151us (3522us total) trans 17179871179 rc 0/0 00000100:00100000:1.0:1777047453.617904:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159 00000004:00080000:1.0:1777047453.617947:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4e00/2, rc 0, transno 17179871179 00000100:00100000:1.0:1777047453.617954:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433965440:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.618117:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.618123:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.618126:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047453.618129:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.618132:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.618185:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433965952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2859us (3763us total) trans 17179871180 rc 0/0 00000100:00100000:1.0:1777047453.618196:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5160 00000004:00080000:1.0:1777047453.618230:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7480/2, rc 0, transno 17179871180 00000100:00100000:1.0:1777047453.618237:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433965952:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047453.618381:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 183688 -> 183688 00002000:00010000:1.0:1777047453.618386:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.618391:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047453.618395:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047444 -> 1777047444 00002000:00010000:1.0:1777047453.618398:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047453.618451:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433965568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2934us (3972us total) trans 17179871181 rc 0/0 00000100:00100000:1.0:1777047453.618462:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5161 00000004:00080000:1.0:1777047453.618503:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf5f80/2, rc 0, transno 17179871181 00000100:00100000:1.0:1777047453.618511:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433965568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047453.619424:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433966336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047453.619514:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.619786:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047453.619826:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384121088 00000100:00100000:3.0:1777047453.619835:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384121088 00000100:00100000:3.0:1777047453.619894:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3221 00000100:00100000:3.0:1777047453.619907:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54270:x1863365384121088:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047453.619930:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047453.619955:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c1d expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.620026:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.620050:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047453.620079:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047453.620085:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047453.620091:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38800, rc 0) 00000100:00100000:3.0:1777047453.620139:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54270:x1863365384121088:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 235us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047453.620167:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3221 00000100:00100000:0.0:1777047453.621094:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433966208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047453.621136:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047453.622821:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433966336 00000100:00100000:1.0:1777047453.622940:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433966208 00000100:00100000:1.0:1777047453.622949:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433966208 00000100:00100000:1.0:1777047453.623004:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5163 00000100:00100000:1.0:1777047453.623017:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365433966208:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047453.623297:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047453.623303:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.623308:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047453.623312:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:1.0:1777047453.623316:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047453.623385:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365433966208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 369us (2246us total) trans 21474838287 rc 0/0 00000100:00100000:1.0:1777047453.623397:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5163 00000004:00080000:1.0:1777047453.623458:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868083c1880/2, rc 0, transno 21474838287 00000100:00100000:1.0:1777047453.623469:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433966208:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047453.625485:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433966336 00000100:00100000:3.0:1777047453.626183:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165 00000100:00100000:3.0:1777047453.626198:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365433966336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047453.626392:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047453.626398:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047453.626402:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047453.626405:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047445 -> 1777047445 00002000:00010000:3.0:1777047453.626409:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047453.626488:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365433966336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 293us (6973us total) trans 21474838289 rc 0/0 00000100:00100000:3.0:1777047453.626500:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165 00000004:00080000:1.0:1777047453.626624:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868083c2300/2, rc 0, transno 21474838289 00000100:00100000:1.0:1777047453.626633:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433966336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047453.650324:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384121216 00000100:00100000:1.0:1777047453.650338:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384121216 00000100:00100000:1.0:1777047453.650418:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3222 00000100:00100000:1.0:1777047453.650432:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54270:x1863365384121216:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.650456:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.650482:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dffd5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c24 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.650712:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dffdc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.650734:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dffdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.650751:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dffdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047453.650790:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047453.650796:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047453.650821:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dffdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.650859:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99dffd5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c24 expref: 71 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.650886:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99dffdc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c24 expref: 70 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.650900:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047453.650905:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047453.650911:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7c00, rc 0) 00000100:00100000:1.0:1777047453.651533:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54270:x1863365384121216:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1100us (2022us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047453.651550:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3222 00000100:00100000:0.0:1777047453.677923:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047453.678861:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047453.683944:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047453.684060:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384121600 00000100:00100000:1.0:1777047453.684070:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384121600 00000100:00100000:1.0:1777047453.684140:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5168 00000100:00100000:1.0:1777047453.684156:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384121600:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047453.684177:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047453.684202:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c39 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047453.684236:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb979c, atime: 0x69eb9790, ctime: 0x69eb979c, blocks: 0x3 00010000:00010000:1.0:1777047453.684258:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.684262:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.684273:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 26 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.684296:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 26 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.684315:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6e00, rc 0) 00000100:00100000:1.0:1777047453.684368:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384121600:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 216us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047453.684380:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5168 00000100:00100000:1.0:1777047453.933749:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384121728 00000100:00100000:1.0:1777047453.933766:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384121728 00000100:00100000:1.0:1777047453.933890:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2732 00000100:00100000:1.0:1777047453.933909:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384121728:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047453.933960:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.933987:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.934311:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047453.934320:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.934346:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.973940:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.973969:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.975338:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.975354:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047453.975362:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.975379:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.975410:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047453.975426:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99dfff8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047453.975567:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384121728:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41656us (43184us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047453.975584:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2732 00000100:00100000:0.0:1777047454.006179:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384121856 00000100:00100000:0.0:1777047454.006192:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384121856 00000100:00100000:0.0:1777047454.006289:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2733 00000100:00100000:0.0:1777047454.006305:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384121856:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047454.006353:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.006383:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 26 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.006397:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.006400:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.006405:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.006453:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 26 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.006473:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 26 pid: 6640 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.006494:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807077b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365433966592:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047454.006704:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047454.020811:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807077b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365433966592:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047454.020848:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.021809:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384121984 00000100:00100000:1.0:1777047454.021819:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384121984 00010000:00010000:1.0:1777047454.021868:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 27 pid: 6640 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.021928:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2405 00000100:00100000:1.0:1777047454.021943:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384121984:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047454.021965:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047454.021991:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 27 pid: 6640 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.022011:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 27 pid: 6640 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.022051:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99dfdeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b52 expref: 27 pid: 6640 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.022075:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.022079:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.022085:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.022097:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.022128:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047454.022194:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384121984:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 254us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047454.022206:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2405 00010000:00010000:0.0:1777047454.023744:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.023781:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047454.262615:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871182 is committed 00000001:00080000:0.0:1777047454.262649:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871177 is committed 00000001:00080000:3.0:1777047454.263344:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871181 is committed 00002000:00010000:1.0:1777047454.263367:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:1.0:1777047454.263378:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047444 -> 1777047454 00002000:00010000:1.0:1777047454.263384:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047444 -> 1777047454 00010000:00010000:1.0:1777047454.263406:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.263433:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.263488:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.263513:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbfc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047454.263523:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.263976:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.264012:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.264028:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cfbec9b/0x29ccbc23e99dffff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.264192:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384121856:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 257883us (258182us total) trans 17179871182 rc 0/0 00000100:00100000:1.0:1777047454.264214:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2733 00000100:00100000:1.0:1777047454.276400:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047454.276442:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:309c8df3-27e5-43ac-9878-ad14563b7926:3342:1863365433966720:0@lo:400:kworker.0 00000100:00100000:1.0:1777047454.276630:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047454.278761:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433967104:0@lo:400:kworker.0 00000100:00100000:1.0:1777047454.279505:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047454.280615:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433966720 00000100:00100000:0.0:1777047454.280628:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433966720 00000100:00100000:0.0:1777047454.280730:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1777047454.280751:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9867010c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365433966720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047454.287816:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433967232 00000100:00100000:3.0:1777047454.287834:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433967232 00000100:00100000:1.0:1777047454.290629:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433967104 00000100:00100000:1.0:1777047454.290642:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433967104 00000100:00100000:0.0:1777047454.290646:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9867010c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365433966720:12345-0@lo:400:kworker.0 Request processed in 9897us (14012us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.290697:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1777047454.290754:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:1.0:1777047454.290775:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365433967104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047454.291403:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:309c8df3-27e5-43ac-9878-ad14563b7926:3342:1863365433966720:0@lo:400:kworker.0 00000100:00100000:1.0:1777047454.294523:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365433967104:12345-0@lo:400:kworker.0 Request processed in 3749us (15016us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047454.294540:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1777047454.294659:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871181 gen 2 00000004:00080000:3.0:1777047454.294699:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2d80, transno 17179871167 00000004:00080000:3.0:1777047454.294723:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810662300, transno 17179871168 00000004:00080000:3.0:1777047454.294734:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a0380, transno 17179871169 00000004:00080000:3.0:1777047454.294741:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810661f80, transno 17179871170 00000004:00080000:3.0:1777047454.294749:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a1f80, transno 17179871171 00000004:00080000:3.0:1777047454.294757:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804818e00, transno 17179871172 00000004:00080000:3.0:1777047454.294764:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a1880, transno 17179871173 00000004:00080000:3.0:1777047454.294769:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4a80, transno 17179871174 00000004:00080000:3.0:1777047454.294774:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7b80, transno 17179871175 00000004:00080000:3.0:1777047454.294779:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756680, transno 17179871176 00000004:00080000:3.0:1777047454.294784:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7800, transno 17179871177 00000004:00080000:3.0:1777047454.294788:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2a00, transno 17179871178 00000004:00080000:3.0:1777047454.294798:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4e00, transno 17179871179 00000004:00080000:3.0:1777047454.294804:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7480, transno 17179871180 00000004:00080000:3.0:1777047454.294812:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf5f80, transno 17179871181 00000100:00100000:3.0:1777047454.294824:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433967104:0@lo:400:kworker.0 00000100:00100000:0.0:1777047454.295650:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384122112 00000100:00100000:0.0:1777047454.295692:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384122112 00000100:00100000:0.0:1777047454.295787:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2734 00000100:00100000:0.0:1777047454.295808:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384122112:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047454.295856:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.295928:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 21 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.295947:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.295951:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.295959:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.296042:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 21 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.296086:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 21 pid: 7603 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.296115:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807077b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365433967360:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047454.296244:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047454.310700:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807077b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365433967360:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047454.310752:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.317827:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384122240 00000100:00100000:0.0:1777047454.317843:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384122240 00010000:00010000:0.0:1777047454.317905:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 22 pid: 7603 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.317990:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2406 00000100:00100000:0.0:1777047454.318009:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384122240:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047454.318034:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047454.318066:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 22 pid: 7603 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.318092:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 22 pid: 7603 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.318406:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99dfdf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b59 expref: 22 pid: 7603 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.318439:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.318442:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.318450:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.318467:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.318536:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047454.318631:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384122240:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 624us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.318646:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2406 00010000:00010000:1.0:1777047454.337951:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777047454.493069:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871183 is committed 00002000:00010000:1.0:1777047454.496524:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:1.0:1777047454.496601:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047444 -> 1777047454 00002000:00010000:1.0:1777047454.496607:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047444 -> 1777047454 00010000:00010000:1.0:1777047454.496627:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496650:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496692:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496708:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbe200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047454.496716:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496732:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496761:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.496775:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028997d3f/0x29ccbc23e99e0006 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.496926:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384122112:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 201117us (202498us total) trans 17179871183 rc 0/0 00000100:00100000:1.0:1777047454.496945:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2734 00000100:00100000:1.0:1777047454.510699:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384122368 00000100:00100000:1.0:1777047454.510715:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384122368 00000100:00100000:1.0:1777047454.510879:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2735 00000100:00100000:1.0:1777047454.510935:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384122368:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047454.511049:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.511110:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99dfdf9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b60 expref: 19 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.511128:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.511172:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047454.511179:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.511267:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99dfdf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b60 expref: 19 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.511294:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99dfdf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b60 expref: 19 pid: 6642 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047454.511355:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804818a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365433967488:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047454.511935:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682135c480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047454.525636:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804818a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365433967488:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047454.525712:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.526216:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047454.526484:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384122496 00000100:00100000:0.0:1777047454.526499:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384122496 00010000:00010000:0.0:1777047454.526596:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99dfdf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b60 expref: 20 pid: 6642 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.526709:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2407 00000100:00100000:0.0:1777047454.526729:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384122496:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047454.526754:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047454.526789:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99dfdf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b60 expref: 20 pid: 6642 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.526854:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99dfdf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b60 expref: 20 pid: 6642 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.526905:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99dfdf9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b60 expref: 20 pid: 6642 timeout: 4182 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.526934:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.526939:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.526947:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.526966:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.527036:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047454.527122:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384122496:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 396us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.527139:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2407 00002000:00010000:3.0:1777047454.680325:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:3.0:1777047454.680336:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047444 -> 1777047454 00002000:00010000:3.0:1777047454.680341:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047444 -> 1777047454 00010000:00010000:3.0:1777047454.680360:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.680381:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.680397:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.680409:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047454.680416:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.680431:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.680461:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.680474:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e000d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.680699:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384122368:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 169800us (171749us total) trans 21474838290 rc 0/0 00000100:00100000:3.0:1777047454.680721:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2735 00000100:00100000:3.0:1777047454.701758:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047454.713407:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810662300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365433967616:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047454.713445:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.714002:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047454.720232:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.720257:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047454.905957:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:3.0:1777047454.905965:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047444 -> 1777047454 00002000:00010000:3.0:1777047454.905970:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047444 -> 1777047454 00010000:00010000:3.0:1777047454.905990:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.906284:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.906299:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.906312:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047454.906319:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.906336:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.906365:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.906378:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e0014 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.917477:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384122624:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 214990us (215712us total) trans 21474838291 rc 0/0 00000100:00100000:3.0:1777047454.917500:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2736 00000100:00100000:3.0:1777047454.946494:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384122880 00000100:00100000:3.0:1777047454.946508:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384122880 00000100:00100000:3.0:1777047454.946690:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2737 00000100:00100000:3.0:1777047454.946709:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384122880:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047454.946760:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.946793:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99dfc47 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787aa3 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.946809:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.946812:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047454.946819:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.946877:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99dfc47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787aa3 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047454.947672:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99dfc47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787aa3 expref: 17 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047454.947706:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365433967744:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047454.947826:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670475f180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047454.955382:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365433967744:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047454.955421:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.965129:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384123008 00000100:00100000:0.0:1777047454.965144:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384123008 00010000:00010000:0.0:1777047454.965201:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99dfc47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787aa3 expref: 18 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047454.965264:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2409 00000100:00100000:0.0:1777047454.965281:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384123008:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047454.965302:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047454.965332:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99dfc47 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787aa3 expref: 18 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.965355:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99dfc47 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787aa3 expref: 18 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.965388:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99dfc47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787aa3 expref: 18 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.965411:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.965414:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047454.965422:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.965447:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047454.965504:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047454.965820:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384123008:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 539us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047454.965836:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2409 00010000:00010000:1.0:1777047454.966171:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047454.966195:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047455.059730:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:3.0:1777047455.059737:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047444 -> 1777047454 00002000:00010000:3.0:1777047455.059741:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047444 -> 1777047454 00010000:00010000:3.0:1777047455.059759:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.059776:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.059789:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.059821:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047455.059828:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.059840:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.059864:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.059882:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f758c1d8/0x29ccbc23e99e001b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.060010:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384122880:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 113302us (113755us total) trans 21474838292 rc 0/0 00000100:00100000:3.0:1777047455.060024:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2737 00000100:00100000:0.0:1777047455.077911:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047455.078342:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384123136 00000100:00100000:1.0:1777047455.078357:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384123136 00000100:00100000:1.0:1777047455.078480:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2738 00000100:00100000:1.0:1777047455.078498:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384123136:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047455.078595:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0022 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.078624:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfe07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b6e expref: 20 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.078636:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.078639:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.078644:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0022 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.078720:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfe07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b6e expref: 20 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.078739:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfe07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b6e expref: 20 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.078760:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804818a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365433967872:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047455.079687:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670776f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047455.101039:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804818a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365433967872:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047455.101079:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0022 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.117770:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047455.117934:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384123264 00000100:00100000:1.0:1777047455.117948:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384123264 00010000:00010000:1.0:1777047455.118003:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfe07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b6e expref: 21 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.118071:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2410 00000100:00100000:1.0:1777047455.118087:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384123264:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047455.118111:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047455.118140:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfe07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b6e expref: 21 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.118165:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfe07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b6e expref: 21 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.118204:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99dfe07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b6e expref: 21 pid: 33788 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.118229:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.118233:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.118240:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0022 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.118299:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0022 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.118358:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047455.118448:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384123264:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 361us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047455.118463:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2410 00000100:00100000:0.0:1777047455.190414:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047455.190492:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047455.192451:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384123392 00000100:00100000:3.0:1777047455.192461:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384123392 00000100:00100000:3.0:1777047455.192920:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 335 00000100:00100000:3.0:1777047455.192939:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9867010ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384123392:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047455.192993:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9867010ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384123392:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 60us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.193005:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 335 00000100:00080000:0.0:1777047455.194197:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1777047455.259491:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871184 is committed 00000100:00100000:0.0:1777047455.283102:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047455.283410:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384123648 00000100:00100000:1.0:1777047455.283431:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384123648 00000100:00080000:0.0:1777047455.284690:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047455.284865:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2739 00000100:00100000:1.0:1777047455.284896:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384123648:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047455.284965:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0029 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.285007:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 16 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.285026:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.285031:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.285037:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0029 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.285121:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 16 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.285163:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 16 pid: 26191 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.285199:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804818a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365433968000:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047455.285365:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff986821199d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047455.311865:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384123776 00000100:00100000:3.0:1777047455.311880:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384123776 00010000:00010000:3.0:1777047455.311939:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 17 pid: 26191 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.312003:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2411 00000100:00100000:3.0:1777047455.312020:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384123776:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047455.312044:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047455.312108:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 17 pid: 26191 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.312150:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 17 pid: 26191 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.312191:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.312195:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.312203:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0029 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.312223:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0029 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.312260:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047455.312459:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384123776:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 439us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047455.312476:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2411 00010000:00010000:0.0:1777047455.314065:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99dfe0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b75 expref: 16 pid: 26191 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.315741:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804818a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365433968000:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047455.315787:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0029 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.315809:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0029 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.315825:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0029 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047455.504989:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838293 is committed 00000100:00100000:1.0:1777047455.538928:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047455.539615:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384123904 00000100:00100000:3.0:1777047455.539629:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384123904 00000100:00100000:3.0:1777047455.540100:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2740 00000100:00100000:3.0:1777047455.540119:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384123904:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047455.540195:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.540227:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.540252:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.540256:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047455.540261:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.540315:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047455.540339:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 19 pid: 6640 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047455.540364:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6646:1863365433968128:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047455.540496:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670475f180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047455.550282:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047455.550491:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124032 00000100:00100000:0.0:1777047455.550526:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124032 00010000:00010000:0.0:1777047455.550665:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 20 pid: 6640 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.550713:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2412 00000100:00100000:0.0:1777047455.550730:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384124032:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.550753:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.550782:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 20 pid: 6640 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.550804:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 20 pid: 6640 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.550837:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99dfe15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b7c expref: 20 pid: 6640 timeout: 4183 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.550862:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.550865:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.550872:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.550887:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.550947:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.551031:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384124032:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 303us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.551045:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2412 00002000:00010000:1.0:1777047455.663865:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:1.0:1777047455.663875:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047444 -> 1777047455 00002000:00010000:1.0:1777047455.663880:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047444 -> 1777047455 00010000:00010000:1.0:1777047455.663913:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.663934:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.664221:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.664233:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047455.664239:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.664252:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.664280:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.664300:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e0030 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.664446:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384123904:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 124326us (125521us total) trans 17179871185 rc 0/0 00000100:00100000:1.0:1777047455.664461:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2740 00000100:00100000:1.0:1777047455.696560:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124160 00000100:00100000:1.0:1777047455.696573:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124160 00000100:00100000:1.0:1777047455.696858:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2741 00000100:00100000:1.0:1777047455.696877:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384124160:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047455.696929:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.696959:0:22356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 18 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.696973:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.696976:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.696982:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.697032:0:22356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 18 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.697055:0:22356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 18 pid: 7603 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.697081:0:22356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:22356:1863365433968256:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047455.697204:0:22356:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047455.708365:0:22356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:22356:1863365433968256:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047455.708404:0:22356:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.710199:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124288 00000100:00100000:0.0:1777047455.710211:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124288 00010000:00010000:0.0:1777047455.710262:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 19 pid: 7603 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.710318:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2413 00000100:00100000:0.0:1777047455.710332:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384124288:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.710351:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.710380:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 19 pid: 7603 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.710398:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 19 pid: 7603 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.710427:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99dfe1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b83 expref: 19 pid: 7603 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.710447:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.710450:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.710458:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.710566:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.710636:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.710727:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384124288:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 396us (2199us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.710749:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2413 00002000:00010000:1.0:1777047455.831459:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:1.0:1777047455.831468:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047444 -> 1777047455 00002000:00010000:1.0:1777047455.831473:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047444 -> 1777047455 00010000:00010000:1.0:1777047455.831491:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.831512:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.831528:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.831588:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047455.831596:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.831611:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.831677:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.831692:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0037 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.831826:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384124160:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 134948us (136584us total) trans 17179871186 rc 0/0 00000100:00100000:1.0:1777047455.831842:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2741 00000100:00100000:3.0:1777047455.854255:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047455.859971:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124416 00000100:00100000:1.0:1777047455.864699:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124416 00000100:00100000:1.0:1777047455.864835:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2742 00000100:00100000:1.0:1777047455.864852:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384124416:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047455.864900:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.864929:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfe23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b8a expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.864942:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.864945:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047455.864951:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.865004:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfe23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b8a expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047455.865037:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfe23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b8a expref: 15 pid: 6642 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.865059:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26860:1863365433968384:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047455.865187:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704418540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047455.901316:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124544 00000100:00100000:0.0:1777047455.901330:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124544 00010000:00010000:0.0:1777047455.901384:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfe23 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b8a expref: 16 pid: 6642 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047455.901457:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2414 00000100:00100000:0.0:1777047455.901473:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384124544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047455.901495:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047455.901524:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfe23 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b8a expref: 16 pid: 6642 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901578:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfe23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b8a expref: 16 pid: 6642 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901615:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.901619:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047455.901626:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901685:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.901718:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047455.901810:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384124544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 338us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047455.901823:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2414 00010000:00010000:1.0:1777047455.910712:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c736445/0x29ccbc23e99dfe23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b8a expref: 15 pid: 6642 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047455.910747:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26860:1863365433968384:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047455.910786:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.911888:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047455.911908:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047456.094238:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:3.0:1777047456.094251:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047445 -> 1777047455 00002000:00010000:3.0:1777047456.094256:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047445 -> 1777047455 00010000:00010000:3.0:1777047456.094275:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.094296:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.094311:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.094324:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047456.094332:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.094346:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.094373:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.094387:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e003e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.094593:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384124416:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 229674us (240280us total) trans 21474838294 rc 0/0 00000100:00100000:3.0:1777047456.094613:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2742 00000001:00080000:3.0:1777047456.094700:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838294 is committed 00000100:00100000:1.0:1777047456.110622:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124672 00000100:00100000:1.0:1777047456.110667:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124672 00000100:00100000:1.0:1777047456.110775:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2743 00000100:00100000:1.0:1777047456.110794:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384124672:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047456.110844:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.110878:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 17 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.110895:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.110900:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.110906:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.110963:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 17 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.110987:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 17 pid: 32524 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.111273:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365433968512:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047456.111403:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047456.130252:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365433968512:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047456.130298:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.134368:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124800 00000100:00100000:1.0:1777047456.134383:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124800 00010000:00010000:1.0:1777047456.134445:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 18 pid: 32524 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.134607:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2415 00000100:00100000:1.0:1777047456.134694:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384124800:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047456.134718:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047456.134749:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 18 pid: 32524 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.134784:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 18 pid: 32524 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.134819:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99dfe2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b91 expref: 18 pid: 32524 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.134846:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.134849:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047456.134856:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.134871:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.134949:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047456.135272:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.135291:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047456.135304:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384124800:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 616us (4925us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047456.135318:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2415 00002000:00010000:0.0:1777047456.255701:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:0.0:1777047456.255715:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047445 -> 1777047456 00002000:00010000:0.0:1777047456.255721:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047445 -> 1777047456 00010000:00010000:0.0:1777047456.255742:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.255767:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.255785:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.255799:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047456.255809:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.255825:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.255855:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.255869:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e0045 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047456.257737:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871187 is committed 00000100:00100000:1.0:1777047456.258274:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384124672:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 147476us (147828us total) trans 17179871187 rc 0/0 00000100:00100000:1.0:1777047456.258296:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2743 00000100:00100000:3.0:1777047456.276036:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384124928 00000100:00100000:3.0:1777047456.276052:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384124928 00000100:00100000:3.0:1777047456.276168:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2744 00000100:00100000:3.0:1777047456.276187:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384124928:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047456.276242:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.276277:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99dfe31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b98 expref: 16 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.276294:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.276297:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.276303:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.276361:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99dfe31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b98 expref: 16 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.276388:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99dfe31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b98 expref: 16 pid: 26190 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.276414:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365433968640:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047456.276879:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047456.287438:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047456.287848:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365433968640:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047456.287890:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.298454:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.298485:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047456.531198:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 183688 -> 262144 00002000:00010000:1.0:1777047456.531209:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047445 -> 1777047456 00002000:00010000:1.0:1777047456.531215:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047445 -> 1777047456 00010000:00010000:1.0:1777047456.531248:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.531285:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.531305:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.531331:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047456.531341:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.531371:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.531416:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047456.531433:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b9bc1aa/0x29ccbc23e99e004c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.536957:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384124928:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 260751us (261399us total) trans 17179871188 rc 0/0 00000100:00100000:0.0:1777047456.536993:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2744 00000100:00100000:1.0:1777047456.558546:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047456.583713:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047456.585359:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384125312 00000100:00100000:0.0:1777047456.585375:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384125312 00010000:00010000:0.0:1777047456.585446:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfef5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bc9 expref: 15 pid: 27536 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.585513:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2417 00000100:00100000:0.0:1777047456.585535:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384125312:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047456.586005:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047456.586048:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfef5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bc9 expref: 15 pid: 27536 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.586094:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049dad020/0x29ccbc23e99dfef5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787bc9 expref: 15 pid: 27536 timeout: 4184 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.586136:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.586140:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047456.586154:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.586174:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047456.586213:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047456.586292:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384125312:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 765us (2591us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047456.586308:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2417 00000001:00080000:3.0:1777047456.829330:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838295 is committed 00002000:00010000:3.0:1777047456.829441:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 103370 -> 262144 00002000:00010000:3.0:1777047456.829450:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047447 -> 1777047456 00002000:00010000:3.0:1777047456.829455:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047448 -> 1777047456 00002000:00010000:3.0:1777047456.829459:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 259 -> 515 00010000:00010000:3.0:1777047456.829480:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.829503:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.829521:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.829581:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047456.829590:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.829607:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.829667:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.829684:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0053 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047456.829804:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384125184:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 270384us (271268us total) trans 21474838295 rc 0/0 00000100:00100000:3.0:1777047456.829820:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2745 00000100:00100000:1.0:1777047456.834887:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047456.841045:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433969024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047456.841150:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047456.843875:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433968896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047456.843940:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047456.854473:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433969024 00000100:00100000:0.0:1777047456.854490:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433969024 00000100:00100000:3.0:1777047456.856617:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433968896 00000100:00100000:3.0:1777047456.856947:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433968896 00000100:00100000:3.0:1777047456.857295:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1777047456.857313:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365433969024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047456.857355:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 290390016 pending 0 free 3855613952 avail 3850371072 00000100:00100000:3.0:1777047456.857475:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365433969024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 164us (16325us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.857490:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1777047456.857520:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:3.0:1777047456.857568:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365433968896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047456.857591:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 160890880 pending 0 free 3856662528 avail 3852468224 00000100:00100000:3.0:1777047456.857677:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365433968896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (13734us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.857690:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:3.0:1777047456.857787:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433969024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047456.857809:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838289 gen 2 00000004:00080000:3.0:1777047456.857817:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095cad80, transno 21474838275 00000004:00080000:3.0:1777047456.857835:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ce00, transno 21474838276 00000004:00080000:3.0:1777047456.857841:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095c9c00, transno 21474838277 00000004:00080000:3.0:1777047456.857846:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ed80, transno 21474838278 00000004:00080000:3.0:1777047456.857851:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095caa00, transno 21474838279 00000004:00080000:3.0:1777047456.857855:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974fb80, transno 21474838280 00000004:00080000:3.0:1777047456.857859:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095ca300, transno 21474838281 00000004:00080000:3.0:1777047456.857863:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb1c00, transno 21474838282 00000004:00080000:3.0:1777047456.857868:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb2d80, transno 21474838283 00000004:00080000:3.0:1777047456.857872:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb1880, transno 21474838284 00000004:00080000:3.0:1777047456.857877:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb1180, transno 21474838285 00000004:00080000:3.0:1777047456.857881:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095c8380, transno 21474838286 00000004:00080000:3.0:1777047456.857886:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868083c1880, transno 21474838287 00000004:00080000:3.0:1777047456.857891:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810196a00, transno 21474838288 00000004:00080000:3.0:1777047456.857896:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868083c2300, transno 21474838289 00000100:00100000:3.0:1777047456.857910:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433968896:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1777047456.858469:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done 00000100:00080000:0.0:1777047456.859726:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047456.859735:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047456.883957:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047456.914523:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e005a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914924:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e005a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914938:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e005a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914949:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047456.914956:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e005a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.914969:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e005a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.915248:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047456.915254:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047456.915261:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e005a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.915273:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e005a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047456.917050:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384125696 00000100:00100000:0.0:1777047456.917065:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384125696 00000100:00100000:3.0:1777047456.917347:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5169 00000100:00100000:3.0:1777047456.917368:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54270:x1863365384125696:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047456.917393:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047456.917422:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c40 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047456.917461:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb979e, atime: 0x69eb96d2, ctime: 0x69eb979e, blocks: 0x203 00010000:00010000:3.0:1777047456.917491:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.917495:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047456.917508:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 16 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.917536:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 16 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.917556:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38a00, rc 0) 00000100:00100000:3.0:1777047456.917674:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54270:x1863365384125696:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 311us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.917693:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5169 00000100:00100000:1.0:1777047456.928169:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047456.928260:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047456.928295:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384125824 00000100:00100000:3.0:1777047456.928310:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384125824 00002000:00010000:3.0:1777047456.928363:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (262144->18446744073709551615) 00002000:00100000:3.0:1777047456.928371:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819180 with x1863365384125824 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047456.928388:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804819180. 00000100:00100000:3.0:1777047456.928430:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384125952 00000100:00100000:3.0:1777047456.928435:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384125952 00002000:00010000:3.0:1777047456.928453:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:3.0:1777047456.928459:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819c00 with x1863365384125952 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047456.928468:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804819c00. 00000100:00100000:3.0:1777047456.928502:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2746 00000100:00100000:3.0:1777047456.928519:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384125824:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047456.928980:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2747 00000100:00100000:1.0:1777047456.928997:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384125952:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047456.929586:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047456.929593:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047454 -> 1777047456 00002000:00010000:3.0:1777047456.929598:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047456.929602:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047454 -> 1777047456 00002000:00010000:3.0:1777047456.929606:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1777047456.929645:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047456.929652:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047444 -> 1777047456 00002000:00010000:1.0:1777047456.929656:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047456.929659:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047444 -> 1777047456 00002000:00010000:1.0:1777047456.929663:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047456.929730:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384125824:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1210us (1568us total) trans 17179871189 rc 0/0 00000100:00100000:3.0:1777047456.929744:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2746 00002000:00010000:3.0:1777047456.929753:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (262144->18446744073709551615) 00002000:00100000:3.0:1777047456.929759:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819180 with x1863365384125824 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047456.929768:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804819180. 00000100:00100000:1.0:1777047456.930533:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384125952:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1537us (2272us total) trans 21474838296 rc 0/0 00000100:00100000:1.0:1777047456.930547:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2747 00002000:00010000:1.0:1777047456.930553:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:1.0:1777047456.930558:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819c00 with x1863365384125952 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047456.930567:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804819c00. 00000100:00100000:0.0:1777047456.946859:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047456.947416:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384126080 00000100:00100000:3.0:1777047456.947431:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384126080 00000100:00100000:3.0:1777047456.947925:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3224 00000100:00100000:3.0:1777047456.947946:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54270:x1863365384126080:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047456.947979:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047456.948009:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e0068 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c47 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.948133:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e006f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.948158:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e006f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.948178:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e006f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047456.948220:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047456.948227:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047456.948253:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e006f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.948293:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e0068 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c47 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.948323:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e006f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c47 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047456.948337:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047456.948342:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047456.948348:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38200, rc 0) 00000100:00100000:3.0:1777047456.948429:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54270:x1863365384126080:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 489us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047456.948443:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3224 00000100:00100000:0.0:1777047456.956752:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047456.978765:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047456.992806:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047456.992882:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047456.993648:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384126720 00000100:00100000:3.0:1777047456.993663:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384126720 00002000:00010000:3.0:1777047456.993710:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:3.0:1777047456.993725:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9500 with x1863365384126720 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047456.993808:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efa9500. 00000100:00100000:3.0:1777047456.993851:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2749 00000100:00100000:3.0:1777047456.993869:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384126720:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047456.994268:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047456.994275:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047444 -> 1777047457 00002000:00010000:3.0:1777047456.994279:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047456.994283:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047444 -> 1777047457 00002000:00010000:3.0:1777047456.994287:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047456.994363:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384126720:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 499us (1480us total) trans 21474838297 rc 0/0 00000100:00100000:3.0:1777047456.994377:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2749 00002000:00010000:3.0:1777047456.994384:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:3.0:1777047456.994389:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9500 with x1863365384126720 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047456.994396:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efa9500. 00002000:00010000:1.0:1777047456.995647:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047456.995655:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047454 -> 1777047457 00002000:00010000:1.0:1777047456.995660:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047456.995663:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047454 -> 1777047457 00002000:00010000:1.0:1777047456.995668:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047456.995717:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384126592:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1895us (2922us total) trans 17179871190 rc 0/0 00000100:00100000:1.0:1777047456.995731:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2748 00002000:00010000:1.0:1777047456.995739:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (262144->18446744073709551615) 00002000:00100000:1.0:1777047456.995744:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa8a80 with x1863365384126592 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047456.995754:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683efa8a80. 00000100:00100000:0.0:1777047457.011439:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.011981:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384126848 00000100:00100000:1.0:1777047457.011995:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384126848 00000100:00100000:1.0:1777047457.012391:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3226 00000100:00100000:1.0:1777047457.012423:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54270:x1863365384126848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047457.012459:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047457.012503:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0084 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c55 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.013663:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e008b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.013686:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e008b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.013704:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e008b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047457.013743:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047457.013750:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047457.013775:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e008b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.013817:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0084 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c55 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.013843:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e008b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c55 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.013855:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047457.013860:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047457.013867:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6800, rc 0) 00000100:00100000:1.0:1777047457.013965:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54270:x1863365384126848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1558us (2560us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047457.013977:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3226 00000100:00080000:0.0:1777047457.014101:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047457.028420:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047457.041022:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384127104 00000100:00100000:3.0:1777047457.041042:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384127104 00010000:00010000:3.0:1777047457.059224:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0092 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.059249:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0092 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.059264:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0092 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.059274:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ecc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047457.059282:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0092 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.059296:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0092 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.059320:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047457.059326:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047457.059333:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0092 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.059344:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0092 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047457.066507:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00080000:0.0:1777047457.070415:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047457.098474:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384127360 00000100:00100000:1.0:1777047457.098489:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384127360 00002000:00010000:1.0:1777047457.098611:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (262144->18446744073709551615) 00002000:00100000:1.0:1777047457.098649:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66d80 with x1863365384127360 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047457.098667:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d66d80. 00000100:00100000:1.0:1777047457.098702:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384127488 00000100:00100000:1.0:1777047457.098709:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384127488 00002000:00010000:1.0:1777047457.098770:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:1.0:1777047457.098777:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d67b80 with x1863365384127488 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047457.098788:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d67b80. 00000100:00100000:1.0:1777047457.098825:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2750 00000100:00100000:1.0:1777047457.098842:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384127360:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047457.099497:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047457.099504:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047454 -> 1777047457 00002000:00010000:1.0:1777047457.099508:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047457.099512:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047454 -> 1777047457 00002000:00010000:1.0:1777047457.099516:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047457.099663:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384127360:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 821us (1444us total) trans 21474838298 rc 0/0 00000100:00100000:1.0:1777047457.099678:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2750 00002000:00010000:1.0:1777047457.099685:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (262144->18446744073709551615) 00002000:00100000:1.0:1777047457.099691:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66d80 with x1863365384127360 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047457.099701:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d66d80. 00000100:00100000:1.0:1777047457.099733:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2751 00000100:00100000:1.0:1777047457.099746:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384127488:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047457.099999:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047457.100005:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047444 -> 1777047457 00002000:00010000:1.0:1777047457.100010:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047457.100014:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047444 -> 1777047457 00002000:00010000:1.0:1777047457.100018:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047457.100314:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384127488:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 567us (2005us total) trans 17179871191 rc 0/0 00000100:00100000:1.0:1777047457.100328:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2751 00002000:00010000:1.0:1777047457.100334:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:1.0:1777047457.100340:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d67b80 with x1863365384127488 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047457.100349:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d67b80. 00000100:00100000:0.0:1777047457.130592:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.154036:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047457.166506:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e00ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.166529:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e00ae lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.166599:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e00ae lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.166648:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083edc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047457.166675:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e00ae lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.166690:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e00ae lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.166718:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:0.0:1777047457.166724:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047457.166733:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e00ae lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.166745:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e00ae lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047457.167649:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384128000 00000100:00100000:1.0:1777047457.167666:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384128000 00000100:00100000:1.0:1777047457.167764:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5172 00000100:00100000:1.0:1777047457.167783:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54270:x1863365384128000:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047457.167811:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047457.167843:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c6a expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047457.167885:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb979e, atime: 0x69eb9701, ctime: 0x69eb979e, blocks: 0x203 00010000:00010000:1.0:1777047457.167917:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047457.167922:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047457.167934:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 18 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.167963:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 18 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.167984:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7e00, rc 0) 00000100:00100000:1.0:1777047457.168343:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54270:x1863365384128000:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 563us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047457.168359:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5172 00000100:00100000:0.0:1777047457.203358:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.203454:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.205708:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2752 00000100:00100000:0.0:1777047457.205739:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384128128:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047457.206368:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047457.206377:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047454 -> 1777047457 00002000:00010000:0.0:1777047457.206388:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047457.206392:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047454 -> 1777047457 00002000:00010000:0.0:1777047457.206397:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047457.206534:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384128128:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 801us (3193us total) trans 21474838299 rc 0/0 00000100:00100000:0.0:1777047457.206555:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2752 00002000:00010000:0.0:1777047457.206562:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (262144->18446744073709551615) 00002000:00100000:0.0:1777047457.206568:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b2d80 with x1863365384128128 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047457.206579:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b2d80. 00000100:00100000:0.0:1777047457.230389:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.230652:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384128384 00000100:00100000:1.0:1777047457.230673:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384128384 00000100:00100000:1.0:1777047457.230797:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3230 00000100:00100000:1.0:1777047457.230817:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54270:x1863365384128384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047457.230860:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047457.230897:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e00bc lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c71 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.231045:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e00c3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.231072:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e00c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.231098:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e00c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047457.231147:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047457.231156:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047457.231190:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e00c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.231237:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e00bc lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c71 expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.231273:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e00c3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c71 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.231295:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047457.231301:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047457.231309:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6800, rc 0) 00000100:00100000:1.0:1777047457.231397:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54270:x1863365384128384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 583us (1856us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047457.231418:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3230 00000100:00100000:0.0:1777047457.288963:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384128640 00000100:00100000:0.0:1777047457.288989:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384128640 00000100:00100000:0.0:1777047457.289119:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3231 00000100:00100000:0.0:1777047457.289139:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54270:x1863365384128640:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047457.289279:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047457.289333:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e00c3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c71 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.289377:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:0.0:1777047457.289387:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047457.294338:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.294381:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.294396:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047457.294505:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937885 00000004:00010000:0.0:1777047457.294552:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ecd5c36a reply state 000000003c5847ad transno 8589937886 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047457.294565:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047457.294890:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54270:x1863365384128640:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 5752us (7071us total) trans 8589937886 rc 0/0 00000100:00100000:0.0:1777047457.294916:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3231 00000020:00080000:0.0:1777047457.294926:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047457.315358:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.315398:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.315424:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.315438:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbe200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047457.315456:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.315479:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.316061:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047457.316079:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047457.316089:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.316104:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e00ca lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047457.337741:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384128768 00000100:00100000:1.0:1777047457.337757:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384128768 00000100:00100000:1.0:1777047457.337864:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5173 00000100:00100000:1.0:1777047457.337884:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54270:x1863365384128768:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047457.337916:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047457.338330:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c78 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047457.338382:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 262144, mtime: 0x69eb979e, atime: 0x69eb9713, ctime: 0x69eb979e, blocks: 0x203 00010000:00010000:1.0:1777047457.338422:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047457.338426:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047457.338443:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 20 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.338482:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 20 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.338509:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7400, rc 0) 00000100:00100000:1.0:1777047457.338743:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54270:x1863365384128768:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 859us (1525us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047457.338759:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5173 00000100:00100000:0.0:1777047457.356292:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.356412:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047457.358143:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384128896 00000100:00100000:3.0:1777047457.358158:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384128896 00002000:00010000:3.0:1777047457.358266:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (262144->18446744073709551615) 00002000:00100000:3.0:1777047457.358276:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b0380 with x1863365384128896 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047457.358302:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b0380. 00000100:00100000:3.0:1777047457.358366:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384129024 00000100:00100000:3.0:1777047457.358373:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384129024 00002000:00010000:3.0:1777047457.358408:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:3.0:1777047457.358415:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e94a80 with x1863365384129024 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047457.358436:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986708e94a80. 00000100:00100000:3.0:1777047457.358480:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2754 00000100:00100000:3.0:1777047457.358499:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384128896:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047457.359458:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047457.359477:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047454 -> 1777047457 00002000:00010000:3.0:1777047457.359484:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047457.359491:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047454 -> 1777047457 00002000:00010000:3.0:1777047457.359498:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047457.398803:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384129152 00000100:00100000:1.0:1777047457.398830:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384129152 00000100:00100000:1.0:1777047457.399391:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3232 00000100:00100000:1.0:1777047457.399426:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54270:x1863365384129152:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047457.399475:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047457.399536:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e00d8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c7f expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.399892:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e00df lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.399931:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e00df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.399964:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e00df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047457.400420:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047457.400427:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047457.400470:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e00df lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.400542:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e00d8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c7f expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.400584:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e00df lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c7f expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.400598:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047457.400753:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047457.400761:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6600, rc 0) 00000100:00100000:1.0:1777047457.400888:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54270:x1863365384129152:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1467us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047457.400916:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3232 00010000:00010000:1.0:1777047457.431070:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047457.482387:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384129408 00000100:00100000:1.0:1777047457.482413:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384129408 00000100:00100000:1.0:1777047457.484975:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3233 00000100:00100000:1.0:1777047457.485010:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54270:x1863365384129408:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047457.485125:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047457.485180:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e00df lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c7f expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.485224:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047457.485244:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047457.485864:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e00e6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.485951:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e00e6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.485970:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e00e6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047457.486132:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937887 00000004:00010000:1.0:1777047457.486206:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000028910a0 reply state 0000000071b3327a transno 8589937888 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e00e6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047457.486224:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047457.486420:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54270:x1863365384129408:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1415us (5570us total) trans 8589937888 rc 0/0 00000100:00100000:1.0:1777047457.486445:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3233 00000020:00080000:1.0:1777047457.486454:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047457.514254:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.514379:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384129536 00000100:00100000:1.0:1777047457.514395:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384129536 00000100:00100000:1.0:1777047457.515593:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5174 00000100:00100000:1.0:1777047457.516375:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54270:x1863365384129536:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047457.516408:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047457.516467:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c86 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047457.516517:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12d:0x0] initial LVB size: 262144, mtime: 0x69eb979f, atime: 0x69eb9766, ctime: 0x69eb979f, blocks: 0x203 00010000:00010000:1.0:1777047457.516596:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047457.516601:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047457.516675:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 23 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.516729:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 23 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.516759:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6600, rc 0) 00000100:00100000:1.0:1777047457.516853:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54270:x1863365384129536:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 496us (2614us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047457.516874:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5174 00000100:00100000:3.0:1777047457.529504:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047457.529955:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.530552:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384129664 00000100:00100000:1.0:1777047457.530569:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384129664 00000100:00100000:0.0:1777047457.531579:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384129792 00000100:00100000:0.0:1777047457.531590:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384129792 00002000:00010000:0.0:1777047457.531782:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:0.0:1777047457.531793:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d755500 with x1863365384129792 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047457.531812:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d755500. 00000100:00100000:0.0:1777047457.532311:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2756 00000100:00100000:0.0:1777047457.532334:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384129792:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047457.532881:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047457.532889:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047444 -> 1777047457 00002000:00010000:0.0:1777047457.532895:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047457.532901:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047444 -> 1777047457 00002000:00010000:0.0:1777047457.532906:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047457.532996:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384129792:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 666us (3040us total) trans 21474838301 rc 0/0 00000100:00100000:0.0:1777047457.533014:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2756 00002000:00010000:0.0:1777047457.533021:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:0.0:1777047457.533027:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d755500 with x1863365384129792 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047457.533036:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d755500. 00002000:00010000:1.0:1777047457.533173:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/301 (262144->18446744073709551615) 00002000:00100000:1.0:1777047457.533181:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d755c00 with x1863365384129664 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047457.533194:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682d755c00. 00000100:00100000:3.0:1777047457.555213:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047457.569745:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3234 00000100:00100000:3.0:1777047457.569766:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54270:x1863365384129920:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047457.569803:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047457.569835:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e00f4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787c8d expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.569958:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e00fb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.569983:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e00fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.570005:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e00fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047457.570050:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047457.570057:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047457.570085:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e00fb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.573252:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e00f4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c8d expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.573289:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e00fb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c8d expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.573318:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047457.573324:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047457.573331:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38000, rc 0) 00000100:00100000:3.0:1777047457.573462:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54270:x1863365384129920:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3697us (18571us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047457.573478:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3234 00000100:00100000:3.0:1777047457.600335:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.601306:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384130176 00000100:00100000:1.0:1777047457.601324:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384130176 00000100:00100000:1.0:1777047457.601441:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3235 00000100:00100000:1.0:1777047457.601462:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54270:x1863365384130176:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047457.603262:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047457.603309:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e00fb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c8d expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.603347:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047457.603358:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047457.607084:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.607117:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.607137:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047457.607246:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937889 00000004:00010000:0.0:1777047457.607303:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d313386 reply state 000000007944eaff transno 8589937890 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047457.607320:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047457.607491:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54270:x1863365384130176:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 6030us (7165us total) trans 8589937890 rc 0/0 00000100:00100000:0.0:1777047457.607508:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3235 00000020:00080000:0.0:1777047457.607517:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047457.622407:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047457.623282:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.623309:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.623323:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.623335:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbf600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047457.623343:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.623356:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.623386:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:3.0:1777047457.623392:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047457.623399:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.623410:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbf600/0x29ccbc23e99e0102 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047457.632294:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384130304 00000100:00100000:1.0:1777047457.632314:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384130304 00000100:00100000:3.0:1777047457.656252:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384130432 00000100:00100000:3.0:1777047457.656266:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384130432 00002000:00010000:3.0:1777047457.656322:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (262144->18446744073709551615) 00002000:00100000:3.0:1777047457.656329:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d65500 with x1863365384130432 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047457.656348:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d65500. 00000100:00100000:3.0:1777047457.656397:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384130560 00000100:00100000:3.0:1777047457.656404:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384130560 00002000:00010000:3.0:1777047457.656429:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:3.0:1777047457.656435:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d64380 with x1863365384130560 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047457.656446:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d64380. 00000100:00100000:3.0:1777047457.657413:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2758 00000100:00100000:3.0:1777047457.657432:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384130432:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047457.657895:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047457.657902:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047455 -> 1777047457 00002000:00010000:3.0:1777047457.657907:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047457.657911:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047455 -> 1777047457 00002000:00010000:3.0:1777047457.657915:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047457.658264:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384130432:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 835us (3218us total) trans 21474838302 rc 0/0 00000100:00100000:3.0:1777047457.658279:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2758 00002000:00010000:3.0:1777047457.658286:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (262144->18446744073709551615) 00002000:00100000:3.0:1777047457.658291:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d65500 with x1863365384130432 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047457.658300:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d65500. 00000100:00100000:3.0:1777047457.658330:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2759 00000100:00100000:3.0:1777047457.658345:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384130560:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047457.658657:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047457.658665:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047444 -> 1777047457 00002000:00010000:3.0:1777047457.658670:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047457.658674:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047444 -> 1777047457 00002000:00010000:3.0:1777047457.658678:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047457.658735:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384130560:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 391us (3556us total) trans 17179871195 rc 0/0 00000100:00100000:3.0:1777047457.658748:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2759 00002000:00010000:3.0:1777047457.658754:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:3.0:1777047457.658759:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d64380 with x1863365384130560 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047457.658768:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d64380. 00000100:00100000:0.0:1777047457.686567:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.712746:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.744673:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047457.744884:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384131072 00000100:00100000:3.0:1777047457.744900:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384131072 00000100:00100000:3.0:1777047457.745002:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5176 00000100:00100000:3.0:1777047457.745020:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54270:x1863365384131072:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047457.745321:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047457.745356:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99e0125 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ca2 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047457.745400:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb979f, atime: 0x69eb973a, ctime: 0x69eb979f, blocks: 0x203 00010000:00010000:3.0:1777047457.745433:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047457.745437:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047457.745450:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99e0125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ca2 expref: 26 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.745482:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99e0125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ca2 expref: 26 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047457.745509:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39200, rc 0) 00000100:00100000:3.0:1777047457.745679:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54270:x1863365384131072:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 660us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047457.745694:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5176 00000100:00100000:0.0:1777047457.765949:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.766019:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.776414:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384131328 00000100:00100000:1.0:1777047457.776433:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384131328 00002000:00010000:1.0:1777047457.776499:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:1.0:1777047457.776507:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e97800 with x1863365384131328 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047457.776525:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986708e97800. 00000100:00100000:1.0:1777047457.776592:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384131200 00000100:00100000:1.0:1777047457.776600:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384131200 00002000:00010000:1.0:1777047457.777053:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (262144->18446744073709551615) 00002000:00100000:1.0:1777047457.777061:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e96680 with x1863365384131200 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047457.777072:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986708e96680. 00000100:00100000:1.0:1777047457.777112:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2760 00000100:00100000:1.0:1777047457.777128:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384131328:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047457.777606:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047457.777613:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047444 -> 1777047457 00002000:00010000:1.0:1777047457.777618:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:1.0:1777047457.777623:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047444 -> 1777047457 00002000:00010000:1.0:1777047457.777626:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047457.777712:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384131328:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 584us (11773us total) trans 21474838303 rc 0/0 00000100:00100000:1.0:1777047457.777726:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2760 00002000:00010000:1.0:1777047457.777733:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:1.0:1777047457.777738:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e97800 with x1863365384131328 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047457.777746:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986708e97800. 00000100:00100000:1.0:1777047457.777775:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2761 00000100:00100000:1.0:1777047457.777790:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384131200:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047457.778053:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047457.778060:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047455 -> 1777047457 00002000:00010000:1.0:1777047457.778065:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:1.0:1777047457.778070:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047455 -> 1777047457 00002000:00010000:1.0:1777047457.778074:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047457.778121:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384131200:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 333us (12100us total) trans 17179871196 rc 0/0 00000100:00100000:1.0:1777047457.778136:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2761 00002000:00010000:1.0:1777047457.778142:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (262144->18446744073709551615) 00002000:00100000:1.0:1777047457.778146:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e96680 with x1863365384131200 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047457.778155:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986708e96680. 00000100:00100000:0.0:1777047457.791159:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.810154:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.831886:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.844975:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.845050:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.845509:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2762 00000100:00100000:0.0:1777047457.845905:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384131968:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047457.846868:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047457.846874:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047455 -> 1777047457 00002000:00010000:0.0:1777047457.846879:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047457.846883:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047455 -> 1777047457 00002000:00010000:0.0:1777047457.846887:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047457.847593:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384131968:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1723us (2623us total) trans 17179871197 rc 0/0 00000100:00100000:0.0:1777047457.847641:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2762 00002000:00010000:0.0:1777047457.847648:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (262144->18446744073709551615) 00002000:00100000:0.0:1777047457.847654:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680481aa00 with x1863365384131968 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047457.847665:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680481aa00. 00000100:00100000:0.0:1777047457.863871:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.890274:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.897194:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3241 00000100:00100000:0.0:1777047457.897224:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54270:x1863365384132480:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047457.897318:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047457.897363:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e014f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cb7 expref: 88 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.897418:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:0.0:1777047457.897428:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047457.897967:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e0156 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.897999:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e0156 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.898019:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e0156 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047457.898136:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937895 00000004:00010000:0.0:1777047457.898192:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002357598 reply state 000000007e75e452 transno 8589937896 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e0156 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047457.898217:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047457.898401:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54270:x1863365384132480:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1186us (8140us total) trans 8589937896 rc 0/0 00000100:00100000:0.0:1777047457.898423:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3241 00000020:00080000:0.0:1777047457.898433:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047457.911788:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.935823:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.935917:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.937203:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384132864 00000100:00100000:0.0:1777047457.937225:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384132864 00002000:00010000:0.0:1777047457.937290:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:0.0:1777047457.937300:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680481a680 with x1863365384132864 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047457.937323:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680481a680. 00000100:00100000:0.0:1777047457.937360:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384132736 00000100:00100000:0.0:1777047457.937367:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384132736 00002000:00010000:0.0:1777047457.937396:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (262144->18446744073709551615) 00002000:00100000:0.0:1777047457.937403:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819880 with x1863365384132736 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047457.937415:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804819880. 00000100:00100000:0.0:1777047457.937487:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2764 00000100:00100000:0.0:1777047457.937505:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384132864:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047457.938485:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047457.938493:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047445 -> 1777047457 00002000:00010000:0.0:1777047457.938499:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047457.938504:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047445 -> 1777047457 00002000:00010000:0.0:1777047457.938509:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047457.938711:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384132864:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1207us (2905us total) trans 17179871198 rc 0/0 00000100:00100000:0.0:1777047457.938739:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2764 00002000:00010000:0.0:1777047457.938747:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:0.0:1777047457.938752:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680481a680 with x1863365384132864 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047457.938772:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680481a680. 00000100:00100000:0.0:1777047457.938817:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2765 00000100:00100000:0.0:1777047457.938833:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384132736:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047457.939154:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047457.939162:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047455 -> 1777047457 00002000:00010000:0.0:1777047457.939167:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047457.939171:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047455 -> 1777047457 00002000:00010000:0.0:1777047457.939176:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047457.939246:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384132736:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 415us (3329us total) trans 21474838305 rc 0/0 00000100:00100000:0.0:1777047457.939261:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2765 00002000:00010000:0.0:1777047457.939278:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (262144->18446744073709551615) 00002000:00100000:0.0:1777047457.939284:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819880 with x1863365384132736 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047457.939294:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804819880. 00000100:00100000:0.0:1777047457.958770:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047457.959871:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384132992 00000100:00100000:1.0:1777047457.959893:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384132992 00000100:00100000:1.0:1777047457.960372:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3242 00000100:00100000:1.0:1777047457.960399:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54270:x1863365384132992:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047457.960443:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047457.960483:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0164 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787cc5 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.960805:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e016b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.960846:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e016b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.960865:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e016b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047457.960914:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047457.960921:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047457.960955:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e016b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.961005:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0164 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cc5 expref: 91 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.961381:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e016b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cc5 expref: 90 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047457.961404:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047457.961411:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047457.961418:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7200, rc 0) 00000100:00100000:1.0:1777047457.961520:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54270:x1863365384132992:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1126us (3522us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047457.961535:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3242 00000100:00100000:3.0:1777047457.985403:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047457.986721:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384133248 00000100:00100000:0.0:1777047457.986739:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384133248 00000100:00100000:0.0:1777047457.986847:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3243 00000100:00100000:0.0:1777047457.986866:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54270:x1863365384133248:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047457.986947:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047457.986987:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e016b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cc5 expref: 90 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.987021:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:0.0:1777047457.987030:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047457.987393:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99e0172 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.987420:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99e0172 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047457.987441:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99e0172 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047457.987686:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937897 00000004:00010000:0.0:1777047457.987744:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005054bf8c reply state 00000000f0de003b transno 8589937898 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfc00/0x29ccbc23e99e0172 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047457.987762:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047457.987899:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54270:x1863365384133248:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1035us (2507us total) trans 8589937898 rc 0/0 00000100:00100000:0.0:1777047457.987923:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3243 00000020:00080000:0.0:1777047457.987932:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047458.006499:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047458.007355:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384133376 00000100:00100000:3.0:1777047458.007372:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384133376 00000100:00100000:3.0:1777047458.007479:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5179 00000100:00100000:3.0:1777047458.007499:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54270:x1863365384133376:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047458.007528:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047458.008013:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ccc expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047458.008064:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97a0, atime: 0x69eb9766, ctime: 0x69eb97a0, blocks: 0x203 00010000:00010000:3.0:1777047458.008097:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.008102:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.008116:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 31 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.008147:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 31 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.008172:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38c00, rc 0) 00000100:00100000:3.0:1777047458.008252:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54270:x1863365384133376:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 757us (1764us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047458.008269:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5179 00000100:00100000:0.0:1777047458.034102:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047458.034308:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047458.051475:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384133632 00000100:00100000:3.0:1777047458.051488:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384133632 00002000:00010000:3.0:1777047458.051531:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:3.0:1777047458.051539:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efca680 with x1863365384133632 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047458.051960:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670efca680. 00000100:00100000:3.0:1777047458.054519:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2766 00000100:00100000:3.0:1777047458.054569:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384133504:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047458.054981:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047458.054989:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047456 -> 1777047458 00002000:00010000:3.0:1777047458.054995:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047458.055000:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047456 -> 1777047458 00002000:00010000:3.0:1777047458.055006:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047458.055141:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384133504:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 601us (21068us total) trans 17179871199 rc 0/0 00000100:00100000:1.0:1777047458.057371:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2767 00000100:00100000:1.0:1777047458.057399:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384133632:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047458.057765:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047458.057774:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047445 -> 1777047458 00002000:00010000:1.0:1777047458.057779:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047458.057784:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047445 -> 1777047458 00002000:00010000:1.0:1777047458.057848:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047458.057922:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384133632:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 531us (23613us total) trans 21474838306 rc 0/0 00000100:00100000:1.0:1777047458.057938:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2767 00002000:00010000:1.0:1777047458.057947:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:1.0:1777047458.057953:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efca680 with x1863365384133632 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047458.057965:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670efca680. 00000100:00100000:3.0:1777047458.064530:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2766 00002000:00010000:3.0:1777047458.064545:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (262144->18446744073709551615) 00002000:00100000:3.0:1777047458.065014:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efc8000 with x1863365384133504 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047458.065035:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670efc8000. 00000100:00100000:0.0:1777047458.085287:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047458.124509:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047458.135346:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047458.136493:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384134144 00000100:00100000:3.0:1777047458.136509:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384134144 00000100:00100000:3.0:1777047458.136721:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5180 00000100:00100000:3.0:1777047458.136740:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54270:x1863365384134144:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047458.136766:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047458.136799:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99e0195 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787cda expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047458.136841:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97a0, atime: 0x69eb9766, ctime: 0x69eb97a0, blocks: 0x203 00010000:00010000:3.0:1777047458.136872:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.136876:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.136888:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99e0195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cda expref: 33 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.136918:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99e0195 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cda expref: 33 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.136942:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38e00, rc 0) 00000100:00100000:3.0:1777047458.137054:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54270:x1863365384134144:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 317us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047458.137069:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5180 00000100:00100000:1.0:1777047458.156042:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047458.156124:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047458.158016:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2769 00000100:00100000:0.0:1777047458.158051:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384134400:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047458.158692:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047458.158702:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047445 -> 1777047458 00002000:00010000:0.0:1777047458.158716:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047458.158729:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047445 -> 1777047458 00002000:00010000:0.0:1777047458.158744:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047458.158855:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384134400:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 814us (2728us total) trans 21474838307 rc 0/0 00000100:00100000:0.0:1777047458.158873:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2769 00002000:00010000:0.0:1777047458.158881:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:0.0:1777047458.158887:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818e00 with x1863365384134400 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047458.158897:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804818e00. 00000100:00100000:3.0:1777047458.159287:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384134272:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1283us (3254us total) trans 17179871200 rc 0/0 00000100:00100000:3.0:1777047458.159305:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2768 00002000:00010000:3.0:1777047458.159312:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (262144->18446744073709551615) 00002000:00100000:3.0:1777047458.159319:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818a80 with x1863365384134272 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047458.159330:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804818a80. 00000100:00100000:1.0:1777047458.174930:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047458.175726:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384134528 00000100:00100000:0.0:1777047458.175742:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384134528 00000100:00100000:0.0:1777047458.175842:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3246 00000100:00100000:0.0:1777047458.175861:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54270:x1863365384134528:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047458.175895:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047458.175926:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99e019c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ce1 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.176048:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e01a3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.176073:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e01a3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.176091:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e01a3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047458.176132:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047458.176140:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047458.176170:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e01a3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.176217:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99e019c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ce1 expref: 95 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.176247:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e01a3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ce1 expref: 94 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.176263:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:0.0:1777047458.176268:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047458.176274:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbbe200, rc 0) 00000100:00100000:0.0:1777047458.176375:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54270:x1863365384134528:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 518us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047458.176389:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3246 00000100:00100000:0.0:1777047458.189208:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047458.220426:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047458.234318:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047458.237035:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384135040 00000100:00100000:3.0:1777047458.237049:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384135040 00000100:00100000:3.0:1777047458.237284:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5182 00000100:00100000:3.0:1777047458.237302:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54270:x1863365384135040:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047458.237329:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047458.237355:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a07a0e66/0x29ccbc23e99e01b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787cef expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.237399:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.237414:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047458.237417:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047458.237424:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a07a0e66/0x29ccbc23e99e01b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cef expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.237475:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.237495:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 35 pid: 33459 timeout: 4186 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047458.237518:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365433969152:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047458.237689:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a30c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047458.245714:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047458.248836:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000148a3443/0x29ccbc23e99dfd58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787b13 expref: 36 pid: 33459 timeout: 4186 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047458.248865:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365433969152:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047458.248902:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a07a0e66/0x29ccbc23e99e01b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cef expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.248921:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39c00, rc 0) 00000100:00100000:3.0:1777047458.248975:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54270:x1863365384135040:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11677us (14668us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047458.248989:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5182 00000100:00100000:0.0:1777047458.267634:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384135296 00000100:00100000:0.0:1777047458.267648:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384135296 00002000:00010000:0.0:1777047458.267703:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (262144->18446744073709551615) 00002000:00100000:0.0:1777047458.267711:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d64000 with x1863365384135296 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047458.267726:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d64000. 00000100:00100000:0.0:1777047458.267769:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384135424 00000100:00100000:0.0:1777047458.267775:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384135424 00002000:00010000:0.0:1777047458.267795:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:0.0:1777047458.267801:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66680 with x1863365384135424 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047458.267811:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d66680. 00000100:00100000:0.0:1777047458.267843:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2770 00000100:00100000:0.0:1777047458.267859:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384135296:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047458.268185:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047458.268192:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047456 -> 1777047458 00002000:00010000:0.0:1777047458.268196:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047458.268200:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047456 -> 1777047458 00002000:00010000:0.0:1777047458.268203:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047458.268265:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384135296:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 408us (891us total) trans 21474838308 rc 0/0 00000100:00100000:0.0:1777047458.268278:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2770 00002000:00010000:0.0:1777047458.268284:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (262144->18446744073709551615) 00002000:00100000:0.0:1777047458.268288:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d64000 with x1863365384135296 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047458.268295:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d64000. 00000100:00100000:0.0:1777047458.268325:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2771 00000100:00100000:0.0:1777047458.268337:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384135424:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047458.268630:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047458.268636:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047447 -> 1777047458 00002000:00010000:0.0:1777047458.268640:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047458.268644:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047448 -> 1777047458 00002000:00010000:0.0:1777047458.268648:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047458.268704:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384135424:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 369us (1252us total) trans 17179871201 rc 0/0 00000100:00100000:0.0:1777047458.268713:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2771 00002000:00010000:0.0:1777047458.268717:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:0.0:1777047458.268720:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66680 with x1863365384135424 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047458.268726:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d66680. 00000100:00100000:0.0:1777047458.280086:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047458.292042:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e01bf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.292068:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e01bf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.292081:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e01bf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.292105:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047458.292113:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e01bf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.292122:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047458.292126:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e01bf lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.292150:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:0.0:1777047458.292157:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047458.292164:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e01bf lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.292175:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e01bf lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047458.313048:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047458.313189:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384135936 00000100:00100000:1.0:1777047458.313205:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384135936 00010000:00010000:1.0:1777047458.313284:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080d072a3/0x29ccbc23e99dffe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c2b expref: 36 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.313354:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2419 00000100:00100000:1.0:1777047458.313371:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384135936:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047458.313397:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047458.313429:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080d072a3/0x29ccbc23e99dffe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c2b expref: 36 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.313490:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080d072a3/0x29ccbc23e99dffe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c2b expref: 36 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.313526:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080d072a3/0x29ccbc23e99dffe3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c2b expref: 36 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.313588:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047458.313592:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047458.313631:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 35 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.313650:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 35 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.313711:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 35 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.313736:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365433969536:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047458.313843:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047458.327390:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047458.327699:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365433969536:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047458.327733:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047458.327806:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384135936:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 14437us (14769us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047458.327824:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2419 00000100:00100000:3.0:1777047458.335806:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384136064 00000100:00100000:3.0:1777047458.335829:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384136064 00000100:00100000:3.0:1777047458.335953:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5184 00000100:00100000:3.0:1777047458.335971:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54270:x1863365384136064:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047458.335997:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047458.336024:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e01cd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787cfd expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.336630:0:7603:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065effd58/0x29ccbc23e99dffea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c32 expref: 33 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.336650:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.336653:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.336662:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e01cd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cfd expref: 33 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.336719:0:7603:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065effd58/0x29ccbc23e99dffea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c32 expref: 33 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.336742:0:7603:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065effd58/0x29ccbc23e99dffea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c32 expref: 33 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047458.336766:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365433969664:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047458.336872:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047458.346379:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047458.346637:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365433969664:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047458.346687:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e01cd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cfd expref: 33 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.346720:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39e00, rc 0) 00000100:00100000:3.0:1777047458.346792:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54270:x1863365384136064:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10825us (19412us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047458.346807:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5184 00000100:00100000:1.0:1777047458.351838:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384136192 00000100:00100000:1.0:1777047458.351854:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384136192 00010000:00010000:1.0:1777047458.354467:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065effd58/0x29ccbc23e99dffea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c32 expref: 33 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.354529:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2420 00000100:00100000:1.0:1777047458.355015:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384136192:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047458.355039:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047458.355070:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065effd58/0x29ccbc23e99dffea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c32 expref: 33 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.355096:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065effd58/0x29ccbc23e99dffea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c32 expref: 33 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.355130:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065effd58/0x29ccbc23e99dffea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c32 expref: 33 pid: 33475 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.355154:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047458.355157:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047458.355167:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e01cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cfd expref: 32 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.355183:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e01cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cfd expref: 32 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.355635:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e01cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cfd expref: 32 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.355675:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365433969792:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047458.355830:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047458.367131:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365433969792:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047458.367163:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047458.367252:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384136192:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 12244us (20881us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047458.367287:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2420 00000100:00100000:0.0:1777047458.369527:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047458.370402:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384136320 00000100:00100000:3.0:1777047458.370415:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384136320 00000100:00100000:3.0:1777047458.370495:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5185 00000100:00100000:3.0:1777047458.370511:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54270:x1863365384136320:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047458.370924:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047458.370953:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e01d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d04 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.370996:0:26190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 36 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.371011:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.371014:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047458.371021:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e01d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d04 expref: 36 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.371071:0:26190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 36 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047458.371091:0:26190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 36 pid: 6640 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047458.371112:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365433969920:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047458.371202:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047458.385512:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365433969920:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047458.385658:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e01d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d04 expref: 36 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.385684:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384136448 00010000:00010000:3.0:1777047458.385693:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39400, rc 0) 00000100:00100000:1.0:1777047458.385697:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384136448 00010000:00010000:1.0:1777047458.385756:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 37 pid: 6640 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047458.385773:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54270:x1863365384136320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15259us (16244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047458.385793:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5185 00000100:00100000:1.0:1777047458.385842:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2421 00000100:00100000:1.0:1777047458.385861:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384136448:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047458.385881:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047458.385911:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 36 pid: 6640 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.385935:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 36 pid: 6640 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.385967:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99dfff1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c39 expref: 36 pid: 6640 timeout: 4186 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.385997:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047458.386001:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047458.386009:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e01d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d04 expref: 35 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.386027:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e01d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d04 expref: 35 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.386355:0:8406:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e01d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d04 expref: 35 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.386378:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365433970048:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047458.386451:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047458.403846:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365433970048:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047458.403879:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047458.404939:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384136448:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 19079us (19653us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047458.404959:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2421 00000100:00100000:1.0:1777047458.410814:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384136576 00000100:00100000:1.0:1777047458.410831:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384136576 00000100:00100000:0.0:1777047458.411463:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5186 00000100:00100000:0.0:1777047458.411487:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384136576:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047458.411872:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047458.411881:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047458.411886:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047452 -> 1777047453 00002000:00010000:0.0:1777047458.411890:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047453 -> 1777047458 00002000:00010000:0.0:1777047458.411895:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1777047458.412003:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384136576:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 522us (8752us total) trans 17179871202 rc 0/0 00000100:00100000:0.0:1777047458.412018:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5186 00000100:00100000:0.0:1777047458.419925:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384136704 00000100:00100000:0.0:1777047458.419941:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384136704 00000100:00100000:0.0:1777047458.420032:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5188 00000100:00100000:0.0:1777047458.420051:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384136704:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047458.420365:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047458.420373:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047452 -> 1777047453 00002000:00010000:0.0:1777047458.420378:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047440 -> 1777047453 00002000:00010000:0.0:1777047458.420382:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047452 -> 1777047458 00002000:00010000:0.0:1777047458.420385:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047458.420477:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384136704:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 428us (705us total) trans 21474838309 rc 0/0 00000100:00100000:0.0:1777047458.420493:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5188 00000100:00100000:1.0:1777047458.433026:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047458.434709:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384137088 00000100:00100000:0.0:1777047458.434725:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384137088 00000100:00100000:0.0:1777047458.434825:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1185 00000100:00100000:0.0:1777047458.434843:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708685850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54270:x1863365384137088:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047458.434931:0:32151:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99dffa4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c16 expref: 96 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.435002:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.435026:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 96 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.435042:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.435089:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 96 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.435122:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 96 pid: 33460 timeout: 4186 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047458.435172:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365433970176:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047458.435300:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670475fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047458.448585:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384137216 00000100:00100000:1.0:1777047458.448626:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384137216 00010000:00010000:1.0:1777047458.448687:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 97 pid: 33460 timeout: 4186 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047458.448748:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2422 00000100:00100000:1.0:1777047458.448765:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:2410:x1863365384137216:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047458.448790:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047458.448801:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 97 pid: 33460 timeout: 4186 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.448824:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 97 pid: 33460 timeout: 4186 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.448857:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398f200) 00010000:00010000:1.0:1777047458.448866:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.448882:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.448894:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.448922:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047458.449011:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:2410:x1863365384137216:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 247us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047458.449326:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2422 00010000:00010000:0.0:1777047458.450379:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99dffce lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c1d expref: 96 pid: 33460 timeout: 4186 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047458.450410:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365433970176:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047458.450471:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.450488:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.450499:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e01db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047458.469839:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].947, 88 off87640 00000004:00080000:0.0:1777047458.469868:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086852333076ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.470487:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].934, 88 off86408 00000004:00080000:0.0:1777047458.470505:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086852970369ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.470774:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].935, 88 off86496 00000004:00080000:0.0:1777047458.470785:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086853250609ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.472760:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].948, 88 off87728 00000004:00080000:0.0:1777047458.472772:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086855237434ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.472839:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].949, 88 off87816 00000004:00080000:0.0:1777047458.472849:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086855314314ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.472885:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].936, 88 off86584 00000004:00080000:0.0:1777047458.472893:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086855358447ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.472925:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].950, 88 off87904 00000004:00080000:0.0:1777047458.472932:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086855397274ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.472962:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].937, 88 off86672 00000004:00080000:0.0:1777047458.472969:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086855434714ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.473000:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].938, 88 off86760 00000004:00080000:0.0:1777047458.473007:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086855472217ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.473035:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].951, 88 off87992 00000004:00080000:0.0:1777047458.473042:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086855506990ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.473075:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].939, 88 off86848 00000004:00080000:0.0:1777047458.473083:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086855548230ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.473113:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].952, 88 off88080 00000004:00080000:0.0:1777047458.473121:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086855586024ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.473150:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].940, 88 off86936 00000004:00080000:0.0:1777047458.473858:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086856322254ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.475705:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].953, 88 off88168 00000004:00080000:0.0:1777047458.475717:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086858182064ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.475782:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].954, 88 off88256 00000004:00080000:0.0:1777047458.475791:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086858256214ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.475827:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].941, 88 off87024 00000004:00080000:0.0:1777047458.475835:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086858300591ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.475897:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].942, 88 off87112 00000004:00080000:0.0:1777047458.475906:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086858371754ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.475939:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].955, 88 off88344 00000004:00080000:0.0:1777047458.475948:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086858413208ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.475983:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].956, 88 off88432 00000004:00080000:0.0:1777047458.475992:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086858456751ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.476028:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].943, 88 off87200 00000004:00080000:0.0:1777047458.476038:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086858502871ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.476069:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].957, 88 off88520 00000004:00080000:0.0:1777047458.476076:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086858541724ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.476108:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].944, 88 off87288 00000004:00080000:0.0:1777047458.476116:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086858581434ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.479034:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].945, 88 off87376 00000004:00080000:0.0:1777047458.479052:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086861517385ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.479133:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].958, 88 off88608 00000004:00080000:0.0:1777047458.479142:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086861607815ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.479213:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].959, 88 off88696 00000004:00080000:0.0:1777047458.479224:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086861689495ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.479262:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].946, 88 off87464 00000004:00080000:0.0:1777047458.479275:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086861740205ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.479304:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].960, 88 off88784 00000004:00080000:0.0:1777047458.479311:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086861776698ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047458.479343:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].947, 88 off87552 00000004:00080000:0.0:1777047458.479350:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086861815865ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.479381:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].948, 88 off87640 00000004:00080000:0.0:1777047458.479453:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4086861917611ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047458.479498:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].961, 88 off88872 00000004:00080000:0.0:1777047458.479507:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4086861972411ns, next at 4065739598673ns, rc = 0 00000001:00080000:1.0:1777047458.682828:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937904 is committed 00000004:00080000:1.0:1777047458.682848:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 866 committed 00000004:00080000:1.0:1777047458.682876:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 854 committed 00000004:00080000:1.0:1777047458.682893:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 853 committed 00000004:00080000:1.0:1777047458.682897:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 865 committed 00000004:00080000:1.0:1777047458.682901:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 852 committed 00000004:00080000:1.0:1777047458.682905:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 864 committed 00000004:00080000:1.0:1777047458.682910:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 863 committed 00000004:00080000:1.0:1777047458.682915:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 851 committed 00000004:00080000:1.0:1777047458.682919:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 850 committed 00000004:00080000:1.0:1777047458.682922:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 862 committed 00000004:00080000:1.0:1777047458.682927:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 849 committed 00000004:00080000:1.0:1777047458.682931:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 861 committed 00000004:00080000:1.0:1777047458.682935:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 860 committed 00000004:00080000:1.0:1777047458.682938:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 848 committed 00000004:00080000:1.0:1777047458.682942:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 847 committed 00000004:00080000:1.0:1777047458.682945:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 859 committed 00000004:00080000:1.0:1777047458.682949:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 858 committed 00000004:00080000:1.0:1777047458.682952:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 846 committed 00000004:00080000:1.0:1777047458.682955:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 857 committed 00000004:00080000:1.0:1777047458.682959:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 845 committed 00000004:00080000:1.0:1777047458.682962:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 856 committed 00000004:00080000:1.0:1777047458.682966:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 844 committed 00000004:00080000:1.0:1777047458.682970:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 843 committed 00000004:00080000:1.0:1777047458.682974:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 855 committed 00000004:00080000:1.0:1777047458.682977:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 842 committed 00000004:00080000:1.0:1777047458.682981:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 854 committed 00000004:00080000:1.0:1777047458.682984:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 853 committed 00000004:00080000:1.0:1777047458.682988:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 841 committed 00000004:00080000:1.0:1777047458.682992:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 840 committed 00000004:00080000:1.0:1777047458.682995:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 852 committed 00000100:00100000:1.0:1777047458.684355:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433970304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.684445:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.684523:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433970816:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.684955:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.685301:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433971328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.685348:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.685390:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433971840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047458.685398:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433970304 00000100:00100000:3.0:1777047458.685408:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433970304 00000100:00100000:1.0:1777047458.685429:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.685465:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1777047458.685476:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433970432:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047458.685480:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433970816 00000100:00100000:3.0:1777047458.685486:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433970816 00000100:00100000:1.0:1777047458.685517:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047458.685517:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971328 00000100:00100000:3.0:1777047458.685522:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971328 00000100:00100000:3.0:1777047458.686203:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971840 00000100:00100000:3.0:1777047458.686212:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971840 00000100:00100000:3.0:1777047458.686249:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433970432 00000100:00100000:3.0:1777047458.686254:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433970432 00000100:00100000:3.0:1777047458.686287:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189 00000100:00100000:3.0:1777047458.686302:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365433970304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047458.686977:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190 00000100:00100000:0.0:1777047458.686994:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365433970816:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047458.687021:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5191 00000100:00100000:0.0:1777047458.687031:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365433971328:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047458.687253:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047458.687262:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047458.687268:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047458.687274:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047458.687279:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1777047458.691676:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433970944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047458.696689:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365433971328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9654us (11337us total) trans 17179871205 rc 0/0 00000100:00100000:0.0:1777047458.696703:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5191 00002000:00010000:0.0:1777047458.696904:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047458.696911:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.696915:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047458.696919:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.696923:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047458.696977:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365433970816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9986us (12022us total) trans 21474838312 rc 0/0 00000100:00100000:0.0:1777047458.696990:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190 00000100:00100000:1.0:1777047458.700793:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433970560:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.700890:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.701253:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971072:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.701305:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.701354:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.701424:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.701467:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.701509:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.701914:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1777047458.701929:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433970688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.701976:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.702013:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971200:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.702340:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.702382:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971712:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.702419:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.702452:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.702487:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.702915:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433970560 00000100:00100000:1.0:1777047458.702927:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433970560 00000100:00100000:1.0:1777047458.703262:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971072 00000100:00100000:1.0:1777047458.703268:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971072 00000100:00100000:1.0:1777047458.703289:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971584 00000100:00100000:1.0:1777047458.703293:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971584 00000100:00100000:1.0:1777047458.703315:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433972096 00000100:00100000:1.0:1777047458.703319:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433972096 00000100:00100000:1.0:1777047458.703335:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433970688 00000100:00100000:1.0:1777047458.703339:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433970688 00000100:00100000:1.0:1777047458.703355:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971200 00000100:00100000:1.0:1777047458.703359:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971200 00000100:00100000:1.0:1777047458.703375:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971712 00000100:00100000:1.0:1777047458.703379:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971712 00000100:00100000:1.0:1777047458.703396:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433972224 00000100:00100000:1.0:1777047458.703400:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433972224 00000100:00100000:1.0:1777047458.703422:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5194 00000100:00100000:1.0:1777047458.703436:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365433970560:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047458.703450:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5195 00000100:00100000:0.0:1777047458.703464:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365433971072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047458.703747:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047458.703753:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.703758:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047458.703762:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.703766:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047458.703837:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365433971072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 374us (2530us total) trans 21474838313 rc 0/0 00000100:00100000:0.0:1777047458.703851:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5195 00000100:00100000:0.0:1777047458.703885:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5197 00000100:00100000:0.0:1777047458.703897:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433972096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047458.704050:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047458.704055:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.704059:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047458.704063:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.704067:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047458.704115:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433972096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 219us (2605us total) trans 17179871207 rc 0/0 00000100:00100000:0.0:1777047458.704128:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5197 00000100:00100000:0.0:1777047458.704155:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5199 00000100:00100000:0.0:1777047458.704167:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365433971200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047458.704315:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047458.704321:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.704325:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047458.704329:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.704334:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047458.704382:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365433971200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 215us (2041us total) trans 21474838315 rc 0/0 00000100:00100000:0.0:1777047458.704395:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5199 00000100:00100000:0.0:1777047458.704423:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201 00000100:00100000:0.0:1777047458.704435:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433972224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047458.704662:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047458.704669:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.704672:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047458.704676:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.704679:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047458.704729:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433972224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 297us (2241us total) trans 17179871209 rc 0/0 00000100:00100000:0.0:1777047458.704742:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201 00000100:00100000:0.0:1777047458.709131:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433970944 00000100:00100000:0.0:1777047458.709142:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433970944 00000100:00100000:0.0:1777047458.709197:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971456 00000100:00100000:0.0:1777047458.709202:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971456 00000100:00100000:0.0:1777047458.709227:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433971968 00000100:00100000:0.0:1777047458.709232:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433971968 00000100:00100000:0.0:1777047458.709261:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202 00000100:00100000:0.0:1777047458.709275:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433970944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047458.709521:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047458.709529:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.709567:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047458.709572:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.709579:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047458.709680:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433970944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 404us (858us total) trans 21474838316 rc 0/0 00000100:00100000:0.0:1777047458.709695:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202 00000100:00100000:0.0:1777047458.709727:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204 00000100:00100000:3.0:1777047458.710060:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433970304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 23758us (25614us total) trans 21474838310 rc 0/0 00000100:00100000:0.0:1777047458.710112:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433971968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047458.710287:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047458.710294:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.710298:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047458.710302:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.710306:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047458.710356:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433971968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 618us (1296us total) trans 17179871211 rc 0/0 00000100:00100000:3.0:1777047458.716995:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189 00000100:00100000:3.0:1777047458.717033:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433972480 00000100:00100000:3.0:1777047458.717040:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433972480 00000100:00100000:3.0:1777047458.717100:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5206 00000100:00100000:3.0:1777047458.717114:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365433972480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047458.717372:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047458.717380:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047456 -> 1777047456 00002000:00010000:1.0:1777047458.717384:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047458.717388:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047456 -> 1777047456 00002000:00010000:1.0:1777047458.717393:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047458.717458:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365433970560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 14022us (16568us total) trans 21474838317 rc 0/0 00000100:00100000:1.0:1777047458.717473:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5194 00000004:00080000:1.0:1777047458.717551:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977480/2, rc 0, transno 21474838314 00000100:00100000:1.0:1777047458.717561:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433970688:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.717578:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975c00/2, rc 0, transno 21474838315 00000100:00100000:1.0:1777047458.717585:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971200:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.717646:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d756300/2, rc 0, transno 17179871208 00000100:00100000:1.0:1777047458.717654:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971712:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047458.717670:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754700/2, rc 0, transno 17179871209 00000100:00100000:1.0:1777047458.717677:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972224:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047458.717693:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977800/2, rc 0, transno 21474838317 00000100:00100000:1.0:1777047458.717700:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433970560:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.717717:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975180/2, rc 0, transno 21474838313 00000100:00100000:1.0:1777047458.717724:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971072:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.717742:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755f80/2, rc 0, transno 17179871206 00000100:00100000:1.0:1777047458.717748:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433971584:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047458.717763:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d757100/2, rc 0, transno 17179871207 00000100:00100000:1.0:1777047458.717770:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.718076:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972608:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.718131:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.718224:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973120:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.718268:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.718307:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047458.718321:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972736:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.718364:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.718397:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973248:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.718437:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.718488:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433972992:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.718527:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.718631:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777047458.718643:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433972864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.718684:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.718717:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433973376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.718751:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047458.718783:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433972608 00000100:00100000:1.0:1777047458.718790:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433972608 00000100:00100000:1.0:1777047458.718828:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433973120 00000100:00100000:1.0:1777047458.718833:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433973120 00000100:00100000:1.0:1777047458.718850:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433972736 00000100:00100000:1.0:1777047458.718855:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433972736 00000100:00100000:1.0:1777047458.718870:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433973248 00000100:00100000:1.0:1777047458.718874:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433973248 00000100:00100000:1.0:1777047458.718890:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433972992 00000100:00100000:1.0:1777047458.718895:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433972992 00000100:00100000:1.0:1777047458.718910:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433972864 00000100:00100000:1.0:1777047458.718914:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433972864 00000100:00100000:1.0:1777047458.718930:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433973376 00000100:00100000:1.0:1777047458.718935:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433973376 00000100:00100000:1.0:1777047458.718955:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5207 00000100:00100000:1.0:1777047458.718968:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433972608:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047458.719183:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047458.719191:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:1.0:1777047458.719196:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047458.719200:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:1.0:1777047458.719204:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047458.719278:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433972608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 310us (1145us total) trans 21474838318 rc 0/0 00000100:00100000:1.0:1777047458.719294:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5207 00000100:00100000:1.0:1777047458.719325:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5208 00000100:00100000:1.0:1777047458.719338:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433973120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047458.719501:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047458.719508:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:1.0:1777047458.719513:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047458.719518:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:1.0:1777047458.719523:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047458.719652:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433973120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 314us (1382us total) trans 21474838319 rc 0/0 00000100:00100000:1.0:1777047458.719955:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5208 00000100:00100000:1.0:1777047458.719988:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5209 00000100:00100000:1.0:1777047458.720003:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433972736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047458.728955:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204 00002000:00010000:3.0:1777047458.729279:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047458.729288:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047458.729293:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:3.0:1777047458.729297:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047458.729302:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047458.729401:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365433972480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12287us (12486us total) trans 17179871213 rc 0/0 00000100:00100000:3.0:1777047458.729478:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5206 00000100:00100000:0.0:1777047458.730870:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433973888:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047458.730939:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777047458.731011:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047458.731043:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00000004:00080000:0.0:1777047458.731044:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e644700/2, rc 0, transno 17179871213 00002000:00010000:1.0:1777047458.731048:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047354 -> 1777047354 00002000:00010000:1.0:1777047458.731052:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00000100:00100000:0.0:1777047458.731055:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433972480:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047458.731106:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d67100/2, rc 0, transno 17179871212 00000100:00100000:0.0:1777047458.731116:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433972352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047458.731137:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777047458.731149:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433973504:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047458.731195:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047458.731240:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433974016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047458.731281:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047458.731740:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433973888 00000100:00100000:3.0:1777047458.731753:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433973888 00000100:00100000:3.0:1777047458.731806:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433973504 00000100:00100000:3.0:1777047458.731811:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433973504 00000100:00100000:3.0:1777047458.731837:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433974016 00000100:00100000:3.0:1777047458.731842:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433974016 00000100:00100000:3.0:1777047458.731878:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5214 00000100:00100000:3.0:1777047458.731894:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365433973888:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047458.732135:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047458.732144:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:3.0:1777047458.732149:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047458.732153:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:3.0:1777047458.732158:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047458.732230:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365433973888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 337us (1289us total) trans 17179871214 rc 0/0 00000100:00100000:3.0:1777047458.732244:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5214 00000100:00100000:3.0:1777047458.732275:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5215 00000100:00100000:3.0:1777047458.732288:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365433973504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047458.732455:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047458.732461:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047458.732466:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047458.732471:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047458.732475:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047458.732530:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365433973504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 243us (1333us total) trans 17179871215 rc 0/0 00000100:00100000:3.0:1777047458.732542:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5215 00000100:00100000:3.0:1777047458.732636:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216 00000100:00100000:3.0:1777047458.732651:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365433974016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047458.732685:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1777047458.733146:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047458.733154:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:3.0:1777047458.733159:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047458.733163:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:3.0:1777047458.733168:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047458.733228:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365433974016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 578us (1943us total) trans 17179871216 rc 0/0 00000100:00100000:3.0:1777047458.733241:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216 00000004:00080000:0.0:1777047458.733788:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45b480/2, rc 0, transno 17179871215 00000100:00100000:0.0:1777047458.733801:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433973504:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047458.733821:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459c00/2, rc 0, transno 17179871216 00000100:00100000:0.0:1777047458.733828:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433974016:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047458.733846:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459180/2, rc 0, transno 17179871214 00000100:00100000:0.0:1777047458.733854:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433973888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.734822:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433972736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 14819us (16454us total) trans 21474838324 rc 0/0 00000100:00100000:1.0:1777047458.734868:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5209 00000100:00100000:1.0:1777047458.734926:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.734982:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047458.735163:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433973632 00000100:00100000:0.0:1777047458.735173:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433973632 00000100:00100000:0.0:1777047458.735246:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5217 00000100:00100000:0.0:1777047458.735262:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3340:x1863365433973632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047458.735477:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047458.735485:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.735490:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047458.735495:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047458.735500:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047458.735988:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433973632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 727us (1003us total) trans 17179871217 rc 0/0 00000100:00100000:0.0:1777047458.736002:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5217 00000004:00080000:1.0:1777047458.736459:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54ce00/2, rc 0, transno 21474838324 00000100:00100000:1.0:1777047458.736471:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972736:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.736503:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54f480/2, rc 0, transno 21474838320 00000100:00100000:1.0:1777047458.736511:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973248:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.737071:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54fb80/2, rc 0, transno 21474838318 00000100:00100000:1.0:1777047458.737085:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433972608:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.737121:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54f800/2, rc 0, transno 21474838319 00000100:00100000:1.0:1777047458.737129:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973120:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.737156:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459500/2, rc 0, transno 17179871217 00000100:00100000:1.0:1777047458.737165:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.737177:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047458.737190:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d458380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973760:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.737296:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047458.737399:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54df80/2, rc 0, transno 21474838322 00000100:00100000:1.0:1777047458.737410:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433972864:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.737430:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54d500/2, rc 0, transno 21474838323 00000100:00100000:1.0:1777047458.737436:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433973376:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047458.737453:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54ca80/2, rc 0, transno 21474838321 00000100:00100000:1.0:1777047458.737460:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433972992:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047458.737496:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433973760 00000100:00100000:1.0:1777047458.737503:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433973760 00000100:00100000:1.0:1777047458.737622:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5218 00000100:00100000:1.0:1777047458.737638:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365433973760:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047458.737742:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00010000:1.0:1777047458.737839:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047458.737847:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:1.0:1777047458.737852:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047458.737857:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:1.0:1777047458.737862:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047458.737960:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433973760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 323us (663us total) trans 17179871218 rc 0/0 00000100:00100000:1.0:1777047458.737974:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5218 00000004:00080000:3.0:1777047458.738024:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d458380/2, rc 0, transno 17179871218 00000100:00100000:3.0:1777047458.738034:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d458380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433973760:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047458.810287:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384137600 00000100:00100000:1.0:1777047458.810304:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384137600 00000100:00100000:1.0:1777047458.810413:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1186 00000100:00100000:1.0:1777047458.810433:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54270:x1863365384137600:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047458.811290:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54270:x1863365384137600:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 857us (1216us total) trans 8589937905 rc 0/0 00000100:00100000:1.0:1777047458.811309:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1186 00000100:00100000:0.0:1777047458.925995:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047458.926165:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384137728 00000100:00100000:1.0:1777047458.926180:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384137728 00000100:00100000:1.0:1777047458.926279:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3250 00000100:00100000:1.0:1777047458.926296:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54272:x1863365384137728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047458.926329:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047458.926408:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e01e9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d12 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.926508:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.926531:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.926647:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.926714:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.926731:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.926745:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928394:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928416:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928432:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047458.928485:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047458.928493:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047458.928523:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928903:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928920:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928932:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928960:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928972:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047458.928978:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.928991:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929010:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047458.929016:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047458.929287:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929302:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e01f0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929325:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929336:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929346:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929354:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047458.929360:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929380:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929396:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680299df00) 00010000:00010000:1.0:1777047458.929400:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047458.929406:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929416:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e01f7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929475:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e01e9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d12 expref: 71 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929501:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d12 expref: 70 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047458.929514:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:1.0:1777047458.929519:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047458.929523:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7c00, rc 0) 00000100:00100000:1.0:1777047458.937174:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54272:x1863365384137728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10865us (11174us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047458.937196:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3250 00000100:00100000:0.0:1777047458.974556:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384137984 00000100:00100000:0.0:1777047458.974571:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384137984 00000100:00100000:0.0:1777047458.974783:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3251 00000100:00100000:0.0:1777047458.974800:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54272:x1863365384137984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047458.974826:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047458.974851:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99e0205 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d19 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.975001:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.975025:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.975052:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047458.975071:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047458.975261:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99e0205 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d19 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.975290:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d19 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.975305:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047458.975311:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047458.975316:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbbe200, rc 0) 00000100:00100000:0.0:1777047458.975425:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54272:x1863365384137984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 627us (3036us total) trans 8589937906 rc 0/0 00000100:00100000:0.0:1777047458.975439:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3251 00000100:00100000:0.0:1777047458.988661:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384138240 00000100:00100000:0.0:1777047458.988675:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384138240 00000100:00100000:0.0:1777047458.988774:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3252 00000100:00100000:0.0:1777047458.988792:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54272:x1863365384138240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047458.988826:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047458.988853:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99e021a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d20 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.989320:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e0221 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.989355:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e0221 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.989377:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e0221 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047458.989401:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047458.990477:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe000/0x29ccbc23e99e021a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d20 expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.990509:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e0221 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d20 expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047458.990524:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047458.990529:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047458.990568:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbbfe00, rc 0) 00000100:00100000:0.0:1777047458.990779:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54272:x1863365384138240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1989us (2339us total) trans 8589937907 rc 0/0 00000100:00100000:0.0:1777047458.990794:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3252 00000100:00100000:1.0:1777047459.207029:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047459.208435:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384138368 00000100:00100000:3.0:1777047459.208477:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384138368 00000100:00100000:3.0:1777047459.208703:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2772 00000100:00100000:3.0:1777047459.208723:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384138368:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047459.208778:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.208811:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.208825:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047459.208828:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047459.208834:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.208885:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.208910:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 37 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.208933:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365433974144:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047459.209075:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047459.220257:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384138496 00000100:00100000:1.0:1777047459.220271:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384138496 00010000:00010000:1.0:1777047459.220333:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 38 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.220419:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365433974144:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047459.220459:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.220641:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2423 00000100:00100000:1.0:1777047459.220662:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384138496:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047459.220687:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047459.220767:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 38 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.220793:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 38 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.220831:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e01c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cf6 expref: 38 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.221181:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047459.221186:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047459.221194:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.221209:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.221263:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047459.221638:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384138496:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 980us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047459.221653:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2423 00010000:00010000:3.0:1777047459.221766:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.221786:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.282959:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.282991:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.283007:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.283020:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047459.283029:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.283045:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.284919:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.285278:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e022f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047459.314421:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.315327:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384138624 00000100:00100000:1.0:1777047459.315343:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384138624 00000100:00100000:1.0:1777047459.315450:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2773 00000100:00100000:1.0:1777047459.315467:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384138624:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047459.315565:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0236 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.315943:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 36 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.315961:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.315973:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.315981:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0236 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.316035:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 36 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.316059:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 36 pid: 6642 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.316087:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365433974272:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047459.316189:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207543c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047459.337876:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047459.337997:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384138752 00000100:00100000:0.0:1777047459.338013:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384138752 00010000:00010000:0.0:1777047459.338071:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 37 pid: 6642 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047459.338450:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2424 00000100:00100000:0.0:1777047459.338471:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384138752:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047459.338496:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047459.338529:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 37 pid: 6642 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.338552:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 37 pid: 6642 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.338620:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000008521209/0x29ccbc23e99e0061 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c40 expref: 37 pid: 6642 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.338646:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047459.338650:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047459.338656:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0236 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.338672:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0236 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.338730:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047459.338877:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384138752:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 409us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047459.338893:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2424 00000100:00100000:3.0:1777047459.387337:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.394381:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365433974656:0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.394505:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047459.394651:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047459.394665:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365433974528:0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.394730:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047459.394842:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365433974912:0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.394892:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047459.394945:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047459.394957:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365433974784:0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.395001:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047459.395051:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433974528 00000100:00100000:1.0:1777047459.395061:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433974528 00000100:00100000:1.0:1777047459.395136:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1777047459.395152:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9867010cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365433974528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.395245:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9867010cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365433974528:12345-0@lo:400:kworker.0 Request processed in 94us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047459.395262:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1777047459.395360:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365433974528:0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.395403:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433974656 00000100:00100000:1.0:1777047459.395410:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433974656 00000100:00100000:1.0:1777047459.395464:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433974912 00000100:00100000:1.0:1777047459.395470:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433974912 00000100:00100000:1.0:1777047459.395497:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433974784 00000100:00100000:1.0:1777047459.395502:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433974784 00000100:00100000:1.0:1777047459.395613:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1777047459.395629:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365433974656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.395710:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365433974656:12345-0@lo:400:kworker.0 Request processed in 84us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047459.395723:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1777047459.395751:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1777047459.395763:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365433974912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.395832:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365433974912:12345-0@lo:400:kworker.0 Request processed in 70us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047459.395844:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1777047459.395896:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365433974912:0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.396245:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365433974656:0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.396287:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1777047459.396303:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365433974784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047459.396382:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365433974784:12345-0@lo:400:kworker.0 Request processed in 83us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047459.396393:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1777047459.396446:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365433974784:0@lo:400:kworker.0 00000100:00100000:0.0:1777047459.403621:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047459.404514:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139008 00000100:00100000:3.0:1777047459.404527:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139008 00010000:00010000:3.0:1777047459.404634:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080689562/0x29ccbc23e99e007d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c4e expref: 36 pid: 6643 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.404711:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2425 00000100:00100000:3.0:1777047459.404727:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384139008:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047459.404748:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047459.404779:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080689562/0x29ccbc23e99e007d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c4e expref: 36 pid: 6643 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.404803:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080689562/0x29ccbc23e99e007d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c4e expref: 36 pid: 6643 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.404841:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047459.404844:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047459.404851:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3baccf9/0x29ccbc23e99e023d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.404871:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3baccf9/0x29ccbc23e99e023d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.404900:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047459.405442:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384139008:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 714us (1856us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047459.405459:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2425 00000100:00100000:0.0:1777047459.453429:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.463260:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139136 00000100:00100000:1.0:1777047459.463278:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139136 00000100:00100000:1.0:1777047459.463459:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2775 00000100:00100000:1.0:1777047459.463480:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384139136:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047459.463534:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.463569:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0099 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c5c expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.463621:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.463626:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.463633:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.463702:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c5c expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.463744:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c5c expref: 33 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.463771:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26860:1863365433975040:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047459.463910:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047459.476495:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26860:1863365433975040:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047459.478332:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047459.481416:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.481777:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139264 00000100:00100000:1.0:1777047459.481791:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139264 00010000:00010000:1.0:1777047459.481844:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c5c expref: 34 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.481911:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2426 00000100:00100000:1.0:1777047459.481926:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384139264:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047459.481949:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047459.481978:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c5c expref: 34 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.482001:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c5c expref: 34 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.482037:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0099 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c5c expref: 34 pid: 33475 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.482065:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047459.482068:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047459.482075:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.482087:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.482126:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047459.482187:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384139264:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 263us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047459.482200:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2426 00010000:00010000:0.0:1777047459.482717:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.482739:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.508968:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.508999:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.509299:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.509314:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047459.509322:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.509338:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.509369:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.509385:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0244 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.509937:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384139136:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 46455us (56514us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047459.509958:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2775 00000100:00100000:3.0:1777047459.524441:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.524814:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139392 00000100:00100000:1.0:1777047459.524851:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139392 00000100:00100000:1.0:1777047459.524953:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2776 00000100:00100000:1.0:1777047459.524971:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384139392:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047459.525023:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.525056:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 32 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.525072:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.525076:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.525082:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.525139:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 32 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.525176:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 32 pid: 33787 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.525203:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365433975168:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047459.525332:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047459.550848:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365433975168:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047459.550898:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.552487:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047459.552888:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139520 00000100:00100000:0.0:1777047459.552904:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139520 00010000:00010000:0.0:1777047459.553276:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 33 pid: 33787 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047459.553486:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2427 00000100:00100000:0.0:1777047459.553510:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384139520:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047459.553537:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047459.553574:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 33 pid: 33787 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.553683:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 33 pid: 33787 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.553724:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e00b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c6a expref: 33 pid: 33787 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.553764:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047459.553768:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047459.553776:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.553796:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.553857:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047459.553941:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384139520:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 437us (1458us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047459.553957:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2427 00010000:00010000:1.0:1777047459.554338:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.554360:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.572482:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.572512:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.572529:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.572629:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047459.572638:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.572655:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.572686:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.572701:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e024b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.572838:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384139392:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47864us (48402us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047459.572858:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2776 00000100:00100000:0.0:1777047459.609250:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.609415:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139648 00000100:00100000:1.0:1777047459.609432:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139648 00000100:00100000:1.0:1777047459.609903:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2777 00000100:00100000:1.0:1777047459.609923:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384139648:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047459.609975:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.610010:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.610026:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.610285:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.610293:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.610350:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.610375:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 31 pid: 6640 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.610399:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365433975296:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047459.610497:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047459.637917:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139776 00000100:00100000:3.0:1777047459.637931:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139776 00010000:00010000:3.0:1777047459.638011:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 32 pid: 6640 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.638189:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2428 00000100:00100000:3.0:1777047459.638207:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384139776:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047459.638234:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047459.638268:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 32 pid: 6640 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.642875:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365433975296:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047459.642926:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 5 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.643864:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 32 pid: 6640 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.643908:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001035d3b6/0x29ccbc23e99e00d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c78 expref: 32 pid: 6640 timeout: 4187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.643945:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047459.643948:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047459.643956:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.643974:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.644017:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047459.644122:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384139776:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 5916us (6403us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047459.644141:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2428 00010000:00010000:1.0:1777047459.644501:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.644520:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.664480:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.664511:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.664907:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.664920:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047459.664928:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.664942:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.664971:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.664984:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0252 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.665093:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384139648:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 55171us (56134us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047459.665110:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2777 00000100:00100000:1.0:1777047459.697194:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384139904 00000100:00100000:1.0:1777047459.697209:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384139904 00000100:00100000:1.0:1777047459.697318:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2778 00000100:00100000:1.0:1777047459.697336:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384139904:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047459.697387:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.697427:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 34 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.697442:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.697445:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.697451:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.697502:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 34 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.697523:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 34 pid: 32524 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.697633:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365433975424:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047459.716778:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365433975424:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047459.716824:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.722407:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384140032 00000100:00100000:1.0:1777047459.722421:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384140032 00010000:00010000:1.0:1777047459.722477:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 35 pid: 32524 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.725849:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2429 00000100:00100000:1.0:1777047459.725871:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384140032:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047459.725897:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047459.725930:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 35 pid: 32524 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.725958:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 35 pid: 32524 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.725995:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e00ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787c86 expref: 35 pid: 32524 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.726022:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047459.726026:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047459.726033:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.726049:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.726131:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047459.726224:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384140032:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 360us (4955us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047459.726238:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2429 00010000:00010000:3.0:1777047459.731380:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.731408:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.749438:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.749467:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.749484:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.749513:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047459.749520:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.749539:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.749750:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.749765:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0259 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.749893:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384139904:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 52556us (52903us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047459.749909:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2778 00000100:00100000:0.0:1777047459.766309:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047459.778137:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047459.779375:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e0260 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.779389:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e0260 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.827819:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.830204:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384140416 00000100:00100000:1.0:1777047459.830219:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384140416 00000100:00100000:1.0:1777047459.830330:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2780 00000100:00100000:1.0:1777047459.830347:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384140416:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047459.830397:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.830428:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99e0125 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ca2 expref: 33 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.830441:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.830444:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047459.830449:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.830502:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99e0125 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ca2 expref: 33 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.830523:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000faefed27/0x29ccbc23e99e0125 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ca2 expref: 33 pid: 33459 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.831651:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365433975680:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047459.831783:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047459.845034:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365433975680:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047459.845073:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.848392:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047459.849818:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.849843:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.870420:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.873099:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.873120:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.873132:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047459.873139:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.873154:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.873242:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047459.873256:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0267 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047459.873392:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384140416:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 43041us (45575us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047459.873408:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2780 00000100:00100000:3.0:1777047459.892195:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047459.907489:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047459.909171:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384140800 00000100:00100000:1.0:1777047459.909182:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384140800 00010000:00010000:3.0:1777047459.912376:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.912403:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.939519:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.939636:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.939657:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.939671:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047459.939680:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.939696:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.939746:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047459.939763:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e026e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.939909:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384140672:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47419us (47720us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047459.939928:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2781 00000100:00100000:3.0:1777047459.951529:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047459.963022:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2782 00000100:00100000:0.0:1777047459.963046:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384140928:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047459.963104:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.963153:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e015d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cbe expref: 29 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.963170:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047459.963175:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047459.963181:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.963241:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e015d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cbe expref: 29 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.963268:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e015d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cbe expref: 29 pid: 33787 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047459.963296:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365433975936:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047459.963451:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820468c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047459.977255:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365433975936:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047459.977308:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047459.982066:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047459.988657:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047459.988682:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.035218:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.035262:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.035280:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.035304:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbe400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047460.035313:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.035341:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.035385:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.035400:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012975412/0x29ccbc23e99e0275 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.036224:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384140928:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 73167us (84689us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047460.036254:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2782 00000100:00100000:0.0:1777047460.062924:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384141184 00000100:00100000:0.0:1777047460.062945:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384141184 00000100:00100000:0.0:1777047460.063075:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2783 00000100:00100000:0.0:1777047460.063094:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384141184:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047460.063160:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.063200:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 31 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.063217:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047460.063221:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047460.063232:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.063293:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 31 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.063323:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 31 pid: 26190 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.063353:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14910:1863365433976064:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047460.063771:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820468c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047460.080512:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14910:1863365433976064:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047460.080664:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047460.081010:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384141312 00000100:00100000:3.0:1777047460.081023:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384141312 00010000:00010000:3.0:1777047460.081083:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 32 pid: 26190 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047460.081148:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2434 00000100:00100000:3.0:1777047460.081167:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384141312:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047460.081190:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047460.081222:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 32 pid: 26190 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.081257:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 32 pid: 26190 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.081296:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e0179 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ccc expref: 32 pid: 26190 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.081330:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047460.081335:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047460.081344:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.081363:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.081415:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047460.081504:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384141312:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 339us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047460.081519:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2434 00010000:00010000:0.0:1777047460.085427:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.085456:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.102465:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.102497:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.102515:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.102633:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbbe400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047460.102644:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.102663:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.102695:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.102711:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012975412/0x29ccbc23e99e027c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.102836:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384141184:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 39739us (40107us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047460.102853:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2783 00000100:00100000:1.0:1777047460.134776:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384141440 00000100:00100000:1.0:1777047460.134796:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384141440 00000100:00100000:1.0:1777047460.160918:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047460.162889:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384141568 00000100:00100000:0.0:1777047460.162904:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384141568 00010000:00010000:0.0:1777047460.162962:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99e0195 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cda expref: 31 pid: 33788 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.163329:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2435 00000100:00100000:0.0:1777047460.163348:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384141568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047460.163372:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047460.163405:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99e0195 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cda expref: 31 pid: 33788 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.163430:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fbed7a06/0x29ccbc23e99e0195 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cda expref: 31 pid: 33788 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.163493:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047460.163498:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047460.163506:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e0283 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.163526:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000398dfdd4/0x29ccbc23e99e0283 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.163658:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047460.163730:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384141568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 386us (2823us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047460.163744:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2435 00000100:00100000:3.0:1777047460.249916:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047460.250497:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384141696 00000100:00100000:1.0:1777047460.250513:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384141696 00000100:00100000:1.0:1777047460.251060:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2785 00000100:00100000:1.0:1777047460.251080:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384141696:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047460.251138:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.251176:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e01b1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ce8 expref: 28 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.251194:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047460.251198:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047460.251205:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.251268:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e01b1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ce8 expref: 28 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.251297:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e01b1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ce8 expref: 28 pid: 27536 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047460.251324:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365433976320:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047460.251477:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047460.261366:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365433976320:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047460.261408:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047460.264760:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047460.272164:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.272194:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.301005:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.301078:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.301099:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.301114:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047460.301123:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.301141:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.301173:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.301190:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e028a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047460.301342:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384141696:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 50260us (51437us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047460.301363:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2785 00000100:00100000:3.0:1777047460.316978:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047460.318545:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047460.331054:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384141952 00000100:00100000:1.0:1777047460.331075:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384141952 00000100:00100000:1.0:1777047460.331170:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 337 00000100:00100000:1.0:1777047460.331190:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9867010c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384141952:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047460.331351:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9867010c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384141952:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 164us (14386us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.331367:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 337 00000100:00080000:1.0:1777047460.332617:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047460.417261:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047460.417886:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384142208 00000100:00100000:0.0:1777047460.417902:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384142208 00000100:00100000:0.0:1777047460.418107:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 474 00000100:00100000:0.0:1777047460.418126:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54272:x1863365384142208:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047460.418152:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047460.418191:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbfe00/0x29ccbc23e99e0221 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d20 expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.418222:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047460.418231:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047460.418330:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54272:x1863365384142208:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 207us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047460.418346:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 474 00000100:00100000:3.0:1777047460.440116:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047460.467931:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047460.483113:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047460.484905:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384142848 00000100:00100000:0.0:1777047460.484917:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384142848 00010000:00010000:0.0:1777047460.484971:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d12 expref: 76 pid: 30805 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.485029:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2437 00000100:00100000:0.0:1777047460.485046:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384142848:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047460.485068:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047460.485080:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d12 expref: 76 pid: 30805 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.485102:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d12 expref: 76 pid: 30805 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.485134:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e01fe lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d12 expref: 76 pid: 30805 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.485158:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047460.485168:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.485183:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.485197:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.485236:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047460.485316:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384142848:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 272us (2213us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047460.485330:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2437 00010000:00010000:1.0:1777047460.488315:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047460.492281:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.492303:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047460.492335:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:3.0:1777047460.492964:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e0291 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.492999:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.493014:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:3.0:1777047460.493020:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047460.493026:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487da00, rc 0) 00000100:00100000:3.0:1777047460.493138:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384142720:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 24252us (25216us total) trans 8589937909 rc 0/0 00000100:00100000:3.0:1777047460.493155:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3253 00000100:00100000:3.0:1777047460.508667:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047460.509250:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384142976 00000100:00100000:0.0:1777047460.509264:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384142976 00000100:00100000:0.0:1777047460.509363:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3254 00000100:00100000:0.0:1777047460.509380:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384142976:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047460.509413:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047460.509443:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d2e expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.509930:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.509955:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.509968:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.510017:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.510038:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 76 pid: 33460 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.510060:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433976576:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047460.510176:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820468c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047460.518221:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433976576:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047460.518263:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047460.521252:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047460.521532:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384143104 00000100:00100000:0.0:1777047460.521882:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384143104 00010000:00010000:0.0:1777047460.521936:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 77 pid: 33460 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.522317:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2438 00000100:00100000:0.0:1777047460.522337:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2411:x1863365384143104:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047460.522361:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047460.522373:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 77 pid: 33460 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.522396:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 77 pid: 33460 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.522432:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e0298 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d27 expref: 77 pid: 33460 timeout: 4188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.522457:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047460.522466:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.522490:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.522504:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.522597:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047460.522685:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384143104:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 351us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047460.522699:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2438 00010000:00010000:1.0:1777047460.522806:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.522820:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047460.522879:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047460.522887:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047460.522915:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.522963:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d2e expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.522990:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d2e expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.523004:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:1.0:1777047460.523008:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047460.523012:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c44800, rc 0) 00000100:00100000:1.0:1777047460.523103:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384142976:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 13726us (14447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.523117:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3254 00000100:00100000:3.0:1777047460.540439:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047460.558387:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047460.558622:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384143488 00000100:00100000:1.0:1777047460.558637:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384143488 00000100:00100000:1.0:1777047460.558720:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1188 00000100:00100000:1.0:1777047460.558735:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384143488:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047460.559079:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384143488:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 344us (701us total) trans 8589937910 rc 0/0 00000100:00100000:1.0:1777047460.559094:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1188 00000100:00100000:0.0:1777047460.703295:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384143744 00000100:00100000:0.0:1777047460.703315:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384143744 00000100:00100000:0.0:1777047460.703421:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3255 00000100:00100000:0.0:1777047460.703446:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54273:x1863365384143744:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047460.703486:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047460.703524:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e02bb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d3c expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.703747:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.703778:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.703805:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.703830:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.703848:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.703861:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705044:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e02d0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705069:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e02d0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705083:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e02d0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047460.705107:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047460.705268:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705286:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705305:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705318:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c44200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047460.705326:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705345:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705366:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047460.705372:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047460.705386:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705398:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02c2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705419:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705437:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705448:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705471:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c45c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047460.705476:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705488:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705503:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612900) 00010000:00010000:0.0:1777047460.705512:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047460.705517:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705528:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02c9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705721:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e02bb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d3c expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705750:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e02d0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d3c expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.705770:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047460.705775:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047460.705780:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c45e00, rc 0) 00000100:00100000:0.0:1777047460.713093:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54273:x1863365384143744:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 9631us (10319us total) trans 8589937911 rc 0/0 00000100:00100000:0.0:1777047460.713117:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3255 00000100:00100000:0.0:1777047460.754463:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384143872 00000100:00100000:0.0:1777047460.754479:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384143872 00000100:00100000:0.0:1777047460.755051:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 475 00000100:00100000:0.0:1777047460.755072:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:2413:x1863365384143872:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047460.755097:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047460.755134:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e02d0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d3c expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.755165:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047460.755175:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047460.755271:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2413:x1863365384143872:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 202us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047460.755288:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 475 00000100:00100000:3.0:1777047460.758105:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384144128 00000100:00100000:3.0:1777047460.758117:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384144128 00000100:00100000:3.0:1777047460.758197:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3256 00000100:00100000:3.0:1777047460.758214:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54273:x1863365384144128:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047460.758248:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047460.758275:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e02de lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d43 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.760408:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e02e5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.760436:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e02e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.760457:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e02e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047460.760475:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe5:0x0]: returning size 0 00010000:00010000:3.0:1777047460.760641:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e02de lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d43 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.760675:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e02e5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d43 expref: 79 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.760693:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe5:0x0].0x0 (ffff9868221e7c00) 00010000:00010000:3.0:1777047460.760699:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047460.760705:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38600, rc 0) 00000100:00100000:3.0:1777047460.760798:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54273:x1863365384144128:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2585us (3404us total) trans 8589937912 rc 0/0 00000100:00100000:3.0:1777047460.760812:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3256 00000100:00100000:0.0:1777047460.778230:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384144384 00000100:00100000:0.0:1777047460.778246:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384144384 00000100:00100000:0.0:1777047460.778323:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3257 00000100:00100000:0.0:1777047460.778340:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54273:x1863365384144384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047460.778374:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047460.778405:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02f3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d4a expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.778647:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.778983:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e02e5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d43 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.778999:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.779056:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e02e5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d43 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.779078:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e02e5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d43 expref: 80 pid: 30804 timeout: 4189 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047460.779103:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365433976704:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047460.779240:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820468cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047460.803654:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365433976704:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047460.803725:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047460.805264:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047460.810341:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.810361:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047460.810394:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe5:0x0]: returning size 0 00000004:00080000:3.0:1777047460.811286:0:31251:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x137:0x0], index 1: 0 00000004:00080000:3.0:1777047460.811310:0:31251:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x133:0x0], index 0: 0 00010000:00010000:3.0:1777047460.811530:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.812513:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.812527:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.831663:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c44200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047460.831676:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.832304:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.832334:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe5:0x0].0x0 (ffff9868221e7c00) 00010000:00010000:3.0:1777047460.832339:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047460.832346:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.832358:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44200/0x29ccbc23e99e02fa lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.832828:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02f3 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d4a expref: 80 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.833940:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047460.833948:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777047460.833958:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e02f3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d4a expref: 80 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.834470:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c45c00, rc 0) 00000100:00100000:0.0:1777047460.835353:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54273:x1863365384144384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 57014us (57310us total) trans 8589937913 rc 301/301 00000100:00100000:0.0:1777047460.835369:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3257 00000100:00100000:3.0:1777047460.853152:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047460.854828:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384144768 00000100:00100000:0.0:1777047460.854843:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384144768 00000100:00100000:0.0:1777047460.854935:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1189 00000100:00100000:0.0:1777047460.854952:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54273:x1863365384144768:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047460.855491:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54273:x1863365384144768:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 540us (2348us total) trans 8589937914 rc 0/0 00000100:00100000:0.0:1777047460.855506:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1189 00000100:00100000:1.0:1777047460.889364:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047460.918508:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047460.926772:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047460.938593:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384145152 00000100:00100000:3.0:1777047460.938603:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384145152 00000100:00100000:3.0:1777047460.939389:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5220 00000100:00100000:3.0:1777047460.939408:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384145152:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047460.939433:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047460.939462:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e0316 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d5f expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047460.939503:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x133:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777047460.939531:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047460.941448:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047460.941467:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e0316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d5f expref: 28 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.941507:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e0316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d5f expref: 28 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047460.942439:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38000, rc 0) 00000100:00100000:3.0:1777047460.942713:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384145152:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3306us (15948us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047460.942754:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5220 00000100:00100000:1.0:1777047460.945277:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5221 00000100:00100000:1.0:1777047460.945295:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384145024:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047460.945319:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047460.945347:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d58 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047460.945385:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777047460.945412:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047460.945416:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047460.945430:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d58 expref: 31 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.945472:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d58 expref: 31 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047460.945494:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7200, rc 0) 00000100:00100000:1.0:1777047460.945638:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384145024:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 345us (27142us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047460.945651:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5221 00000100:00100000:1.0:1777047460.964061:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047460.965395:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384145408 00000100:00100000:3.0:1777047460.965411:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384145408 00000100:00100000:3.0:1777047460.965508:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3259 00000100:00100000:3.0:1777047460.965525:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54273:x1863365384145408:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047460.966653:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047460.966691:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e0324 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d66 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.966881:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e032b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.966908:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e032b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.967262:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e032b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047460.967292:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047460.967496:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45c00/0x29ccbc23e99e0324 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d66 expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.967531:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e032b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d66 expref: 83 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047460.967665:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047460.967672:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047460.967679:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c45e00, rc 0) 00000100:00100000:0.0:1777047460.967797:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54273:x1863365384145408:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2271us (3742us total) trans 8589937915 rc 0/0 00000100:00100000:0.0:1777047460.967814:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3259 00000100:00100000:1.0:1777047460.988818:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047461.003970:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047461.005496:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384145664 00000100:00100000:0.0:1777047461.005512:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384145664 00000100:00100000:0.0:1777047461.006282:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5223 00000100:00100000:0.0:1777047461.006304:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384145664:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047461.006367:0:26190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.006400:0:26190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000785b4a2d/0x29ccbc23e99dfacd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a10 expref: 28 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.006416:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047461.006419:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047461.006425:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.006480:0:26190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000785b4a2d/0x29ccbc23e99dfacd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a10 expref: 28 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.006503:0:26190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000785b4a2d/0x29ccbc23e99dfacd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a10 expref: 28 pid: 33459 timeout: 4189 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047461.006528:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:26190:1863365433976832:192.168.201.26@tcp:104: 00000100:00080000:1.0:1777047461.006599:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047461.006748:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670475fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047461.016753:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:26190:1863365433976832:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047461.016800:0:26190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047461.024535:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047461.025497:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384145792 00000100:00100000:0.0:1777047461.025511:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384145792 00010000:00010000:0.0:1777047461.025987:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000785b4a2d/0x29ccbc23e99dfacd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a10 expref: 29 pid: 33459 timeout: 4189 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047461.026055:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2440 00000100:00100000:0.0:1777047461.026072:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384145792:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047461.026094:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047461.026125:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000785b4a2d/0x29ccbc23e99dfacd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a10 expref: 29 pid: 33459 timeout: 4189 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.026147:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000785b4a2d/0x29ccbc23e99dfacd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a10 expref: 29 pid: 33459 timeout: 4189 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.026180:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000785b4a2d/0x29ccbc23e99dfacd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a10 expref: 29 pid: 33459 timeout: 4189 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.026202:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047461.026206:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047461.026213:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.026230:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.026270:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047461.026370:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384145792:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 300us (1843us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047461.026384:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2440 00010000:00010000:1.0:1777047461.027426:0:26190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027444:0:26190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027482:0:26190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027496:0:26190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027888:0:26190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027901:0:26190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c45c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047461.027908:0:26190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027923:0:26190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027969:0:26190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.027982:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0340 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047461.028059:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384145664:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 21761us (24110us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047461.028073:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5223 00000100:00100000:1.0:1777047461.266467:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047461.266978:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384145920 00000100:00100000:0.0:1777047461.266993:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384145920 00000100:00100000:0.0:1777047461.267084:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5224 00000100:00100000:0.0:1777047461.267103:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680702f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384145920:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047461.267130:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047461.267161:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0347 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d6d expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047461.267202:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12b:0x0] initial LVB size: 0, mtime: 0x69eb97a1, atime: 0x69eb973a, ctime: 0x69eb97a1, blocks: 0x3 00010000:00010000:0.0:1777047461.267228:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047461.267232:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047461.267244:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d6d expref: 28 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.267273:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000adeee121/0x29ccbc23e99e0347 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d6d expref: 28 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.267297:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c45c00, rc 0) 00000100:00100000:0.0:1777047461.267397:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680702f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384145920:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 299us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047461.267411:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5224 00000100:00100000:1.0:1777047461.298940:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384146048 00000100:00100000:1.0:1777047461.298958:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384146048 00000100:00100000:1.0:1777047461.299107:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2786 00000100:00100000:1.0:1777047461.299126:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384146048:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047461.299183:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.299210:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047461.299214:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047461.299222:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.299246:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.365035:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.365070:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.365087:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.365101:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047461.365109:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.365124:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.365155:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047461.365169:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e034e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047461.365288:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384146048:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 66159us (68787us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047461.365306:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2786 00000100:00100000:1.0:1777047461.411361:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047461.412007:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384146176 00000100:00100000:3.0:1777047461.412022:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384146176 00000100:00100000:3.0:1777047461.412905:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2787 00000100:00100000:3.0:1777047461.412922:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384146176:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047461.412990:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047461.413022:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d58 expref: 31 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047461.413924:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047461.413928:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047461.413934:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047461.445809:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047461.445851:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384146304 00000100:00100000:3.0:1777047461.445863:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384146304 00010000:00010000:3.0:1777047461.445916:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d58 expref: 32 pid: 6643 timeout: 4189 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047461.445969:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2441 00000100:00100000:3.0:1777047461.445983:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384146304:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047461.446002:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047461.446272:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d58 expref: 32 pid: 6643 timeout: 4189 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047461.446292:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d58 expref: 32 pid: 6643 timeout: 4189 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047461.446326:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e031d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d58 expref: 32 pid: 6643 timeout: 4189 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047461.446350:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047461.446354:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047461.446361:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047461.446378:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047461.446429:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047461.446489:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384146304:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 508us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047461.446507:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2441 00000001:00080000:0.0:1777047461.626674:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871217 is committed 00000001:00080000:0.0:1777047461.626703:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871202 is committed 00000001:00080000:0.0:1777047461.626737:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871218 is committed 00000001:00080000:0.0:1777047461.626777:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871203 is committed 00002000:00010000:1.0:1777047461.784499:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 0 -> 262144 00002000:00010000:1.0:1777047461.784511:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 0 -> 1777047461 00002000:00010000:1.0:1777047461.784516:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 0 -> 1777047461 00002000:00010000:1.0:1777047461.784521:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:1.0:1777047461.785250:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.785277:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.785296:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.785310:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047461.785318:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.785348:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.785384:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047461.785398:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e0355 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047461.785732:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384146176:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 372805us (374374us total) trans 17179871219 rc 0/0 00000100:00100000:1.0:1777047461.785752:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2787 00000100:00100000:1.0:1777047461.806816:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384146432 00000100:00100000:1.0:1777047461.806832:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384146432 00000100:00100000:1.0:1777047461.806948:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3260 00000100:00100000:1.0:1777047461.807256:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54273:x1863365384146432:12345-192.168.201.26@tcp:44:lfs.0 00000100:00100000:3.0:1777047461.959298:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433977088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047461.959398:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047461.959525:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433977088 00000100:00100000:3.0:1777047461.959572:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433977088 00000100:00100000:3.0:1777047461.960000:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1777047461.960018:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365433977088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047461.960053:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 292093952 pending 0 free 3855613952 avail 3852468224 00000100:00100000:3.0:1777047461.960129:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365433977088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047461.960144:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00080000:3.0:1777047461.960180:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047461.960227:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871218 gen 2 00000004:00080000:3.0:1777047461.960237:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755880, transno 17179871204 00000004:00080000:3.0:1777047461.960254:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756680, transno 17179871205 00000004:00080000:3.0:1777047461.960260:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755f80, transno 17179871206 00000004:00080000:3.0:1777047461.960265:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d757100, transno 17179871207 00000004:00080000:3.0:1777047461.960270:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756300, transno 17179871208 00000004:00080000:3.0:1777047461.960275:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754700, transno 17179871209 00000004:00080000:3.0:1777047461.960279:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754e00, transno 17179871210 00000004:00080000:3.0:1777047461.960283:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756a00, transno 17179871211 00000004:00080000:3.0:1777047461.960287:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d67100, transno 17179871212 00000004:00080000:3.0:1777047461.960291:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e644700, transno 17179871213 00000004:00080000:3.0:1777047461.960295:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459180, transno 17179871214 00000004:00080000:3.0:1777047461.960299:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45b480, transno 17179871215 00000004:00080000:3.0:1777047461.960304:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459c00, transno 17179871216 00000004:00080000:3.0:1777047461.960308:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459500, transno 17179871217 00000004:00080000:3.0:1777047461.960314:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d458380, transno 17179871218 00000100:00100000:3.0:1777047461.960334:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433977088:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1777047461.960968:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done 00000100:00100000:1.0:1777047461.963602:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433977216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047461.963682:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047461.963813:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433977216 00000100:00100000:1.0:1777047461.963823:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433977216 00000100:00100000:1.0:1777047461.963902:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1777047461.963916:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365433977216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047461.963964:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 160890880 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1777047461.964069:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365433977216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047461.964087:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00080000:1.0:1777047461.964124:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047461.964187:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433977216:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1777047462.040061:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937915 is committed 00000100:00100000:1.0:1777047462.040348:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54273:x1863365384146432:12345-192.168.201.26@tcp:44:lfs.0 Request processed in 233378us (233701us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.040369:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3260 00000100:00100000:3.0:1777047462.052829:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047462.052911:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047462.052964:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384146560 00000100:00100000:3.0:1777047462.052978:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384146560 00000100:00100000:3.0:1777047462.053073:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384146688 00000100:00100000:3.0:1777047462.053080:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384146688 00000100:00100000:3.0:1777047462.053126:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5225 00000100:00100000:3.0:1777047462.053143:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384146560:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:3.0:1777047462.053304:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384146560:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 162us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.053320:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5225 00000100:00100000:3.0:1777047462.053355:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5226 00000100:00100000:3.0:1777047462.053371:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384146688:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:3.0:1777047462.053452:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384146688:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 85us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.053465:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5226 00000001:00080000:3.0:1777047462.057438:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838316 is committed 00000001:00080000:3.0:1777047462.057466:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838309 is committed 00000001:00080000:3.0:1777047462.057494:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838324 is committed 00000100:00100000:1.0:1777047462.176101:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047462.188192:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.190640:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384146944 00000100:00100000:0.0:1777047462.190657:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384146944 00000100:00100000:0.0:1777047462.190737:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5228 00000100:00100000:0.0:1777047462.190755:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384146944:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047462.190820:0:33788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.190848:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047462.190851:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047462.190859:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.190885:0:33788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.190928:0:33788:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.191205:0:33788:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.191220:0:33788:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.191233:0:33788:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c45000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047462.191239:0:33788:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.191257:0:33788:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.191281:0:33788:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.191296:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd3f03c0/0x29ccbc23e99e0363 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.191431:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384146944:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 677us (3247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.191447:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5228 00000100:00100000:3.0:1777047462.212200:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.212399:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384147200 00000100:00100000:0.0:1777047462.212416:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384147200 00000100:00100000:0.0:1777047462.212647:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3261 00000100:00100000:0.0:1777047462.212668:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54273:x1863365384147200:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047462.212748:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047462.212790:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e030f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d51 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.212821:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe5:0x0].0x0 (ffff98680d67af00) 00010000:00010000:0.0:1777047462.212840:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047462.212890:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.212925:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.212944:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047462.213208:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b4c431b5 reply state 000000002c03b824 transno 8589937916 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.213226:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047462.213367:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54273:x1863365384147200:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 704us (1177us total) trans 8589937916 rc 0/0 00000100:00100000:0.0:1777047462.213383:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3261 00000100:00080000:1.0:1777047462.213869:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047462.222774:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047462.223297:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.223322:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.223337:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.223352:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c45000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047462.223360:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.223375:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.223400:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe5:0x0].0x0 (ffff98682d612000) 00010000:00010000:0.0:1777047462.223407:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047462.223415:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.223427:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e036a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047462.242386:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047462.260137:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.267990:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384147584 00000100:00100000:0.0:1777047462.268304:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384147584 00000100:00100000:3.0:1777047462.308185:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.308298:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384147712 00000100:00100000:0.0:1777047462.308314:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384147712 00010000:00010000:0.0:1777047462.308379:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e0316 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d5f expref: 16 pid: 7603 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.308457:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2442 00000100:00100000:0.0:1777047462.308474:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384147712:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047462.308498:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047462.308528:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e0316 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d5f expref: 16 pid: 7603 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.308627:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e0316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d5f expref: 16 pid: 7603 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.308665:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047462.308668:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047462.308678:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.308697:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.308756:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.308780:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365433977472:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047462.309236:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047462.330520:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.331186:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365433977472:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047462.331224:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047462.331315:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384147712:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 22843us (23141us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.331334:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2442 00000100:00100000:3.0:1777047462.335338:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047462.369044:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047462.383226:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.384829:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384148480 00000100:00100000:0.0:1777047462.384845:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384148480 00000100:00100000:0.0:1777047462.385382:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3264 00000100:00100000:0.0:1777047462.385404:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986705b79c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54273:x1863365384148480:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047462.385480:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047462.385521:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c44800/0x29ccbc23e99e02ad lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d2e expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.385625:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047462.385634:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047462.385692:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e038d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.385717:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e038d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.385755:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e038d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047462.386034:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b93d86e6 reply state 00000000de2e43a9 transno 8589937917 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45000/0x29ccbc23e99e038d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.386054:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047462.386193:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986705b79c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54273:x1863365384148480:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 792us (2978us total) trans 8589937917 rc 0/0 00000100:00100000:0.0:1777047462.386209:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3264 00000100:00100000:3.0:1777047462.402989:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047462.407434:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384148608 00000100:00100000:1.0:1777047462.407458:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384148608 00000100:00100000:1.0:1777047462.407896:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5233 00000100:00100000:1.0:1777047462.407947:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54273:x1863365384148608:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047462.408346:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047462.408382:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d89 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.408441:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c558fe2e/0x29ccbc23e99e02b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d35 expref: 18 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.408465:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047462.408469:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047462.408477:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 18 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.408619:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c558fe2e/0x29ccbc23e99e02b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d35 expref: 18 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.408650:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c558fe2e/0x29ccbc23e99e02b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d35 expref: 18 pid: 27536 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047462.408681:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365433977600:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047462.408836:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047462.422796:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.422994:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384148736 00000100:00100000:0.0:1777047462.423011:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384148736 00010000:00010000:0.0:1777047462.423080:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c558fe2e/0x29ccbc23e99e02b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d35 expref: 19 pid: 27536 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.423173:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2443 00000100:00100000:0.0:1777047462.423211:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384148736:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047462.423242:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047462.423284:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c558fe2e/0x29ccbc23e99e02b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d35 expref: 19 pid: 27536 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.423319:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c558fe2e/0x29ccbc23e99e02b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d35 expref: 19 pid: 27536 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.423364:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047462.423368:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047462.423380:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 19 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.423405:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 19 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.423479:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 19 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.423506:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365433977728:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047462.423775:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a86f00 going to sleep for 11 seconds 00010000:00010000:3.0:1777047462.424712:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c558fe2e/0x29ccbc23e99e02b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d35 expref: 19 pid: 27536 timeout: 4190 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047462.424753:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365433977600:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047462.424808:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 18 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047462.424833:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6000, rc 0) 00000100:00100000:3.0:1777047462.424933:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54273:x1863365384148608:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17015us (21951us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.424950:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5233 00000100:00100000:1.0:1777047462.438172:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.438285:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365433977728:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047462.438361:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047462.438461:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384148736:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 15271us (15675us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.438488:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2443 00000100:00100000:0.0:1777047462.448947:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047462.452711:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384148992 00000100:00100000:3.0:1777047462.452725:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384148992 00000100:00100000:1.0:1777047462.479663:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047462.479744:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.480002:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384149120 00000100:00100000:0.0:1777047462.480017:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384149120 00000100:00100000:0.0:1777047462.480092:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5235 00000100:00100000:0.0:1777047462.480110:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384149120:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047462.480413:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047462.480421:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047457 -> 1777047453 00002000:00010000:0.0:1777047462.480427:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047354 -> 1777047453 00002000:00010000:0.0:1777047462.480432:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047457 -> 1777047462 00002000:00010000:0.0:1777047462.480437:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047462.480521:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384149120:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 414us (867us total) trans 17179871221 rc 0/0 00000100:00100000:0.0:1777047462.480625:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5235 00000100:00100000:0.0:1777047462.480658:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384149248 00000100:00100000:0.0:1777047462.480664:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384149248 00000100:00100000:0.0:1777047462.480710:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5236 00000100:00100000:0.0:1777047462.480722:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384149248:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047462.480902:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047462.480908:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047457 -> 1777047453 00002000:00010000:0.0:1777047462.480913:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047354 -> 1777047453 00002000:00010000:0.0:1777047462.480917:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047457 -> 1777047462 00002000:00010000:0.0:1777047462.480922:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047462.480965:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384149248:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 243us (1221us total) trans 21474838326 rc 0/0 00000100:00100000:0.0:1777047462.480979:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5236 00000100:00100000:1.0:1777047462.494758:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047462.514480:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047462.514599:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.514959:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384149888 00000100:00100000:0.0:1777047462.514968:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384149888 00010000:00010000:0.0:1777047462.515008:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45a00/0x29ccbc23e99e01e2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d0b expref: 75 pid: 33460 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.515076:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2445 00000100:00100000:0.0:1777047462.515093:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384149888:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047462.515117:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047462.515127:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45a00/0x29ccbc23e99e01e2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d0b expref: 75 pid: 33460 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.515156:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45a00/0x29ccbc23e99e01e2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d0b expref: 75 pid: 33460 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.515188:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45a00/0x29ccbc23e99e01e2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d0b expref: 75 pid: 33460 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.515213:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047462.515221:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.515235:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.515247:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047462.515320:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2410:x1863365384149888:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 231us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.515335:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2445 00000100:00100000:1.0:1777047462.556316:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.560667:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384150016 00000100:00100000:0.0:1777047462.560684:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384150016 00010000:00010000:0.0:1777047462.560749:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d19 expref: 74 pid: 33034 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047462.561491:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2446 00000100:00100000:1.0:1777047462.561512:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2412:x1863365384150016:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047462.561605:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047462.561618:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d19 expref: 74 pid: 33034 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.561640:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d19 expref: 74 pid: 33034 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.561681:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbbe200/0x29ccbc23e99e020c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d19 expref: 74 pid: 33034 timeout: 4190 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.561704:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:1.0:1777047462.561712:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.561727:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.561739:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.561799:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047462.563111:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2412:x1863365384150016:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1603us (6805us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.563126:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2446 00000100:00100000:1.0:1777047462.577601:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047462.578163:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.578186:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.579892:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433978496:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.580020:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047462.580073:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705aef900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047462.580346:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433978496 00000100:00100000:3.0:1777047462.580356:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433978496 00000100:00100000:3.0:1777047462.580423:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1777047462.580438:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978496:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.581323:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978496:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 885us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.581338:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1777047462.587779:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433978496:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.587908:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433978624:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.588269:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047462.590667:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047462.596507:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433978624 00000100:00100000:3.0:1777047462.597822:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433978624 00000100:00100000:3.0:1777047462.600670:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1777047462.600693:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978624:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.600849:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978624:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 164us (12579us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.600862:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1777047462.601780:0:32151:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838324 gen 2 00000004:00080000:1.0:1777047462.601790:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975f80, transno 21474838310 00000004:00080000:1.0:1777047462.601828:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974a80, transno 21474838311 00000004:00080000:1.0:1777047462.601834:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975500, transno 21474838312 00000004:00080000:1.0:1777047462.601839:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975180, transno 21474838313 00000004:00080000:1.0:1777047462.601844:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977480, transno 21474838314 00000004:00080000:1.0:1777047462.601848:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975c00, transno 21474838315 00000004:00080000:1.0:1777047462.601853:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974380, transno 21474838316 00000004:00080000:1.0:1777047462.601857:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977800, transno 21474838317 00000004:00080000:1.0:1777047462.601861:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54fb80, transno 21474838318 00000004:00080000:1.0:1777047462.601866:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54f800, transno 21474838319 00000004:00080000:1.0:1777047462.601870:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54f480, transno 21474838320 00000004:00080000:1.0:1777047462.601874:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54ca80, transno 21474838321 00000004:00080000:1.0:1777047462.601879:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54df80, transno 21474838322 00000004:00080000:1.0:1777047462.601883:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54d500, transno 21474838323 00000004:00080000:1.0:1777047462.601888:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54ce00, transno 21474838324 00000100:00100000:1.0:1777047462.602179:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433978624:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.602302:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433978752:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.602361:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047462.602446:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e673c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047462.602824:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433978752 00000100:00100000:0.0:1777047462.602835:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433978752 00000100:00100000:0.0:1777047462.602901:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1777047462.602914:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978752:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.603273:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978752:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 359us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.603286:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1777047462.604865:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433978752:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.604944:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433978880:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.604998:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047462.605031:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047462.605150:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433978880 00000100:00100000:0.0:1777047462.605160:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433978880 00000100:00100000:0.0:1777047462.605233:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1777047462.605248:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978880:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.605364:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433978880:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 117us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.605377:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1777047462.610899:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979008 00000100:00100000:0.0:1777047462.610912:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979008 00000100:00100000:0.0:1777047462.610996:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1777047462.611010:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979008:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.611952:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979008:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 934us (5004us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.611966:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1777047462.618376:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979136 00000100:00100000:1.0:1777047462.618389:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979136 00000100:00100000:1.0:1777047462.618478:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1777047462.618495:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979136:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.618882:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979136:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 388us (2659us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.618903:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1777047462.629461:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979264 00000100:00100000:0.0:1777047462.629481:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979264 00000100:00100000:0.0:1777047462.629704:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1777047462.629723:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979264:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.629937:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979264:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 217us (10598us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.629953:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1777047462.631794:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979392 00000100:00100000:1.0:1777047462.631805:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979392 00000100:00100000:1.0:1777047462.631906:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1777047462.631921:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979392:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.632315:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979392:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 395us (1985us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.632330:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1777047462.635311:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979520 00000100:00100000:1.0:1777047462.635323:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979520 00000100:00100000:1.0:1777047462.635494:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1777047462.635511:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979520:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.641150:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979520:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 5635us (7889us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.641167:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1777047462.653133:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979648 00000100:00100000:0.0:1777047462.653152:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979648 00000100:00100000:0.0:1777047462.653236:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1777047462.653254:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979648:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.653434:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979648:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 184us (11950us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.653448:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1777047462.654273:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979776 00000100:00100000:0.0:1777047462.654282:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979776 00000100:00100000:0.0:1777047462.654320:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1777047462.654333:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979776:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.654455:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979776:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 122us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.654468:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1777047462.656110:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433979904 00000100:00100000:3.0:1777047462.656121:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433979904 00000100:00100000:0.0:1777047462.656210:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1777047462.656225:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979904:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.656339:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433979904:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 115us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.656351:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1777047462.657478:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980032 00000100:00100000:1.0:1777047462.657486:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980032 00000100:00100000:1.0:1777047462.658314:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1777047462.658330:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980032:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.658445:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980032:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 118us (1418us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.658457:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1777047462.666953:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980160 00000100:00100000:3.0:1777047462.666965:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980160 00000100:00100000:3.0:1777047462.667015:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1777047462.667029:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980160:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.667167:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980160:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 138us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.667181:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1777047462.667848:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980288 00000100:00100000:3.0:1777047462.667858:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980288 00000100:00100000:3.0:1777047462.667917:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1777047462.667932:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980288:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.668050:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980288:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 118us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.668064:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1777047462.673512:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980416 00000100:00100000:3.0:1777047462.673613:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980416 00000100:00100000:3.0:1777047462.673702:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1777047462.673719:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980416:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.673905:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980416:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 189us (4778us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.673919:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:0.0:1777047462.681752:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980544 00000100:00100000:0.0:1777047462.681770:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980544 00000100:00100000:0.0:1777047462.681887:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1777047462.681904:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980544:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.682153:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980544:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 251us (6951us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.682168:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1777047462.683043:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980672 00000100:00100000:1.0:1777047462.683054:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980672 00000100:00100000:1.0:1777047462.683102:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1777047462.683117:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980672:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.683248:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980672:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 134us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.683262:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1777047462.684706:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980800 00000100:00100000:1.0:1777047462.684716:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980800 00000100:00100000:1.0:1777047462.684791:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1777047462.684809:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980800:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.684949:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980800:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 145us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.684963:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1777047462.686436:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433980928 00000100:00100000:1.0:1777047462.686446:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433980928 00000100:00100000:1.0:1777047462.686513:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1777047462.686602:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980928:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.686745:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433980928:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 219us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.686760:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1777047462.687503:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981056 00000100:00100000:3.0:1777047462.687512:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981056 00000100:00100000:3.0:1777047462.688134:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1777047462.688150:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981056:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.688272:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981056:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 124us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.688286:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1777047462.696867:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981184 00000100:00100000:0.0:1777047462.696885:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981184 00000100:00100000:0.0:1777047462.697298:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1777047462.697317:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981184:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.697490:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981184:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 176us (5985us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.697504:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1777047462.699270:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981312 00000100:00100000:1.0:1777047462.699281:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981312 00000100:00100000:1.0:1777047462.699328:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1777047462.699341:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981312:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.699454:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981312:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 112us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.699469:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1777047462.700315:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981440 00000100:00100000:1.0:1777047462.700325:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981440 00000100:00100000:1.0:1777047462.700395:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1777047462.700411:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981440:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.700853:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981440:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 116us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.700869:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1777047462.703427:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981568 00000100:00100000:0.0:1777047462.703438:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981568 00000100:00100000:0.0:1777047462.703511:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777047462.703613:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981568:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.703743:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981568:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 218us (1264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047462.703757:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1777047462.708153:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981696 00000100:00100000:1.0:1777047462.708168:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981696 00000100:00100000:1.0:1777047462.708370:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1777047462.708389:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981696:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.708581:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981696:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 196us (4157us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.708596:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1777047462.718986:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981824 00000100:00100000:1.0:1777047462.719632:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981824 00000100:00100000:1.0:1777047462.719707:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1777047462.719722:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981824:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.719991:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981824:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 269us (10307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.720008:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1777047462.721459:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433981952 00000100:00100000:1.0:1777047462.721470:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433981952 00000100:00100000:1.0:1777047462.721515:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1777047462.721959:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981952:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.722070:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433981952:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 543us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.722087:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1777047462.722779:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433982080 00000100:00100000:1.0:1777047462.722789:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433982080 00000100:00100000:1.0:1777047462.722874:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1777047462.722888:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837481050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982080:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.722987:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837481050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982080:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 101us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.723002:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1777047462.731124:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433982336 00000100:00100000:1.0:1777047462.731135:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433982336 00000100:00100000:1.0:1777047462.731209:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777047462.731227:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982336:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.731363:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982336:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 139us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.731377:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1777047462.732304:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433982336:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.732408:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433982464:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047462.732495:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047462.733017:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433982464 00000100:00100000:1.0:1777047462.733026:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433982464 00000100:00100000:1.0:1777047462.733095:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1777047462.733109:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982464:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047462.733200:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982464:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 93us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047462.733214:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1777047462.758264:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433982592 00000100:00100000:3.0:1777047462.758279:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433982592 00000100:00100000:3.0:1777047462.758373:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1777047462.758390:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982592:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.759449:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:32151:x1863365433982592:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1060us (3157us total) trans 17179871222 rc 0/0 00000100:00100000:3.0:1777047462.759465:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1777047462.762776:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433982720 00000100:00100000:3.0:1777047462.762789:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433982720 00000100:00100000:3.0:1777047462.762907:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1777047462.762925:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365433982720:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047462.764356:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:32151:x1863365433982720:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1431us (3633us total) trans 21474838327 rc 0/0 00000100:00100000:3.0:1777047462.764376:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1777047462.764435:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365433982720:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1777047462.764690:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937920 00010000:00010000:0.0:1777047462.764752:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764773:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764788:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764800:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487d200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047462.764807:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764823:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764851:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe5:0x0].0x0 (ffff98680d67aa00) 00010000:00010000:0.0:1777047462.764856:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047462.764865:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764876:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d200/0x29ccbc23e99e03a9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764907:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764919:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764931:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764950:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487dc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047462.764957:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764969:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.764984:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047462.764989:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047462.764994:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.765004:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487dc00/0x29ccbc23e99e03a2 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.765025:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047462.765031:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047462.765041:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e032b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d66 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047462.765217:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708685c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54273:x1863365384149504:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 269911us (270469us total) trans 8589937921 rc 0/0 00000100:00100000:0.0:1777047462.765235:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1190 00000020:00080000:0.0:1777047462.765243:0:32151:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047462.789752:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047462.790289:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384150272 00000100:00100000:3.0:1777047462.790306:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384150272 00000100:00100000:3.0:1777047462.790416:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3265 00000100:00100000:3.0:1777047462.790434:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54273:x1863365384150272:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047462.790476:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047462.790511:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e03b0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d97 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047462.791503:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e03b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d97 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047462.791563:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e03b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d97 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047462.791601:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555700) 00010000:00010000:3.0:1777047462.791607:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047462.791613:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39600, rc 0) 00000100:00100000:3.0:1777047462.791714:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54273:x1863365384150272:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1282us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047462.791729:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3265 00000100:00100000:1.0:1777047462.825489:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047462.844022:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047462.844217:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384150784 00000100:00100000:0.0:1777047462.844232:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384150784 00000100:00100000:0.0:1777047462.844328:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1193 00000100:00100000:0.0:1777047462.844346:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54273:x1863365384150784:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:0.0:1777047462.845716:0:32151:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xe5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1777047462.846018:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.846048:0:32151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.846070:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.846086:0:32151:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.846100:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.846112:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047462.846136:0:32151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047462.846304:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54273:x1863365384150784:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1957us (2290us total) trans 8589937923 rc 0/0 00000100:00100000:0.0:1777047462.846322:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1193 00010000:00010000:1.0:1777047462.846872:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047462.846884:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.846908:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c45e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047462.846915:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.846929:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.846950:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe5:0x0].0x0 (ffff98682d612000) 00010000:00010000:1.0:1777047462.846956:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047462.846964:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.846975:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c45e00/0x29ccbc23e99e03b7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047462.847005:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047462.847009:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047462.847013:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047463.000512:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047463.000779:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384150912 00000100:00100000:1.0:1777047463.000794:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384150912 00000100:00100000:1.0:1777047463.000891:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3266 00000100:00100000:1.0:1777047463.000909:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54275:x1863365384150912:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047463.001252:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047463.001286:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e03be lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787d9e expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.001389:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.001421:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.001439:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.001463:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.001475:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.001486:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002272:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002290:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002303:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047463.002354:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047463.002360:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047463.002387:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002406:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002426:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002437:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002450:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002460:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047463.002467:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002497:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002516:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047463.002864:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047463.002874:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002887:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e03c5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002907:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002919:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002930:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002941:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047463.002946:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002957:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002970:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680299df00) 00010000:00010000:1.0:1777047463.002975:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047463.002980:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.002990:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e03cc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.003039:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e03be lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d9e expref: 78 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.003062:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d9e expref: 77 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.003075:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555700) 00010000:00010000:1.0:1777047463.003079:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047463.003084:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6400, rc 0) 00000100:00100000:1.0:1777047463.003164:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54275:x1863365384150912:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2259us (2664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047463.003177:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3266 00000100:00100000:3.0:1777047463.017280:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047463.027880:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047463.213397:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00080000:1.0:1777047463.215653:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047463.233708:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047463.327239:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047463.355457:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d5ece279/0x29ccbc23e99e0412 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.355486:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5ece279/0x29ccbc23e99e0412 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.355500:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5ece279/0x29ccbc23e99e0412 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.355855:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047463.355865:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ece279/0x29ccbc23e99e0412 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.355880:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5ece279/0x29ccbc23e99e0412 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.355908:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5ece279/0x29ccbc23e99e0412 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.355920:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5ece279/0x29ccbc23e99e0412 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047463.356265:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384151808:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28446us (29055us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047463.356281:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2789 00000100:00100000:1.0:1777047463.394660:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047463.395649:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384151936 00000100:00100000:3.0:1777047463.395665:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384151936 00000100:00100000:3.0:1777047463.398207:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2790 00000100:00100000:3.0:1777047463.398229:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384151936:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047463.398299:0:14907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb96e5, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:3.0:1777047463.398314:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.398338:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047463.398343:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047463.398351:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.398373:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.417218:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.417246:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.417259:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.417269:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868207c7600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047463.417276:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.417289:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.417314:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.417326:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f78447c1/0x29ccbc23e99e0419 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047463.417463:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384151936:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19236us (22811us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047463.417477:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2790 00000100:00100000:0.0:1777047463.431871:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047463.432222:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384152064 00000100:00100000:1.0:1777047463.432236:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384152064 00000100:00100000:1.0:1777047463.432367:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2791 00000100:00100000:1.0:1777047463.432384:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384152064:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047463.432450:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb96f5, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:1.0:1777047463.432464:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.432487:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047463.432490:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047463.432497:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.432600:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047463.433322:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777047463.456989:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.457020:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.457035:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.457049:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047463.457595:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.458975:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.459005:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.459019:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0420 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047463.482505:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384152192 00000100:00100000:0.0:1777047463.482603:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384152192 00000100:00100000:0.0:1777047463.482698:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2792 00000100:00100000:0.0:1777047463.482712:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384152192:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047463.482778:0:14910:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb9701, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:0.0:1777047463.482808:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.482833:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.482836:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.482844:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.482865:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.494752:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.494779:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.494792:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.494802:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083edc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047463.494809:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.494822:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.494855:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.494866:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0427 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047463.495078:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384152192:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12362us (12697us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047463.495094:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2792 00000100:00100000:0.0:1777047463.508312:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047463.508618:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2793 00000100:00100000:3.0:1777047463.508654:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384152320:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047463.508896:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb9713, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:0.0:1777047463.508909:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e042e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.508931:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.508934:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.508941:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e042e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.508959:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e042e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047463.540041:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047463.540895:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384152448 00000100:00100000:1.0:1777047463.540908:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384152448 00000100:00100000:1.0:1777047463.541294:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2794 00000100:00100000:1.0:1777047463.541310:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384152448:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047463.541372:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12d:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb9766, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:1.0:1777047463.541400:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.541422:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047463.541425:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047463.541432:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.541451:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.555898:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047463.579727:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.579753:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.579769:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.579782:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047463.579788:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.579803:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.579827:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.579839:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0435 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047463.580385:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384152448:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 39072us (40347us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047463.580402:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2794 00000100:00100000:1.0:1777047463.601430:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047463.602395:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384152576 00000100:00100000:0.0:1777047463.602410:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384152576 00010000:00010000:3.0:1777047463.629268:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e043c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.629297:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e043c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.629312:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e043c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.629324:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3aa00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047463.629332:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e043c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.629347:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e043c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.629373:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e043c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.629394:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e043c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047463.629603:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384152576:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20611us (28177us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047463.629621:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2795 00000100:00100000:1.0:1777047463.650386:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384152704 00000100:00100000:1.0:1777047463.650401:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384152704 00000100:00100000:1.0:1777047463.650508:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2796 00000100:00100000:1.0:1777047463.650885:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384152704:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047463.650949:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.650978:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 19 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.650993:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047463.650996:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047463.651002:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.651050:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 19 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.651072:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 19 pid: 33459 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047463.651095:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365433982848:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047463.651217:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e673c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047463.663413:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047463.669661:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384152832 00000100:00100000:3.0:1777047463.669676:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384152832 00010000:00010000:0.0:1777047463.670227:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 20 pid: 33459 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047463.671084:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2448 00000100:00100000:0.0:1777047463.671100:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384152832:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047463.671121:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047463.671150:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 20 pid: 33459 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.671172:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 20 pid: 33459 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.671205:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0824588/0x29ccbc23e99e0394 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d89 expref: 20 pid: 33459 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.671228:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.671231:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.671239:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.671255:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.672742:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047463.672847:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384152832:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1749us (9445us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047463.672862:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2448 00010000:00010000:1.0:1777047463.673963:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.673988:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.705729:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.705758:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.705775:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.705787:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047463.705794:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.705807:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.705835:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.705848:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0443 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047463.706011:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384152704:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 55111us (58635us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047463.706029:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2796 00000100:00100000:0.0:1777047463.741811:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047463.792390:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047463.792854:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384153088 00000100:00100000:3.0:1777047463.792867:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384153088 00000100:00100000:3.0:1777047463.792972:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2798 00000100:00100000:3.0:1777047463.792987:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384153088:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047463.793049:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb975e, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:3.0:1777047463.793063:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f78447c1/0x29ccbc23e99e0451 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.793086:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047463.793089:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047463.793097:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f78447c1/0x29ccbc23e99e0451 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047463.793120:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f78447c1/0x29ccbc23e99e0451 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047463.824307:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047463.867693:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047463.911827:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047463.913673:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2801 00000100:00100000:0.0:1777047463.913696:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384153472:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047463.913771:0:26860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97a2, atime: 0x69eb9790, ctime: 0x69eb97a2, blocks: 0x203 00010000:00010000:0.0:1777047463.913786:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.913813:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.913817:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047463.913826:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047463.913852:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.940234:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.940266:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.940284:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.940299:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047463.940307:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.940325:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.940355:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047463.940370:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e0466 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047463.940639:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384153472:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26941us (28818us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047463.940658:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2801 00000100:00100000:0.0:1777047463.979395:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047464.001597:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.004949:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384153728 00000100:00100000:1.0:1777047464.004964:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384153728 00010000:00010000:1.0:1777047464.005024:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e0378 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d7b expref: 19 pid: 6642 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047464.005102:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2449 00000100:00100000:1.0:1777047464.005120:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384153728:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047464.005144:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047464.005198:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e0378 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d7b expref: 19 pid: 6642 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.005225:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e0378 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d7b expref: 19 pid: 6642 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.005264:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047464.005268:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047464.005276:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.006397:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.006444:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047464.006586:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384153728:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1466us (4998us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047464.006601:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2449 00010000:00010000:1.0:1777047464.040822:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.040866:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.040883:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.040899:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047464.040908:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.040927:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.040958:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.040972:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e046d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047464.041134:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384153600:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 61231us (61745us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047464.041151:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2802 00000100:00100000:3.0:1777047464.084303:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00080000:1.0:1777047464.090654:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047464.094821:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384154112 00000100:00100000:1.0:1777047464.094834:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384154112 00000100:00100000:1.0:1777047464.094920:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1194 00000100:00100000:1.0:1777047464.094938:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54275:x1863365384154112:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047464.095263:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54275:x1863365384154112:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 326us (640us total) trans 8589937926 rc 0/0 00000100:00100000:1.0:1777047464.095277:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1194 00000100:00100000:0.0:1777047464.118647:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.119131:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384154368 00000100:00100000:1.0:1777047464.119147:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384154368 00000100:00100000:1.0:1777047464.119251:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3269 00000100:00100000:1.0:1777047464.119269:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54106:x1863365384154368:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047464.119303:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047464.119334:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e0474 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787dba expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.119527:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.119589:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d9e expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.119605:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.119657:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d9e expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.119679:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e03d3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d9e expref: 82 pid: 33034 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047464.119701:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433983104:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047464.119822:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e673c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047464.135221:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433983104:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047464.135270:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047464.139717:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047464.142284:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.142303:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047464.142355:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:3.0:1777047464.142677:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e0474 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dba expref: 83 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.142707:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dba expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.142720:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555700) 00010000:00010000:3.0:1777047464.142725:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047464.142730:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7800, rc 0) 00000100:00100000:3.0:1777047464.142801:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54106:x1863365384154368:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 23535us (24164us total) trans 8589937927 rc 0/0 00000100:00100000:3.0:1777047464.142815:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3269 00000100:00100000:0.0:1777047464.172465:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047464.190402:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.193455:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384154752 00000100:00100000:1.0:1777047464.193470:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384154752 00010000:00010000:1.0:1777047464.194595:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dba expref: 84 pid: 33034 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047464.194644:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2451 00000100:00100000:1.0:1777047464.194662:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2411:x1863365384154752:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047464.194686:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047464.194698:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dba expref: 84 pid: 33034 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.197487:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dba expref: 84 pid: 33034 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.197559:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e047b lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dba expref: 84 pid: 33034 timeout: 4192 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.197588:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555700) 00010000:00010000:1.0:1777047464.197599:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0490 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.197616:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0490 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.197631:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0490 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.198016:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047464.201490:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:2411:x1863365384154752:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 6828us (11097us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047464.201561:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2451 00000100:00100000:1.0:1777047464.245949:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384154880 00000100:00100000:1.0:1777047464.246000:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384154880 00000100:00100000:1.0:1777047464.246449:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5238 00000100:00100000:1.0:1777047464.246470:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384154880:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047464.246497:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047464.246597:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000898ff7a/0x29ccbc23e99e0497 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787dc8 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047464.246661:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97a2, atime: 0x69eb9790, ctime: 0x69eb97a2, blocks: 0x203 00010000:00010000:1.0:1777047464.246694:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047464.246699:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047464.246714:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000898ff7a/0x29ccbc23e99e0497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dc8 expref: 17 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.246748:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000898ff7a/0x29ccbc23e99e0497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dc8 expref: 17 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.246772:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7800, rc 0) 00000100:00100000:1.0:1777047464.246858:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384154880:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 393us (7278us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047464.246874:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5238 00000100:00100000:1.0:1777047464.279064:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047464.295366:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047464.303814:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384155136 00000100:00100000:3.0:1777047464.303835:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384155136 00002000:00100000:3.0:1777047464.303919:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x132:0x0] (94208->98303) req@ffff98680499d180 x1863365384155136/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:200/0 lens 488/0 e 0 to 0 dl 1777047475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047464.303943:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499d180 with x1863365384155136 ext(94208->98303) 00002000:00010000:3.0:1777047464.303954:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499d180 00000100:00100000:3.0:1777047464.304022:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2804 00000100:00100000:3.0:1777047464.304042:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384155136:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047464.305986:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384155136:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 1940us (10625us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047464.306002:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2804 00002000:00100000:3.0:1777047464.306021:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x132:0x0] (94208->98303) req@ffff98680499d180 x1863365384155136/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:200/0 lens 488/4536 e 0 to 0 dl 1777047475 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047464.306039:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499d180 with x1863365384155136 ext(94208->98303) 00002000:00010000:3.0:1777047464.306046:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499d180 00000100:00100000:0.0:1777047464.330481:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.331952:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384155264 00000100:00100000:1.0:1777047464.331969:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384155264 00002000:00100000:1.0:1777047464.332047:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x132:0x0] (69632->135167) req@ffff98680499f800 x1863365384155264/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:200/0 lens 504/0 e 0 to 0 dl 1777047475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047464.332069:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499f800 with x1863365384155264 ext(69632->135167) 00002000:00010000:1.0:1777047464.332079:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499f800 00000100:00100000:1.0:1777047464.332149:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2805 00000100:00100000:1.0:1777047464.332167:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384155264:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047464.407084:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.451422:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.505120:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.515130:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433983360 00000100:00100000:1.0:1777047464.515142:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433983360 00000100:00100000:1.0:1777047464.515235:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1777047464.515251:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9867010ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365433983360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.515940:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365433983488:0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.516272:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.516366:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433983488 00000100:00100000:3.0:1777047464.516374:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433983488 00000100:00100000:3.0:1777047464.516444:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1777047464.516457:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365433983488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.516613:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365433983488:12345-0@lo:400:kworker.0 Request processed in 154us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047464.516629:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00080000:3.0:1777047464.516674:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047464.516724:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365433983488:0@lo:400:kworker.0 00000100:00100000:1.0:1777047464.519863:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9867010ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365433983360:12345-0@lo:400:kworker.0 Request processed in 4610us (4897us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047464.519879:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1777047464.521358:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365433983616:0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.521427:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.521473:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047464.521485:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433983744:0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.521598:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.521653:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433983616 00000100:00100000:3.0:1777047464.521663:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433983616 00000100:00100000:3.0:1777047464.521736:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1777047464.521749:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365433983616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.521970:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365433983616:12345-0@lo:400:kworker.0 Request processed in 220us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047464.521984:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:3.0:1777047464.522019:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047464.522370:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365433983616:0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.522410:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365433984000:0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.522457:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.522494:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047464.522540:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433983872:0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.522581:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.522630:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433983744 00000100:00100000:3.0:1777047464.522638:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433983744 00000100:00100000:3.0:1777047464.522730:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433983872 00000100:00100000:3.0:1777047464.522737:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433983872 00000100:00100000:3.0:1777047464.522791:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1777047464.522804:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365433983744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047464.523489:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:0.0:1777047464.523570:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365433983872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047464.524105:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365433983872:12345-0@lo:400:kworker.0 Request processed in 575us (1518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047464.524119:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:0.0:1777047464.524161:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433984000 00000100:00100000:0.0:1777047464.524168:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433984000 00000100:00100000:0.0:1777047464.524217:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1777047464.524230:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365433984000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047464.524288:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365433984000:12345-0@lo:400:kworker.0 Request processed in 60us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047464.524299:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00080000:0.0:1777047464.524332:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047464.524338:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047464.524538:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384155648:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17300us (19426us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1777047464.524556:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2808 00002000:00100000:0.0:1777047464.524573:0:14907:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x132:0x0] (172032->229375) req@ffff98682d459880 x1863365384155648/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:200/0 lens 488/440 e 0 to 0 dl 1777047475 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047464.524593:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d459880 with x1863365384155648 ext(172032->229375) 00002000:00010000:0.0:1777047464.524605:0:14907:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d459880 00000100:00100000:0.0:1777047464.527343:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433983872:0@lo:400:kworker.0 00000100:00100000:3.0:1777047464.527636:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365433983744:12345-0@lo:400:kworker.0 Request processed in 4830us (6035us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047464.527652:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1777047464.527718:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433983744:0@lo:400:kworker.0 00000100:00100000:1.0:1777047464.530383:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365433984000:0@lo:400:kworker.0 00000100:00100000:0.0:1777047464.566708:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047464.631465:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047464.651229:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e049e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.651270:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e049e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.651285:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e049e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.651300:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047464.651309:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e049e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.651325:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e049e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.651354:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555700) 00010000:00010000:1.0:1777047464.651360:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047464.651369:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e049e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047464.651383:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e049e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047464.659372:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047464.690777:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047464.692724:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384156544 00000100:00100000:3.0:1777047464.692742:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384156544 00000100:00100000:3.0:1777047464.692862:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3272 00000100:00100000:3.0:1777047464.692885:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384156544:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047464.693233:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047464.693240:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1777047464.693283:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e03e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787da5 expref: 84 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.693325:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e03b0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d97 expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.693346:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555700) 00010000:00010000:3.0:1777047464.693367:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047464.693394:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535c00/0x29ccbc23e99e04a5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787dcf expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.693482:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e04ac lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.693943:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e04ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047464.693966:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e04ac lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047464.720875:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].962, 88 off88960 00000004:00080000:1.0:1777047464.720906:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093103370689ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.721026:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].949, 88 off87728 00000004:00080000:1.0:1777047464.721044:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093103509039ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.721140:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].950, 88 off87816 00000004:00080000:1.0:1777047464.721154:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093103618435ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.721202:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].963, 88 off89048 00000004:00080000:1.0:1777047464.721223:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093103688432ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.721289:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].964, 88 off89136 00000004:00080000:1.0:1777047464.721299:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093103764295ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.721331:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].951, 88 off87904 00000004:00080000:1.0:1777047464.721338:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093103803749ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.721368:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].965, 88 off89224 00000004:00080000:1.0:1777047464.721376:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093103841602ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.721412:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].952, 88 off87992 00000004:00080000:1.0:1777047464.721420:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093103884732ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.721451:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].953, 88 off88080 00000004:00080000:1.0:1777047464.721459:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093103924292ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.721910:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].966, 88 off89312 00000004:00080000:1.0:1777047464.721923:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093104388752ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.721984:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].954, 88 off88168 00000004:00080000:1.0:1777047464.721993:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093104458272ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.722027:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].967, 88 off89400 00000004:00080000:1.0:1777047464.722035:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093104500752ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.722068:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].955, 88 off88256 00000004:00080000:1.0:1777047464.722077:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093104542196ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.722110:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].968, 88 off89488 00000004:00080000:1.0:1777047464.722118:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093104582986ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.722150:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].969, 88 off89576 00000004:00080000:1.0:1777047464.722158:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093104623029ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.722188:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].956, 88 off88344 00000004:00080000:1.0:1777047464.722198:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093104662982ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.722230:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].957, 88 off88432 00000004:00080000:1.0:1777047464.722240:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093104705032ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.722273:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].970, 88 off89664 00000004:00080000:1.0:1777047464.722281:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093104746489ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.722309:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].971, 88 off89752 00000004:00080000:1.0:1777047464.722316:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093104781576ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.722347:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].958, 88 off88520 00000004:00080000:1.0:1777047464.722353:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093104818699ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.722385:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].972, 88 off89840 00000004:00080000:1.0:1777047464.722391:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093104856929ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.722422:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].959, 88 off88608 00000004:00080000:1.0:1777047464.722429:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093104894296ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.722463:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].960, 88 off88696 00000004:00080000:1.0:1777047464.722472:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093104936953ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.722928:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].973, 88 off89928 00000004:00080000:1.0:1777047464.723245:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093105710240ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.728104:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].974, 88 off90016 00000004:00080000:1.0:1777047464.728120:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093110584802ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.729218:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].961, 88 off88784 00000004:00080000:1.0:1777047464.729230:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093111695174ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.729382:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].976, 88 off90200 00000004:00080000:1.0:1777047464.729394:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093111858824ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.734254:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].962, 88 off88872 00000004:00080000:1.0:1777047464.734272:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093116736983ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.736002:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].963, 88 off88960 00000004:00080000:1.0:1777047464.736015:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093118479615ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047464.746807:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].977, 88 off90288 00000004:00080000:1.0:1777047464.746828:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093129292994ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.746872:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].978, 88 off90376 00000004:00080000:1.0:1777047464.746882:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093129347084ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047464.746926:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].964, 88 off89048 00000004:00080000:1.0:1777047464.747207:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093129671651ns, next at 4065738783769ns, rc = 0 00000001:00080000:0.0:1777047464.982009:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937923 is committed 00000001:00080000:0.0:1777047464.982043:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937931 is committed 00000004:00080000:0.0:1777047464.982049:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 870 committed 00000004:00080000:0.0:1777047464.982077:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 882 committed 00000004:00080000:0.0:1777047464.982089:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 881 committed 00000004:00080000:0.0:1777047464.982093:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 869 committed 00000004:00080000:0.0:1777047464.982097:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 868 committed 00000004:00080000:0.0:1777047464.982100:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 880 committed 00000004:00080000:0.0:1777047464.982104:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 867 committed 00000004:00080000:0.0:1777047464.982107:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 879 committed 00000004:00080000:0.0:1777047464.982111:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 878 committed 00000004:00080000:0.0:1777047464.982114:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 866 committed 00000004:00080000:0.0:1777047464.982119:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 865 committed 00000004:00080000:0.0:1777047464.982122:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 877 committed 00000004:00080000:0.0:1777047464.982126:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 864 committed 00000004:00080000:0.0:1777047464.982129:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 876 committed 00000004:00080000:0.0:1777047464.982133:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 875 committed 00000004:00080000:0.0:1777047464.982136:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 863 committed 00000004:00080000:0.0:1777047464.982139:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 862 committed 00000004:00080000:0.0:1777047464.982143:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 874 committed 00000004:00080000:0.0:1777047464.982147:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 873 committed 00000004:00080000:0.0:1777047464.982150:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 861 committed 00000004:00080000:0.0:1777047464.982153:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 872 committed 00000004:00080000:0.0:1777047464.982157:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 860 committed 00000004:00080000:0.0:1777047464.982160:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 871 committed 00000004:00080000:0.0:1777047464.982164:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 859 committed 00000004:00080000:0.0:1777047464.982167:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 858 committed 00000004:00080000:0.0:1777047464.982170:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 870 committed 00000004:00080000:0.0:1777047464.982174:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 857 committed 00000004:00080000:0.0:1777047464.982178:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 869 committed 00000004:00080000:0.0:1777047464.982182:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 868 committed 00000004:00080000:0.0:1777047464.982185:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 856 committed 00000004:00080000:0.0:1777047464.982189:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 855 committed 00000004:00080000:0.0:1777047464.982192:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 867 committed 00000020:00080000:0.0:1777047464.982234:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff986807e67f00 refcount 2 committed 0 result 0 batchid 4294969473 00000020:00080000:0.0:1777047464.982243:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868095adf00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986820468cc0 00000020:00080000:0.0:1777047464.982250:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98682d735000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986807e67480 00000020:00080000:0.0:1777047464.982256:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98682d735f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98683edeec00 00000020:00080000:0.0:1777047464.982262:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].49 00000100:00100000:1.0:1777047464.985665:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240 00000100:00100000:1.0:1777047464.985683:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365433984896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.986053:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984128:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.986104:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.986136:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984640:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.986172:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.986192:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.986225:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.986244:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985664:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.986302:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.986325:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1777047464.986335:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984256:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.986370:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.986389:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984768:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.986462:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047464.987887:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433984128 00000100:00100000:0.0:1777047464.987896:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433984128 00000100:00100000:0.0:1777047464.987931:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433984640 00000100:00100000:0.0:1777047464.987935:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433984640 00000100:00100000:0.0:1777047464.988197:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433985152 00000100:00100000:0.0:1777047464.988201:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433985152 00000100:00100000:0.0:1777047464.988216:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433985664 00000100:00100000:0.0:1777047464.988219:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433985664 00000100:00100000:0.0:1777047464.988232:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433984256 00000100:00100000:0.0:1777047464.988236:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433984256 00000100:00100000:0.0:1777047464.988250:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433984768 00000100:00100000:0.0:1777047464.988253:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433984768 00000100:00100000:0.0:1777047464.988270:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5241 00000100:00100000:0.0:1777047464.988281:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365433985408:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.990172:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.990227:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.990249:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985792:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.990303:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047464.990341:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433985280 00000100:00100000:3.0:1777047464.990348:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433985280 00000100:00100000:3.0:1777047464.990400:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433985792 00000100:00100000:3.0:1777047464.990405:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433985792 00000100:00100000:3.0:1777047464.990425:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5242 00000100:00100000:3.0:1777047464.990457:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433985920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047464.990663:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047464.990668:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047464.990672:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047464.990676:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047464.990680:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047464.990727:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365433985920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 272us (5933us total) trans 17179871224 rc 0/0 00000100:00100000:3.0:1777047464.990739:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5242 00000100:00100000:3.0:1777047464.990765:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5243 00000100:00100000:3.0:1777047464.990777:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365433984512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047464.990907:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047464.990913:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047464.990917:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047464.990920:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047464.990924:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047464.990981:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365433984512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 194us (6097us total) trans 21474838330 rc 0/0 00000100:00100000:3.0:1777047464.990993:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5243 00000100:00100000:3.0:1777047464.991017:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5244 00000100:00100000:3.0:1777047464.991028:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365433985024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047464.991163:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047464.991169:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047464.991173:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047464.991177:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047464.991181:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047464.991192:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365433984896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5510us (6534us total) trans 21474838328 rc 0/0 00000100:00100000:1.0:1777047464.991208:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240 00000100:00100000:1.0:1777047464.991245:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245 00000100:00100000:3.0:1777047464.991245:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365433985024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 213us (6303us total) trans 21474838331 rc 0/0 00000100:00100000:1.0:1777047464.991261:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433985536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.991264:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5244 00000100:00100000:3.0:1777047464.991300:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246 00000100:00100000:3.0:1777047464.991315:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433986048:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.992707:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365433986048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1394us (7637us total) trans 17179871226 rc 0/0 00000100:00100000:3.0:1777047464.992718:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246 00000100:00100000:3.0:1777047464.992743:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5247 00000100:00100000:3.0:1777047464.992755:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433984128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.993205:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433984128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 450us (7099us total) trans 21474838332 rc 0/0 00000100:00100000:3.0:1777047464.993218:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5247 00000100:00100000:3.0:1777047464.993243:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5248 00000100:00100000:3.0:1777047464.993255:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433984640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.994083:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433984640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 827us (7907us total) trans 21474838333 rc 0/0 00000100:00100000:3.0:1777047464.994095:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5248 00000100:00100000:3.0:1777047464.994120:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249 00000100:00100000:3.0:1777047464.994132:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433985152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047464.994848:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365433985536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3348us (9599us total) trans 17179871225 rc 0/0 00000100:00100000:1.0:1777047464.994862:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245 00000100:00100000:1.0:1777047464.994892:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5250 00002000:00010000:3.0:1777047464.994926:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047464.994932:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047464.994936:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047464.994939:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:3.0:1777047464.994942:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1777047464.995529:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433985664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.997993:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433985152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3858us (11762us total) trans 17179871227 rc 0/0 00000100:00100000:3.0:1777047464.998008:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249 00000100:00100000:3.0:1777047464.998044:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5251 00000100:00100000:3.0:1777047464.998058:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433984256:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047464.998103:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047464.998137:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:1.0:1777047464.998142:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047464.998146:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:1.0:1777047464.998150:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047464.998224:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433985664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3320us (11920us total) trans 17179871228 rc 0/0 00000100:00100000:1.0:1777047464.998237:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5250 00002000:00010000:3.0:1777047464.998253:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047464.998260:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047464.998265:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00000100:00100000:1.0:1777047464.998271:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252 00000100:00100000:1.0:1777047464.998285:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433984768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047464.998296:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:3.0:1777047464.998301:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047464.998373:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433984256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 301us (11984us total) trans 21474838334 rc 0/0 00000100:00100000:3.0:1777047464.998386:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5251 00000100:00100000:3.0:1777047464.998429:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5253 00000100:00100000:3.0:1777047464.998445:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433985280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047464.998574:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433984768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 290us (12112us total) trans 21474838335 rc 0/0 00000100:00100000:1.0:1777047464.998588:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252 00000100:00100000:1.0:1777047464.998618:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5254 00000100:00100000:1.0:1777047464.998633:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433985792:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047464.998679:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047464.998685:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047464.998690:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047464.998694:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:3.0:1777047464.998697:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047464.998747:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433985280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 307us (8519us total) trans 17179871229 rc 0/0 00000100:00100000:3.0:1777047464.998759:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5253 00002000:00010000:1.0:1777047464.998806:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047464.998812:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:1.0:1777047464.998816:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047464.998820:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:1.0:1777047464.998825:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:3.0:1777047464.998833:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e7b80/2, rc 0, transno 21474838334 00000100:00100000:3.0:1777047464.998858:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984256:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047464.998886:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365433985792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 256us (8581us total) trans 17179871230 rc 0/0 00000100:00100000:1.0:1777047464.998897:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5254 00000004:00080000:3.0:1777047464.999163:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810194700/2, rc 0, transno 21474838335 00000100:00100000:3.0:1777047464.999172:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984768:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047464.999189:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810195f80/2, rc 0, transno 17179871229 00000100:00100000:3.0:1777047464.999206:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985280:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047464.999219:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497d180/2, rc 0, transno 17179871230 00000100:00100000:3.0:1777047464.999225:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985792:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047464.999240:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499dc00/2, rc 0, transno 21474838332 00000100:00100000:3.0:1777047464.999246:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984128:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047464.999263:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e7800/2, rc 0, transno 21474838333 00000100:00100000:3.0:1777047464.999269:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433984640:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047464.999282:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810196300/2, rc 0, transno 17179871227 00000100:00100000:3.0:1777047464.999288:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985152:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047464.999301:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497c380/2, rc 0, transno 17179871228 00000100:00100000:3.0:1777047464.999307:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433985664:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047464.999433:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365433985408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 11150us (14697us total) trans 17179871223 rc 0/0 00000100:00100000:0.0:1777047464.999446:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5241 00010000:00010000:0.0:1777047464.999567:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e04ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dcf expref: 69 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047464.999587:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047464.999592:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047464.999613:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535c00/0x29ccbc23e99e04a5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dcf expref: 69 pid: 31251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047464.999642:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e04ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dcf expref: 68 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047464.999663:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e5180/2, rc 0, transno 21474838330 00000100:00100000:1.0:1777047464.999679:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433984512:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1777047464.999686:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047464.999692:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047464.999696:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809534200, rc 0) 00000004:00080000:1.0:1777047464.999711:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810197800/2, rc 0, transno 21474838331 00000100:00100000:3.0:1777047464.999729:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433986304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047464.999737:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810197800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433985024:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047464.999763:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497d500/2, rc 0, transno 17179871225 00000100:00100000:1.0:1777047464.999773:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433985536:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047464.999788:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384156544:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 306909us (309024us total) trans 8589937931 rc 0/0 00000004:00080000:1.0:1777047464.999795:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497df80/2, rc 0, transno 17179871226 00000100:00100000:0.0:1777047464.999805:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3272 00000100:00100000:1.0:1777047464.999809:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433986048:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.999834:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047464.999838:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810197b80/2, rc 0, transno 21474838328 00000100:00100000:1.0:1777047464.999850:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433984896:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047464.999876:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497f100/2, rc 0, transno 17179871223 00000100:00100000:1.0:1777047464.999889:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433985408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047464.999900:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433986816:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047464.999918:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433986560:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047464.999936:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047465.000561:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497fb80/2, rc 0, transno 17179871224 00000100:00100000:1.0:1777047465.000571:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433985920:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.000595:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433986432:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.000642:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.000680:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433986944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.000714:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.000897:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433986304 00000100:00100000:1.0:1777047465.000906:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433986304 00000100:00100000:3.0:1777047465.001170:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047465.001183:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433986176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.001231:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.002542:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433986816 00000100:00100000:1.0:1777047465.002550:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433986816 00000100:00100000:1.0:1777047465.002578:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433986432 00000100:00100000:1.0:1777047465.002583:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433986432 00000100:00100000:1.0:1777047465.002607:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433986944 00000100:00100000:1.0:1777047465.002611:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433986944 00000100:00100000:1.0:1777047465.002638:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433986176 00000100:00100000:1.0:1777047465.002642:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433986176 00000100:00100000:1.0:1777047465.002674:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5255 00000100:00100000:1.0:1777047465.002688:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365433986304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.004223:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433986688:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047465.006251:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047465.006257:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047465.006261:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047465.006264:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047462 -> 1777047462 00002000:00010000:1.0:1777047465.006267:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047465.006328:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365433986304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3642us (6496us total) trans 21474838336 rc 0/0 00000100:00100000:1.0:1777047465.006338:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5255 00000100:00100000:1.0:1777047465.006420:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433987456:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.006469:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.006593:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433987968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.006605:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.006642:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.006677:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433987072:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.006712:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e646a00/2, rc 0, transno 21474838338 00000100:00100000:0.0:1777047465.006724:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.006737:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433986432:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.006760:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb0a80/2, rc 0, transno 21474838339 00000100:00100000:1.0:1777047465.006768:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433986944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.006786:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433987584:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.006793:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e4000/2, rc 0, transno 21474838329 00000100:00100000:1.0:1777047465.006802:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433984384:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.006830:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047465.007896:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047465.023251:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb0700/2, rc 0, transno 21474838337 00000100:00100000:3.0:1777047465.023292:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433986816:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047465.023313:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e647480/2, rc 0, transno 21474838336 00000100:00100000:3.0:1777047465.023320:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433986304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.023366:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433987328:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.023454:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.029249:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5263 00000100:00100000:1.0:1777047465.029267:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365433987072:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.029459:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433987328 00000100:00100000:0.0:1777047465.029470:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433987328 00000100:00100000:0.0:1777047465.029590:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264 00000100:00100000:0.0:1777047465.029602:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365433987584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047465.029680:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047465.029689:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00000100:00100000:3.0:1777047465.029689:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433987840:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047465.029700:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047465.029706:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:1.0:1777047465.029711:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.029760:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.029827:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365433987072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 565us (23102us total) trans 17179871233 rc 0/0 00000100:00100000:1.0:1777047465.029840:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5263 00000004:00080000:3.0:1777047465.029862:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e646680/2, rc 0, transno 21474838340 00000100:00100000:1.0:1777047465.029876:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433987840 00000100:00100000:3.0:1777047465.029876:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433986176:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.029883:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365433987584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 281us (23053us total) trans 17179871234 rc 0/0 00000100:00100000:1.0:1777047465.029884:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433987840 00000100:00100000:0.0:1777047465.029901:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264 00000100:00100000:3.0:1777047465.029901:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047465.029912:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433987200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.029927:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5265 00000100:00100000:0.0:1777047465.029941:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365433986688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.029945:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047465.029962:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433987712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.030259:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047465.030298:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433987200 00000100:00100000:3.0:1777047465.030305:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433987200 00000100:00100000:3.0:1777047465.030332:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433987712 00000100:00100000:3.0:1777047465.030336:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433987712 00000100:00100000:3.0:1777047465.030354:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5266 00000100:00100000:3.0:1777047465.030364:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365433987328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.030638:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3341:x1863365433987328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 273us (7184us total) trans 17179871235 rc 0/0 00000100:00100000:3.0:1777047465.030648:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5266 00000100:00100000:3.0:1777047465.030670:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267 00000100:00100000:3.0:1777047465.030680:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365433987200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.030839:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3341:x1863365433987200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 159us (891us total) trans 17179871236 rc 0/0 00000100:00100000:3.0:1777047465.030849:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267 00000100:00100000:3.0:1777047465.030870:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268 00000100:00100000:3.0:1777047465.030879:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365433987712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.031278:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3341:x1863365433987712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 397us (1017us total) trans 17179871237 rc 0/0 00000100:00100000:3.0:1777047465.031289:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268 00000100:00100000:1.0:1777047465.031361:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5269 00000100:00100000:1.0:1777047465.031379:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365433987840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.031379:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000004:00080000:3.0:1777047465.031433:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d65880/2, rc 0, transno 17179871236 00000100:00100000:3.0:1777047465.031444:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433987200:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047465.031462:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884000/2, rc 0, transno 17179871237 00000100:00100000:3.0:1777047465.031469:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433987712:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047465.031483:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b887b80/2, rc 0, transno 17179871235 00000100:00100000:3.0:1777047465.031516:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433987328:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047465.031535:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047465.031543:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.031546:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047465.031550:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.031554:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.031854:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384156672 00000100:00100000:3.0:1777047465.031860:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384156672 00002000:00010000:1.0:1777047465.031897:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047465.031905:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:1.0:1777047465.031909:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047465.031918:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00000100:00100000:3.0:1777047465.031920:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5270 00002000:00010000:1.0:1777047465.031929:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:3.0:1777047465.031937:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54106:x1863365384156672:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047465.031952:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777047465.031966:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365433986688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2028us (24069us total) trans 21474838342 rc 0/0 00010000:00010000:3.0:1777047465.031974:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e04b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787dd6 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.031977:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5265 00010000:00010000:3.0:1777047465.032013:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a33637c/0x29ccbc23e99e0404 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787db3 expref: 18 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047465.032025:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3341:x1863365433987840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 650us (2262us total) trans 17179871238 rc 0/0 00010000:00010000:3.0:1777047465.032031:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047465.032037:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1777047465.032049:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5269 00010000:00010000:3.0:1777047465.032049:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e04b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dd6 expref: 18 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047465.032930:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886d80/2, rc 0, transno 17179871231 00000100:00100000:1.0:1777047465.032940:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433987456:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.032957:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b885c00/2, rc 0, transno 17179871232 00000100:00100000:1.0:1777047465.032962:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433987968:0@lo:2:osp-syn-1-0.0 00000100:00080000:0.0:1777047465.036907:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777047465.045280:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a33637c/0x29ccbc23e99e0404 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787db3 expref: 18 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.045345:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a33637c/0x29ccbc23e99e0404 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787db3 expref: 18 pid: 33787 timeout: 4193 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047465.047978:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365433988224:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047465.048675:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047465.078026:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.078519:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365433988224:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047465.078620:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e04b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dd6 expref: 18 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.078653:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809534a00, rc 0) 00000100:00100000:3.0:1777047465.078729:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54106:x1863365384156672:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 46793us (47355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.078743:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5270 00000100:00100000:0.0:1777047465.079326:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384156800 00000100:00100000:0.0:1777047465.079337:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384156800 00010000:00010000:0.0:1777047465.079382:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a33637c/0x29ccbc23e99e0404 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787db3 expref: 18 pid: 33787 timeout: 4193 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.079434:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2452 00000100:00100000:0.0:1777047465.079448:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384156800:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047465.079468:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047465.079520:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a33637c/0x29ccbc23e99e0404 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787db3 expref: 18 pid: 33787 timeout: 4193 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.080504:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a33637c/0x29ccbc23e99e0404 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787db3 expref: 18 pid: 33787 timeout: 4193 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.080663:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a33637c/0x29ccbc23e99e0404 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787db3 expref: 18 pid: 33787 timeout: 4193 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.080685:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047465.080688:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047465.080697:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e04b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dd6 expref: 17 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.081212:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e04b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dd6 expref: 17 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.105992:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047465.106059:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047465.106119:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.106891:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384157056 00000100:00100000:3.0:1777047465.106907:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384157056 00002000:00010000:3.0:1777047465.107010:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047465.107019:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0000 with x1863365384157056 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047465.107058:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb0000. 00000100:00100000:3.0:1777047465.107111:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384156928 00000100:00100000:3.0:1777047465.107117:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384156928 00002000:00010000:3.0:1777047465.107142:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (257382->18446744073709551615) 00002000:00100000:3.0:1777047465.107149:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4fb80 with x1863365384156928 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047465.107159:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4fb80. 00000100:00100000:3.0:1777047465.107181:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384157184 00000100:00100000:3.0:1777047465.107188:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384157184 00002000:00010000:3.0:1777047465.107206:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047465.107212:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4ca80 with x1863365384157184 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047465.107221:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4ca80. 00000100:00100000:3.0:1777047465.107250:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2810 00000100:00100000:3.0:1777047465.107266:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384157056:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047465.107723:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047465.107731:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047453 -> 1777047464 00002000:00010000:3.0:1777047465.107736:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047465.107741:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047458 -> 1777047464 00002000:00010000:3.0:1777047465.107746:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.107830:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384157056:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 563us (1843us total) trans 21474838344 rc 0/0 00000100:00100000:3.0:1777047465.107844:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2810 00002000:00010000:3.0:1777047465.107851:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047465.107857:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0000 with x1863365384157056 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047465.107866:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb0000. 00000100:00100000:3.0:1777047465.107905:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2812 00000100:00100000:3.0:1777047465.107924:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384157184:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047465.108446:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047465.108453:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047453 -> 1777047464 00002000:00010000:3.0:1777047465.108457:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047465.108461:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047458 -> 1777047464 00002000:00010000:3.0:1777047465.108465:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.108588:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384157184:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 619us (2417us total) trans 17179871240 rc 0/0 00000100:00100000:3.0:1777047465.108603:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2812 00002000:00010000:3.0:1777047465.108610:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047465.108615:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4ca80 with x1863365384157184 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047465.108624:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4ca80. 00000100:00080000:3.0:1777047465.108656:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047465.147444:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047465.148526:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384157312 00000100:00100000:0.0:1777047465.148575:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384157312 00000100:00100000:0.0:1777047465.148665:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3273 00000100:00100000:0.0:1777047465.148682:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384157312:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047465.148741:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047465.148773:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e04ba lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ddd expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.148921:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.148945:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.148965:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047465.149007:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047465.149015:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047465.149044:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.149093:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e04ba lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 70 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.149120:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 69 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.149134:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047465.149139:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047465.149145:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed200, rc 0) 00000100:00100000:0.0:1777047465.149257:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384157312:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 578us (1825us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.149269:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3273 00000100:00100000:1.0:1777047465.187412:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047465.187598:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384157568 00000100:00100000:0.0:1777047465.187611:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384157568 00000100:00100000:0.0:1777047465.187700:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1196 00000100:00100000:0.0:1777047465.187717:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708685050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384157568:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:0.0:1777047465.188560:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708685050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384157568:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 842us (1154us total) trans 8589937932 rc 0/0 00000100:00100000:0.0:1777047465.188581:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1196 00000100:00100000:1.0:1777047465.323663:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.323888:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384157696 00000100:00100000:3.0:1777047465.323902:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384157696 00000100:00100000:3.0:1777047465.324387:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3274 00000100:00100000:3.0:1777047465.324404:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54276:x1863365384157696:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047465.324461:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047465.324518:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99e04c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787de4 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.324611:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.324632:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.324649:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.324671:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.324683:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.324694:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325302:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325320:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325334:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047465.325384:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047465.325391:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047465.325415:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325434:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325447:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325459:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325470:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325481:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047465.325519:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325563:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325584:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:3.0:1777047465.325589:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047465.325597:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325607:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e04cf lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325626:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325637:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325648:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325657:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809535200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047465.325662:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325672:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325684:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986820555700) 00010000:00010000:3.0:1777047465.325688:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047465.325693:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325702:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e04d6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325752:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99e04c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787de4 expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325772:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787de4 expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.325785:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047465.325789:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047465.325794:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535800, rc 0) 00000100:00100000:3.0:1777047465.325886:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54276:x1863365384157696:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1485us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.325899:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3274 00000100:00100000:1.0:1777047465.344734:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047465.344895:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384157952 00000100:00100000:0.0:1777047465.344909:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384157952 00000100:00100000:0.0:1777047465.344999:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3275 00000100:00100000:0.0:1777047465.345015:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54276:x1863365384157952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047465.345042:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047465.345320:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e04e4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787deb expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.345460:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.345618:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.345635:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787de4 expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.345649:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 5/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.345698:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787de4 expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.345717:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787de4 expref: 72 pid: 33460 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.345737:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365433988480:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047465.345854:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.345872:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 72 pid: 33034 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.345887:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365433988608:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047465.345925:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec56c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047465.356346:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047465.365874:0:30805:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.26@tcp) returned -22 from blocking AST (req@00000000516a0977 x1863365433988480) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 1/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787de4 expref: 72 pid: 33460 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.365910:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e04dd lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787de4 expref: 72 pid: 33460 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.365938:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365433988480:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047465.365985:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365433988608:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047465.366020:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047465.366307:0:30805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.366322:0:30805:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.366336:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047465.367691:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047465.369463:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384158208 00000100:00100000:0.0:1777047465.369475:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384158208 00010000:00010000:0.0:1777047465.369584:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 72 pid: 33034 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.369631:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2454 00000100:00100000:0.0:1777047465.369645:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384158208:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047465.369664:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047465.369676:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 72 pid: 33034 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.369692:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 72 pid: 33034 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.369718:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e04c1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ddd expref: 72 pid: 33034 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.369734:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047465.369741:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.369754:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.369766:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.369799:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047465.369856:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2410:x1863365384158208:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 213us (2168us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.369886:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2454 00010000:00010000:0.0:1777047465.369923:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.369934:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047465.369957:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047465.370166:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e04e4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787deb expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.370189:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787deb expref: 71 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.370201:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047465.370206:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047465.370210:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed800, rc 0) 00000100:00100000:0.0:1777047465.370256:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54276:x1863365384157952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 25245us (25532us total) trans 8589937933 rc 0/0 00000100:00100000:0.0:1777047465.370267:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3275 00000100:00100000:1.0:1777047465.400086:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047465.400264:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384158336 00000100:00100000:0.0:1777047465.400278:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384158336 00000100:00100000:0.0:1777047465.400373:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3276 00000100:00100000:0.0:1777047465.400390:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54276:x1863365384158336:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047465.400422:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047465.400451:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e04f9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787df2 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.400662:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.400685:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787deb expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.400700:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.400758:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787deb expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.400780:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e04eb lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787deb expref: 72 pid: 30805 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.400803:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433988736:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047465.401539:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047465.430528:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.430898:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365433988736:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047465.430938:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.431344:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384158464 00000100:00100000:0.0:1777047465.431357:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384158464 00000100:00100000:0.0:1777047465.431445:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 339 00000100:00100000:0.0:1777047465.431462:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986706781c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2410:x1863365384158464:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047465.433943:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986706781c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2410:x1863365384158464:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 2481us (3456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.433959:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 339 00000100:00100000:1.0:1777047465.441916:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047465.442839:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.442854:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047465.442915:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047465.442923:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047465.443248:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.443297:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e04f9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787df2 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.443323:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787df2 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.443337:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047465.443342:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047465.443347:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed200, rc 0) 00000100:00100000:3.0:1777047465.443440:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54276:x1863365384158336:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 43053us (43363us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.443455:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3276 00000100:00100000:1.0:1777047465.477919:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.507805:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.507883:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.507942:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047465.529090:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e01cd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787cfd expref: 18 pid: 7603 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047465.529119:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365433989120:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047465.529168:0:6643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529189:0:6643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529203:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529247:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529265:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529282:0:6643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529297:0:6643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047465.529305:0:6643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529322:0:6643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529346:0:6643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.529362:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e052a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047465.529454:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384159104:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 18988us (21507us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047465.529470:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5274 00010000:00010000:3.0:1777047465.530864:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e01d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d04 expref: 20 pid: 26190 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047465.530892:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365433988992:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047465.530925:0:27536:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.530943:0:27536:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.530959:0:27536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.531006:0:27536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.531023:0:27536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.531039:0:27536:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.531053:0:27536:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047465.531060:0:27536:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.531076:0:27536:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.531098:0:27536:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.531112:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0523 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047465.531191:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384159232:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 20985us (23306us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.531212:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5273 00010000:00010000:0.0:1777047465.536391:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e04b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dd6 expref: 18 pid: 33475 timeout: 4193 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.536426:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365433988864:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047465.536474:0:6640:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536526:0:6640:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536575:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536619:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536637:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536655:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536670:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047465.536677:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536695:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536722:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.536739:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e051c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047465.536880:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384158976:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 27498us (29085us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.536897:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5272 00000100:00100000:0.0:1777047465.556326:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384159872 00000100:00100000:0.0:1777047465.556341:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384159872 00000100:00100000:1.0:1777047465.557568:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3278 00000100:00100000:1.0:1777047465.557590:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54276:x1863365384159872:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047465.558058:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047465.558099:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0500 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787df2 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.558135:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e04ac lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dcf expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.558152:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047465.558160:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047465.558202:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e0531 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.558224:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e0531 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047465.558239:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e0531 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047465.582211:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].979, 88 off90464 00000004:00080000:1.0:1777047465.582234:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093964698675ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047465.582449:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].965, 88 off89136 00000004:00080000:1.0:1777047465.582464:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093964929079ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047465.583217:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].966, 88 off89224 00000004:00080000:1.0:1777047465.583229:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093965693766ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047465.583644:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].980, 88 off90552 00000004:00080000:1.0:1777047465.583656:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093966120832ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047465.586109:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].981, 88 off90640 00000004:00080000:1.0:1777047465.586123:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093968588047ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047465.586549:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].967, 88 off89312 00000004:00080000:1.0:1777047465.586559:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093969024150ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047465.586685:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].982, 88 off90728 00000004:00080000:1.0:1777047465.586695:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093969159893ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047465.587413:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].968, 88 off89400 00000004:00080000:1.0:1777047465.587424:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093969889473ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047465.587509:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].969, 88 off89488 00000004:00080000:1.0:1777047465.587518:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093969983418ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047465.587551:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].983, 88 off90816 00000004:00080000:1.0:1777047465.587558:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093970022961ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047465.589047:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].970, 88 off89576 00000004:00080000:0.0:1777047465.589060:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093971525600ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047465.589110:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].984, 88 off90904 00000004:00080000:0.0:1777047465.589119:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093971584178ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.599000:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].971, 88 off89664 00000004:00080000:3.0:1777047465.599022:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093981486731ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.599075:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].985, 88 off90992 00000004:00080000:3.0:1777047465.599083:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093981548367ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.599997:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].986, 88 off91080 00000004:00080000:3.0:1777047465.600009:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093982473792ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.600506:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].972, 88 off89752 00000004:00080000:3.0:1777047465.600518:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093982983062ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.600598:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].973, 88 off89840 00000004:00080000:3.0:1777047465.600608:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093983073660ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.600640:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].987, 88 off91168 00000004:00080000:3.0:1777047465.600647:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093983112434ns, next at 4065739598673ns, rc = 0 00010000:00010000:1.0:1777047465.601512:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777047465.601710:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].988, 88 off91256 00000004:00080000:3.0:1777047465.601721:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093984185743ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.603517:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].974, 88 off89928 00000004:00080000:3.0:1777047465.603529:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093985994261ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.603608:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].989, 88 off91344 00000004:00080000:3.0:1777047465.603617:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093986081801ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.604668:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].975, 88 off90016 00000004:00080000:3.0:1777047465.604678:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093987143361ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.604811:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].977, 88 off90200 00000004:00080000:3.0:1777047465.604820:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093987285018ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.604851:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].990, 88 off91432 00000004:00080000:3.0:1777047465.604860:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093987325318ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.605382:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].991, 88 off91520 00000004:00080000:3.0:1777047465.605392:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093987857753ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.605654:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].978, 88 off90288 00000004:00080000:3.0:1777047465.605665:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093988130226ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.605814:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].992, 88 off91608 00000004:00080000:3.0:1777047465.605823:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093988288619ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.606814:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].979, 88 off90376 00000004:00080000:3.0:1777047465.606825:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093989289998ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.606948:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].980, 88 off90464 00000004:00080000:3.0:1777047465.606976:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093989440981ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047465.607430:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].993, 88 off91696 00000004:00080000:3.0:1777047465.607440:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093989905373ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.607516:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].994, 88 off91784 00000004:00080000:3.0:1777047465.607524:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4093989989111ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047465.607552:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].981, 88 off90552 00000004:00080000:3.0:1777047465.607560:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4093990025071ns, next at 4065738783769ns, rc = 0 00000001:00080000:0.0:1777047465.809097:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937933 is committed 00000001:00080000:0.0:1777047465.809131:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937935 is committed 00000004:00080000:0.0:1777047465.809138:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 886 committed 00000004:00080000:0.0:1777047465.809159:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 898 committed 00000004:00080000:0.0:1777047465.809173:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 897 committed 00000004:00080000:0.0:1777047465.809178:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 885 committed 00000004:00080000:0.0:1777047465.809182:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 884 committed 00000004:00080000:0.0:1777047465.809186:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 896 committed 00000004:00080000:0.0:1777047465.809191:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 883 committed 00000004:00080000:0.0:1777047465.809195:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 895 committed 00000004:00080000:0.0:1777047465.809199:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 894 committed 00000004:00080000:0.0:1777047465.809203:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 882 committed 00000004:00080000:0.0:1777047465.809208:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 881 committed 00000004:00080000:0.0:1777047465.809212:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 893 committed 00000004:00080000:0.0:1777047465.809216:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 880 committed 00000004:00080000:0.0:1777047465.809220:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 892 committed 00000004:00080000:0.0:1777047465.809224:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 891 committed 00000004:00080000:0.0:1777047465.809228:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 879 committed 00000004:00080000:0.0:1777047465.809232:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 878 committed 00000004:00080000:0.0:1777047465.809237:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 890 committed 00000004:00080000:0.0:1777047465.809242:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 889 committed 00000004:00080000:0.0:1777047465.809249:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 877 committed 00000004:00080000:0.0:1777047465.809254:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 888 committed 00000004:00080000:0.0:1777047465.809260:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 876 committed 00000004:00080000:0.0:1777047465.809265:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 887 committed 00000004:00080000:0.0:1777047465.809271:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 875 committed 00000004:00080000:0.0:1777047465.809277:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 874 committed 00000004:00080000:0.0:1777047465.809282:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 886 committed 00000004:00080000:0.0:1777047465.809287:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 873 committed 00000004:00080000:0.0:1777047465.809291:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 885 committed 00000004:00080000:0.0:1777047465.809295:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 884 committed 00000004:00080000:0.0:1777047465.809299:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 872 committed 00000004:00080000:0.0:1777047465.809304:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 871 committed 00000004:00080000:0.0:1777047465.809308:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 883 committed 00000020:00080000:0.0:1777047465.809323:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969473 batchid updated 00000100:00100000:0.0:1777047465.809906:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989248:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.809993:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810077:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989760:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.810110:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810135:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990272:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.810165:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810188:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990784:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.810216:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810247:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1777047465.810257:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989376:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.810286:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810308:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989888:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.810337:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810358:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990400:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.810387:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810419:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990912:0@lo:2:osp-syn-1-0.0 00000020:00080000:3.0:1777047465.810421:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969473 00000100:00100000:0.0:1777047465.810463:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810606:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433989504:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.810666:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810723:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990016:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.810776:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810816:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990528:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.810862:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810900:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433991040:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.810950:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.810996:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1777047465.811011:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433989632:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.811062:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.811086:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990144:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.811138:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.811173:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990656:0@lo:2:osp-syn-1-0.0 00000020:00080000:3.0:1777047465.811220:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969473 cancel update log [0x200000bd0:0x1:0x0].49: rc = 0 00000100:00100000:0.0:1777047465.811227:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1777047465.811257:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969473 00000100:00100000:0.0:1777047465.811265:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433991168:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.811308:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.811356:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433989248 00000100:00100000:0.0:1777047465.811367:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433989248 00000100:00100000:0.0:1777047465.811420:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433989760 00000100:00100000:0.0:1777047465.811425:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433989760 00000100:00100000:0.0:1777047465.811444:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990272 00000100:00100000:0.0:1777047465.811448:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990272 00000100:00100000:0.0:1777047465.811468:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990784 00000100:00100000:0.0:1777047465.811502:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990784 00000100:00100000:0.0:1777047465.811524:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433989376 00000100:00100000:0.0:1777047465.811529:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433989376 00000100:00100000:0.0:1777047465.812222:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433989888 00000100:00100000:0.0:1777047465.812228:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433989888 00000100:00100000:0.0:1777047465.812246:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990400 00000100:00100000:0.0:1777047465.812250:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990400 00000100:00100000:0.0:1777047465.812269:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990912 00000100:00100000:0.0:1777047465.812274:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990912 00000100:00100000:0.0:1777047465.812295:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433989504 00000100:00100000:0.0:1777047465.812299:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433989504 00000100:00100000:0.0:1777047465.812317:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990016 00000100:00100000:0.0:1777047465.812321:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990016 00000100:00100000:0.0:1777047465.812335:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990528 00000100:00100000:0.0:1777047465.812339:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990528 00000100:00100000:0.0:1777047465.812355:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433991040 00000100:00100000:0.0:1777047465.812358:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433991040 00000100:00100000:0.0:1777047465.812372:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433989632 00000100:00100000:0.0:1777047465.812377:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433989632 00000100:00100000:0.0:1777047465.812392:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990144 00000100:00100000:0.0:1777047465.812396:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990144 00000100:00100000:0.0:1777047465.812411:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433990656 00000100:00100000:0.0:1777047465.812415:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433990656 00000100:00100000:0.0:1777047465.812435:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433991168 00000100:00100000:0.0:1777047465.812439:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433991168 00000100:00100000:0.0:1777047465.812461:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275 00000004:00010000:1.0:1777047465.820649:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008701f2e reply state 00000000467ba0b7 transno 8589937935 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e0531 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047465.820702:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1777047465.820932:0:31251:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777047465.820973:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54276:x1863365384159872:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 263383us (265559us total) trans 8589937935 rc 0/0 00000100:00100000:1.0:1777047465.820990:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3278 00000100:00100000:3.0:1777047465.828433:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5278 00000100:00100000:3.0:1777047465.828460:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365433990784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047465.828765:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047465.828773:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.828779:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:3.0:1777047465.828783:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.828788:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.828871:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365433990784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 422us (18652us total) trans 17179871242 rc 0/0 00000100:00100000:3.0:1777047465.828886:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5278 00000100:00100000:3.0:1777047465.828922:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279 00000100:00100000:3.0:1777047465.828937:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365433989376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.829158:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365433989376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 220us (18865us total) trans 21474838346 rc 0/0 00000004:00080000:1.0:1777047465.829318:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4e300/2, rc 0, transno 21474838346 00000100:00100000:1.0:1777047465.829346:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989376:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.829371:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4ed80/2, rc 0, transno 21474838345 00000100:00100000:1.0:1777047465.829380:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989760:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.829399:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4e680/2, rc 0, transno 17179871241 00000100:00100000:1.0:1777047465.829415:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990272:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.829434:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64700/2, rc 0, transno 17179871242 00000100:00100000:1.0:1777047465.829441:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990784:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.829958:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433991424:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.830022:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.830347:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047465.830360:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433991296:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.830405:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.830590:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433991680:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.830637:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.830664:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047465.830674:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433991552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.830709:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.832175:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365433989248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.832297:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433991296 00000100:00100000:0.0:1777047465.832306:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433991296 00000100:00100000:3.0:1777047465.832405:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279 00000100:00100000:3.0:1777047465.832436:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433991680 00000100:00100000:3.0:1777047465.832444:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433991680 00000100:00100000:3.0:1777047465.832504:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433991552 00000100:00100000:3.0:1777047465.832510:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433991552 00000100:00100000:3.0:1777047465.832538:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5280 00000100:00100000:3.0:1777047465.832550:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365433989888:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.834274:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365433989888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1722us (23932us total) trans 21474838347 rc 0/0 00000100:00100000:3.0:1777047465.834288:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5280 00000100:00100000:3.0:1777047465.834318:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5281 00000100:00100000:3.0:1777047465.834330:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365433990400:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.834617:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365433990400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 287us (24228us total) trans 17179871243 rc 0/0 00000100:00100000:3.0:1777047465.834629:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5281 00000100:00100000:3.0:1777047465.834655:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5282 00000100:00100000:3.0:1777047465.834668:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365433990912:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047465.834837:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047465.834844:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.834849:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047465.834854:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.834858:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.834912:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365433990912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 246us (24449us total) trans 17179871244 rc 0/0 00000100:00100000:3.0:1777047465.834926:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5282 00000100:00100000:3.0:1777047465.834955:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5283 00000100:00100000:3.0:1777047465.834969:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3342:x1863365433989504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047465.835390:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047465.835396:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047456 -> 1777047456 00002000:00010000:3.0:1777047465.835401:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047465.835404:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047456 -> 1777047456 00002000:00010000:3.0:1777047465.835409:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.835463:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365433989504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 497us (24799us total) trans 21474838348 rc 0/0 00000100:00100000:3.0:1777047465.835507:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5283 00000100:00100000:3.0:1777047465.835566:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5284 00000100:00100000:3.0:1777047465.835870:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3342:x1863365433990016:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.836071:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365433990016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 492us (25295us total) trans 21474838349 rc 0/0 00000100:00100000:3.0:1777047465.836084:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5284 00000100:00100000:3.0:1777047465.836111:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285 00000100:00100000:3.0:1777047465.836124:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3342:x1863365433990528:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047465.836357:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365433990528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 231us (25493us total) trans 17179871245 rc 0/0 00000100:00100000:3.0:1777047465.836370:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285 00000100:00100000:3.0:1777047465.836402:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5287 00000100:00100000:3.0:1777047465.836419:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3342:x1863365433989632:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.837462:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4c380/2, rc 0, transno 21474838347 00000100:00100000:1.0:1777047465.837520:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989888:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.837582:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4c000/2, rc 0, transno 17179871243 00000100:00100000:1.0:1777047465.837601:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990400:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.837620:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64380/2, rc 0, transno 17179871244 00000100:00100000:1.0:1777047465.837626:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433990912:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.838061:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433991936:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.838118:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.838177:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047465.838189:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433991808:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.838237:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.838322:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047465.838338:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.838385:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047465.838447:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4ea00/2, rc 0, transno 21474838350 00000100:00100000:1.0:1777047465.838462:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990144:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.838526:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4f800/2, rc 0, transno 21474838348 00000100:00100000:1.0:1777047465.838877:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433989504:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.838903:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4dc00/2, rc 0, transno 21474838349 00000100:00100000:1.0:1777047465.838911:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990016:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.838928:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b66d80/2, rc 0, transno 17179871245 00000100:00100000:1.0:1777047465.838943:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990528:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.839256:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b65180/2, rc 0, transno 17179871246 00000100:00100000:1.0:1777047465.839265:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433991040:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.839357:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992192:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.839405:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.839447:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047465.839458:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433992320:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047465.839562:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.840056:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992704:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.840102:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.840133:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047465.840143:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992576:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.840184:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.840224:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433992448:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.840262:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777047465.841849:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047465.841859:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.841865:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047465.841870:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.841876:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047465.842559:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5294 00000100:00100000:0.0:1777047465.842575:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3341:x1863365433991936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047465.842810:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047465.842818:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047465.842823:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047465.842828:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047465.842834:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047465.842906:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3341:x1863365433991936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 332us (4785us total) trans 17179871249 rc 0/0 00000100:00100000:0.0:1777047465.842921:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5294 00000100:00100000:0.0:1777047465.842951:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5295 00000100:00100000:0.0:1777047465.842964:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3341:x1863365433991808:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.843160:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105b9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3341:x1863365433991808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 196us (4920us total) trans 17179871250 rc 0/0 00000100:00100000:0.0:1777047465.843174:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5295 00000100:00100000:0.0:1777047465.843201:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5296 00000100:00100000:0.0:1777047465.843215:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365433992064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047465.843367:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047465.843374:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047465.843379:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047465.843383:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:0.0:1777047465.843388:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047465.843439:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365433992064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 226us (5052us total) trans 21474838354 rc 0/0 00000100:00100000:0.0:1777047465.843452:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5296 00000100:00100000:0.0:1777047465.843517:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5297 00000100:00100000:0.0:1777047465.843567:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3343:x1863365433992192:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.843768:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680951bb80/2, rc 0, transno 21474838354 00000100:00100000:0.0:1777047465.843793:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365433992192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 262us (4384us total) trans 17179871251 rc 0/0 00000100:00100000:1.0:1777047465.843796:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992064:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.843819:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5297 00000004:00080000:1.0:1777047465.843838:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3aca80/2, rc 0, transno 21474838353 00000100:00100000:1.0:1777047465.843850:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433991552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.843860:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5298 00000100:00100000:0.0:1777047465.843877:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3341:x1863365433992320:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.843879:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ae680/2, rc 0, transno 21474838352 00000100:00100000:1.0:1777047465.843895:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433991680:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.843923:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680951b480/2, rc 0, transno 17179871251 00000100:00100000:1.0:1777047465.843940:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992192:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.843991:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ace00/2, rc 0, transno 17179871250 00000100:00100000:1.0:1777047465.844002:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433991808:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047465.844029:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986809519c00/2, rc 0, transno 17179871249 00000100:00100000:1.0:1777047465.844039:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433991936:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.844108:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3341:x1863365433992320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 233us (4572us total) trans 17179871252 rc 0/0 00000100:00100000:0.0:1777047465.844121:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5298 00000100:00100000:0.0:1777047465.844146:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5299 00000100:00100000:0.0:1777047465.844159:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365433992704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047465.844302:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047465.844307:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.844312:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047465.844315:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.844319:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047465.844371:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365433992704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 214us (4268us total) trans 21474838355 rc 0/0 00000100:00100000:0.0:1777047465.844382:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5299 00000100:00100000:0.0:1777047465.844405:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5300 00000100:00100000:0.0:1777047465.844416:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365433992576:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047465.844634:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047465.844642:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.844646:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047465.844651:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.844655:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047465.844704:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365433992576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 288us (4518us total) trans 21474838356 rc 0/0 00000100:00100000:0.0:1777047465.844720:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5300 00000100:00100000:0.0:1777047465.844751:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5301 00000100:00100000:0.0:1777047465.844768:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3341:x1863365433992448:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047465.844814:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365433989632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8395us (33746us total) trans 21474838351 rc 0/0 00000100:00100000:3.0:1777047465.844832:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5287 00000100:00100000:3.0:1777047465.844872:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5302 00000100:00100000:3.0:1777047465.844891:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3341:x1863365433991296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.844992:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3341:x1863365433992448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 227us (4725us total) trans 21474838357 rc 0/0 00000100:00100000:0.0:1777047465.845007:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5301 00002000:00010000:3.0:1777047465.845099:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047465.845107:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.845111:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047465.847822:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047457 -> 1777047457 00002000:00010000:3.0:1777047465.847828:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047465.847930:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3341:x1863365433991296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3041us (17518us total) trans 17179871253 rc 0/0 00000100:00100000:3.0:1777047465.847949:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5302 00000100:00100000:0.0:1777047465.849106:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3340:x1863365433989248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 36629us (39109us total) trans 21474838358 rc 0/0 00000100:00100000:0.0:1777047465.849120:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275 00000004:00080000:1.0:1777047465.850781:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa8e00/2, rc 0, transno 21474838356 00000100:00100000:1.0:1777047465.850826:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992576:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.850855:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa9c00/2, rc 0, transno 21474838355 00000100:00100000:1.0:1777047465.850864:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433992704:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.850890:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433993216:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047465.850891:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433992960 00000100:00100000:0.0:1777047465.850904:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433992960 00000100:00100000:1.0:1777047465.850952:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047465.853007:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047465.853021:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433993088:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.853072:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047465.853120:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433992832 00000100:00100000:0.0:1777047465.853132:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433992832 00000100:00100000:0.0:1777047465.853185:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433993216 00000100:00100000:0.0:1777047465.853191:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433993216 00000100:00100000:0.0:1777047465.853236:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5303 00000100:00100000:0.0:1777047465.853252:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3341:x1863365433992960:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047465.853621:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3341:x1863365433992960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 371us (3391us total) trans 17179871255 rc 0/0 00000100:00100000:0.0:1777047465.853635:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5303 00000100:00100000:0.0:1777047465.853666:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5304 00000100:00100000:0.0:1777047465.853684:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3341:x1863365433992832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047465.853913:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047465.853920:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.853925:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047465.853929:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047458 -> 1777047458 00002000:00010000:0.0:1777047465.853934:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047465.853986:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3341:x1863365433992832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 307us (3450us total) trans 17179871256 rc 0/0 00000100:00100000:0.0:1777047465.854000:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5304 00000100:00100000:0.0:1777047465.854028:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5305 00000100:00100000:0.0:1777047465.854040:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365433993216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047465.854220:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047465.854226:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047465.854231:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047465.854235:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047462 -> 1777047462 00002000:00010000:0.0:1777047465.854240:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047465.854289:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365433993216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 250us (3338us total) trans 21474838359 rc 0/0 00000100:00100000:0.0:1777047465.854302:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5305 00000004:00080000:0.0:1777047465.854397:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa8380/2, rc 0, transno 17179871256 00000100:00100000:0.0:1777047465.854408:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433992832:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047465.854429:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efabb80/2, rc 0, transno 17179871255 00000100:00100000:0.0:1777047465.854436:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433992960:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047465.854522:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4d880/2, rc 0, transno 21474838351 00000100:00100000:0.0:1777047465.854695:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433989632:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047465.854723:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b66a00/2, rc 0, transno 17179871247 00000100:00100000:0.0:1777047465.854730:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433990656:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047465.854748:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64000/2, rc 0, transno 17179871248 00000100:00100000:0.0:1777047465.854754:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433991168:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047465.856177:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4c700/2, rc 0, transno 21474838358 00000100:00100000:0.0:1777047465.856189:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433989248:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.857641:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b885180/2, rc 0, transno 21474838359 00000100:00100000:1.0:1777047465.857655:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433993216:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047465.858184:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886a00/2, rc 0, transno 21474838360 00000100:00100000:1.0:1777047465.858194:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433993088:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047465.864242:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.865469:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384160128 00000100:00100000:3.0:1777047465.865510:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384160128 00000100:00100000:3.0:1777047465.865650:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3280 00000100:00100000:3.0:1777047465.865668:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54276:x1863365384160128:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047465.865695:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047465.865723:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99e053f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e07 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.865845:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0546 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.865893:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0546 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.865914:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0546 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047465.865959:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047465.865967:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047465.865993:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0546 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.866037:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535400/0x29ccbc23e99e053f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e07 expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.866339:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0546 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e07 expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.866356:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047465.866361:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047465.866367:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535200, rc 0) 00000100:00100000:3.0:1777047465.866504:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54276:x1863365384160128:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 809us (2241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.866518:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3280 00000100:00100000:3.0:1777047465.887226:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047465.887438:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047465.898344:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384160384 00000100:00100000:1.0:1777047465.898359:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384160384 00000100:00100000:0.0:1777047465.899624:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384160512 00000100:00100000:0.0:1777047465.899634:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384160512 00000100:00100000:0.0:1777047465.899852:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5307 00000100:00100000:0.0:1777047465.899868:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384160384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047465.899894:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047465.899924:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e15 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047465.899962:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97a8, atime: 0x69eb979d, ctime: 0x69eb97a8, blocks: 0x3 00010000:00010000:0.0:1777047465.900284:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047465.900289:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047465.900323:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 18 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.900358:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 18 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.900380:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ecc00, rc 0) 00000100:00100000:3.0:1777047465.902306:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384160256 00000100:00100000:3.0:1777047465.902316:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384160256 00000100:00100000:0.0:1777047465.904235:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384160384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4363us (17017us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.904250:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5307 00000100:00100000:0.0:1777047465.904293:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5308 00000100:00100000:0.0:1777047465.904336:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384160512:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047465.904354:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047465.904378:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e1c expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047465.904411:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97a8, atime: 0x69eb979d, ctime: 0x69eb97a8, blocks: 0x3 00010000:00010000:0.0:1777047465.904434:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047465.904438:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047465.904449:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 19 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.904501:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 19 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047465.904520:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083edc00, rc 0) 00000100:00100000:3.0:1777047465.909956:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5309 00000100:00100000:3.0:1777047465.910319:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384160256:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047465.910345:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047465.910378:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e0e expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047465.910418:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 257382, mtime: 0x69eb97a8, atime: 0x69eb979d, ctime: 0x69eb97a8, blocks: 0x107 00010000:00010000:3.0:1777047465.910446:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047465.910451:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047465.910466:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 20 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.910526:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 20 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047465.910578:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535400, rc 0) 00000100:00100000:3.0:1777047465.910651:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384160256:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 678us (16361us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047465.910666:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5309 00000100:00100000:0.0:1777047465.912808:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384160512:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8474us (25365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047465.912822:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5308 00000100:00100000:0.0:1777047466.134698:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047466.135314:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384160640 00000100:00100000:3.0:1777047466.135331:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384160640 00000100:00100000:3.0:1777047466.135445:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2813 00000100:00100000:3.0:1777047466.135465:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384160640:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047466.135592:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.135620:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047466.135625:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047466.135634:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.135658:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.180206:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.180244:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.180261:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.180275:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047466.180287:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.180305:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.180341:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.180371:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d458d106/0x29ccbc23e99e0562 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047466.180681:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384160640:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 45213us (45987us total) trans 0 rc 257382/257382 00000100:00100000:3.0:1777047466.180707:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2813 00000100:00100000:1.0:1777047466.211035:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384160768 00000100:00100000:1.0:1777047466.211058:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384160768 00000100:00100000:1.0:1777047466.211202:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2814 00000100:00100000:1.0:1777047466.211229:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384160768:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047466.211314:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97a0, atime: 0x69eb96d2, ctime: 0x69eb97a0, blocks: 0x203 00010000:00010000:1.0:1777047466.211330:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047466.211360:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047466.211364:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047466.211373:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047466.211415:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047466.528696:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871256 is committed 00000001:00080000:1.0:1777047466.528756:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871221 is committed 00000001:00080000:1.0:1777047466.528840:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871239 is committed 00000001:00080000:1.0:1777047466.528877:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871257 is committed 00002000:00010000:0.0:1777047466.531030:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047456 -> 1777047466 00002000:00010000:0.0:1777047466.531040:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047456 -> 1777047466 00010000:00010000:0.0:1777047466.531062:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047466.531088:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047466.531108:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047466.531124:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047466.531133:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047466.531152:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047466.531235:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047466.531250:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aade2e68/0x29ccbc23e99e0569 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047466.531446:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384160768:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 320219us (325917us total) trans 17179871257 rc 0/0 00000100:00100000:0.0:1777047466.531502:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2814 00000100:00100000:1.0:1777047466.557021:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047466.625256:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777047466.833272:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871258 is committed 00002000:00010000:3.0:1777047466.834091:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047457 -> 1777047466 00002000:00010000:3.0:1777047466.834101:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047457 -> 1777047466 00010000:00010000:3.0:1777047466.834121:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.834146:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.834163:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0570 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.834179:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047466.834188:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0570 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.834204:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0570 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.834236:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0570 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047466.834261:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0570 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047466.834419:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384160896:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 277043us (277404us total) trans 17179871258 rc 0/0 00000100:00100000:3.0:1777047466.834437:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2815 00000100:00100000:1.0:1777047466.852686:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047467.078449:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047467.078517:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433993344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047467.079004:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047467.080889:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433993344 00000100:00100000:3.0:1777047467.080902:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433993344 00000100:00100000:3.0:1777047467.081019:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1777047467.081038:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365433993344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047467.081071:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 295501824 pending 0 free 3855613952 avail 3851419648 00000100:00100000:3.0:1777047467.081149:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365433993344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047467.081163:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00080000:3.0:1777047467.081199:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047467.082430:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047467.082488:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433993472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047467.082609:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047467.083013:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871256 gen 2 00000004:00080000:0.0:1777047467.083025:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871222 committed transno 17179871256 00000004:00080000:0.0:1777047467.083058:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497f100, transno 17179871223 00000004:00080000:0.0:1777047467.083100:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497fb80, transno 17179871224 00000004:00080000:0.0:1777047467.083107:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497d500, transno 17179871225 00000004:00080000:0.0:1777047467.083112:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497df80, transno 17179871226 00000004:00080000:0.0:1777047467.083117:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810196300, transno 17179871227 00000004:00080000:0.0:1777047467.083122:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497c380, transno 17179871228 00000004:00080000:0.0:1777047467.083127:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810195f80, transno 17179871229 00000004:00080000:0.0:1777047467.083131:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497d180, transno 17179871230 00000004:00080000:0.0:1777047467.083137:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886d80, transno 17179871231 00000004:00080000:0.0:1777047467.083142:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b885c00, transno 17179871232 00000004:00080000:0.0:1777047467.083147:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65c00, transno 17179871233 00000004:00080000:0.0:1777047467.083152:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884700, transno 17179871234 00000004:00080000:0.0:1777047467.083157:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b887b80, transno 17179871235 00000004:00080000:0.0:1777047467.083162:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65880, transno 17179871236 00000004:00080000:0.0:1777047467.083167:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884000, transno 17179871237 00000004:00080000:0.0:1777047467.083171:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886680, transno 17179871238 00000004:00080000:0.0:1777047467.083176:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4e680, transno 17179871241 00000004:00080000:0.0:1777047467.083180:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b64700, transno 17179871242 00000004:00080000:0.0:1777047467.083184:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4c000, transno 17179871243 00000004:00080000:0.0:1777047467.083189:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b64380, transno 17179871244 00000004:00080000:0.0:1777047467.083194:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b66d80, transno 17179871245 00000004:00080000:0.0:1777047467.083198:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b65180, transno 17179871246 00000004:00080000:0.0:1777047467.083203:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b66a00, transno 17179871247 00000004:00080000:0.0:1777047467.083207:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b64000, transno 17179871248 00000004:00080000:0.0:1777047467.083212:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986809519c00, transno 17179871249 00000004:00080000:0.0:1777047467.083217:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ace00, transno 17179871250 00000004:00080000:0.0:1777047467.083221:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680951b480, transno 17179871251 00000004:00080000:0.0:1777047467.083226:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efab800, transno 17179871252 00000004:00080000:0.0:1777047467.083231:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3adc00, transno 17179871253 00000004:00080000:0.0:1777047467.083236:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ad180, transno 17179871254 00000004:00080000:0.0:1777047467.083240:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efabb80, transno 17179871255 00000004:00080000:0.0:1777047467.083246:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa8380, transno 17179871256 00000100:00100000:0.0:1777047467.083268:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433993344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047467.084084:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433993472 00000100:00100000:3.0:1777047467.084096:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433993472 00000100:00100000:3.0:1777047467.084192:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:3.0:1777047467.084207:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365433993472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047467.084237:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 164298752 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777047467.084316:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365433993472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (1706us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047467.084330:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:3.0:1777047467.084401:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433993472:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777047467.086585:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1777047467.112437:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838359 is committed 00000001:00080000:3.0:1777047467.112517:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838326 is committed 00000001:00080000:3.0:1777047467.112606:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838361 is committed 00000001:00080000:3.0:1777047467.112622:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838360 is committed 00002000:00010000:3.0:1777047467.116189:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047457 -> 1777047466 00002000:00010000:3.0:1777047467.116199:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047457 -> 1777047466 00010000:00010000:3.0:1777047467.116219:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0577 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.116242:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0577 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.116260:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.116274:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047467.116282:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.116298:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0577 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.116330:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0577 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.116346:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0577 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047467.120519:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384161024:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 267473us (267831us total) trans 21474838361 rc 0/0 00000100:00100000:3.0:1777047467.120543:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2816 00000100:00100000:0.0:1777047467.140328:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00080000:3.0:1777047467.143434:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1777047467.314269:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838362 is committed 00002000:00010000:3.0:1777047467.315438:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047457 -> 1777047467 00002000:00010000:3.0:1777047467.315448:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047457 -> 1777047467 00010000:00010000:3.0:1777047467.315498:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e057e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.315522:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e057e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.315572:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e057e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.315587:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047467.315595:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e057e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.315611:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e057e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.315644:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e057e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.315662:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e057e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047467.315822:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384161152:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 174748us (175499us total) trans 21474838362 rc 0/0 00000100:00100000:3.0:1777047467.315842:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2817 00000100:00100000:1.0:1777047467.337519:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00010000:0.0:1777047467.451957:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047457 -> 1777047467 00002000:00010000:0.0:1777047467.451965:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047457 -> 1777047467 00010000:00010000:0.0:1777047467.451983:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e0585 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.452005:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e0585 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.452019:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e0585 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.452183:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3aa00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047467.452191:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e0585 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.452207:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e0585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.452236:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e0585 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.452251:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e0585 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047467.454763:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384161280:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 114731us (117250us total) trans 21474838363 rc 0/0 00000100:00100000:1.0:1777047467.454781:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2818 00000100:00100000:1.0:1777047467.473021:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00080000:0.0:1777047467.475528:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1777047467.614172:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871259 is committed 00002000:00010000:1.0:1777047467.617284:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047457 -> 1777047467 00002000:00010000:1.0:1777047467.617294:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047457 -> 1777047467 00010000:00010000:1.0:1777047467.622612:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e058c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.622644:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e058c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.622668:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e058c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.622680:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047467.622687:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e058c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.622703:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e058c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.622734:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e058c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.622748:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e058c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047467.622917:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384161408:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 148163us (149901us total) trans 17179871259 rc 0/0 00000100:00100000:1.0:1777047467.622935:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2819 00000100:00100000:0.0:1777047467.645156:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047467.645521:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384161536 00000100:00100000:3.0:1777047467.645581:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384161536 00000100:00100000:3.0:1777047467.645680:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2820 00000100:00100000:3.0:1777047467.645697:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384161536:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047467.645765:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb9713, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:3.0:1777047467.645779:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.645802:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047467.645806:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047467.645813:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047467.645837:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047467.804185:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047457 -> 1777047467 00002000:00010000:0.0:1777047467.804200:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047457 -> 1777047467 00010000:00010000:0.0:1777047467.804222:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.804249:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.804268:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.804284:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047467.804294:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.804311:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.804345:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047467.804362:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d458d106/0x29ccbc23e99e0593 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047467.804633:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384161536:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 158930us (159480us total) trans 21474838364 rc 0/0 00000100:00100000:0.0:1777047467.804652:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2820 00000001:00080000:0.0:1777047467.806811:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838364 is committed 00000100:00100000:1.0:1777047467.847988:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384161664 00000100:00100000:1.0:1777047467.848003:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384161664 00000100:00100000:1.0:1777047467.848411:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2821 00000100:00100000:1.0:1777047467.848431:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384161664:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047467.848932:0:26860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb979d, atime: 0x69eb979d, ctime: 0x69eb97a6, blocks: 0x203 00010000:00010000:1.0:1777047467.848953:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.848981:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047467.848985:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047467.848995:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047467.849022:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047468.053630:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871260 is committed 00002000:00010000:1.0:1777047468.055524:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047453 -> 1777047467 00002000:00010000:1.0:1777047468.055549:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047462 -> 1777047467 00010000:00010000:1.0:1777047468.055632:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047468.055672:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047468.055690:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047468.055719:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047468.055727:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047468.055759:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047468.055808:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047468.055838:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e059a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047468.056051:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384161664:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 207604us (208216us total) trans 17179871260 rc 0/0 00000100:00100000:1.0:1777047468.056083:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2821 00000100:00100000:1.0:1777047468.092221:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047468.093152:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384161792 00000100:00100000:3.0:1777047468.093189:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384161792 00000100:00100000:3.0:1777047468.093427:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2822 00000100:00100000:3.0:1777047468.093513:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384161792:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047468.094691:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb974b, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:3.0:1777047468.094730:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000c736445/0x29ccbc23e99e05a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047468.094801:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047468.094806:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047468.094815:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c736445/0x29ccbc23e99e05a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047468.094882:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c736445/0x29ccbc23e99e05a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047468.391497:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871261 is committed 00000100:00100000:0.0:1777047468.426883:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384161920 00000100:00100000:0.0:1777047468.426915:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384161920 00000100:00100000:0.0:1777047468.427100:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2823 00000100:00100000:0.0:1777047468.427131:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384161920:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047468.427227:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97a1, atime: 0x69eb975e, ctime: 0x69eb97a1, blocks: 0x203 00010000:00010000:0.0:1777047468.427254:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.427296:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047468.427300:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047468.427309:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.427345:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047468.651921:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838365 is committed 00002000:00010000:0.0:1777047468.652280:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047457 -> 1777047468 00002000:00010000:0.0:1777047468.652288:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047457 -> 1777047468 00010000:00010000:0.0:1777047468.652307:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.653889:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.653905:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.653918:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047468.653926:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.653942:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.653972:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047468.653986:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e05a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047468.654210:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384161920:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 227089us (227630us total) trans 21474838365 rc 0/0 00000100:00100000:0.0:1777047468.654226:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2823 00010000:00010000:1.0:1777047468.677194:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047468.686715:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384162048 00000100:00100000:3.0:1777047468.686730:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384162048 00000100:00100000:3.0:1777047468.686845:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2824 00000100:00100000:3.0:1777047468.686863:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384162048:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047468.686934:0:26865:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97a2, atime: 0x69eb9766, ctime: 0x69eb97a2, blocks: 0x203 00010000:00010000:3.0:1777047468.686949:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e05af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047468.686974:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047468.686978:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047468.686986:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e05af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047468.687009:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e05af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047468.841927:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871262 is committed 00000100:00100000:0.0:1777047468.863843:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000001:00080000:3.0:1777047469.031499:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871263 is committed 00000100:00100000:3.0:1777047469.053402:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047469.056945:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384162304 00000100:00100000:0.0:1777047469.056967:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384162304 00000100:00100000:0.0:1777047469.057220:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2826 00000100:00100000:0.0:1777047469.057245:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384162304:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047469.057306:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.057342:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000898ff7a/0x29ccbc23e99e0497 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dc8 expref: 15 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.057358:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047469.057362:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047469.057368:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 4/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.057482:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000898ff7a/0x29ccbc23e99e0497 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dc8 expref: 15 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.057508:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000898ff7a/0x29ccbc23e99e0497 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dc8 expref: 15 pid: 7603 timeout: 4197 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047469.057535:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365433993600:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047469.057768:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a39c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047469.075573:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047469.078492:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000898ff7a/0x29ccbc23e99e0497 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787dc8 expref: 16 pid: 7603 timeout: 4197 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047469.078523:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365433993600:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047469.085865:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047469.094472:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384162432:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 18096us (18894us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047469.094494:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2459 00010000:00010000:3.0:1777047469.095818:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.095844:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047469.259940:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047458 -> 1777047469 00002000:00010000:0.0:1777047469.259952:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047458 -> 1777047469 00010000:00010000:0.0:1777047469.259973:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.259995:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.260011:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.260023:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047469.260031:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.260045:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.260074:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.260088:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e05bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047469.260236:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384162304:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 202993us (206844us total) trans 21474838366 rc 0/0 00000100:00100000:0.0:1777047469.260258:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2826 00000001:00080000:0.0:1777047469.260315:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838366 is committed 00000100:00100000:1.0:1777047469.293457:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384162560 00000100:00100000:1.0:1777047469.293471:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384162560 00000100:00100000:1.0:1777047469.293663:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2827 00000100:00100000:1.0:1777047469.293682:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384162560:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047469.293754:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb979d, atime: 0x69eb979d, ctime: 0x69eb97a6, blocks: 0x203 00010000:00010000:1.0:1777047469.293769:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.293793:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047469.293797:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047469.293805:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.293827:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047469.295219:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1777047469.524693:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871264 is committed 00002000:00010000:0.0:1777047469.526274:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047453 -> 1777047469 00002000:00010000:0.0:1777047469.526283:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047462 -> 1777047469 00010000:00010000:0.0:1777047469.526305:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.526331:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.526347:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.526362:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047469.526371:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.526388:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.526447:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.526464:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e05c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047469.526707:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384162560:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 233020us (233777us total) trans 17179871264 rc 0/0 00000100:00100000:0.0:1777047469.526728:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2827 00000100:00100000:3.0:1777047469.635254:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047469.636463:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047469.636494:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365433993856:0@lo:400:kworker.0 00000100:00100000:0.0:1777047469.636644:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777047469.637227:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047469.637905:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365433993856:0@lo:400:kworker.0 00000100:00100000:3.0:1777047469.643503:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:309c8df3-27e5-43ac-9878-ad14563b7926:3343:1863365433993728:0@lo:400:kworker.0 00000100:00100000:3.0:1777047469.644027:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047469.644114:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433993728 00000100:00100000:0.0:1777047469.644128:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433993728 00000100:00100000:0.0:1777047469.644384:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1777047469.644403:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365433993728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047469.644535:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365433993728:12345-0@lo:400:kworker.0 Request processed in 136us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047469.644549:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1777047469.649174:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433994112:0@lo:400:kworker.0 00000100:00100000:1.0:1777047469.649286:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047469.649354:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047469.649366:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365433993984:0@lo:400:kworker.0 00000100:00100000:1.0:1777047469.649441:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047469.649510:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433993984 00000100:00100000:1.0:1777047469.649562:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433993984 00000100:00100000:1.0:1777047469.649948:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1777047469.649963:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365433993984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047469.650072:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365433993984:12345-0@lo:400:kworker.0 Request processed in 112us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047469.650085:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1777047469.650178:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365433993984:0@lo:400:kworker.0 00000100:00080000:1.0:1777047469.650226:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047469.652135:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1777047469.652155:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365433994240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047469.652240:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365433994240:12345-0@lo:400:kworker.0 Request processed in 89us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047469.656467:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433994368 00000100:00100000:1.0:1777047469.656481:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433994368 00000100:00100000:1.0:1777047469.656951:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1777047469.656980:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365433994368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047469.657408:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365433994368:12345-0@lo:400:kworker.0 Request processed in 442us (6099us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047469.657444:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1777047469.657513:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838360 gen 2 00000004:00080000:1.0:1777047469.657521:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838327 committed transno 21474838360 00000004:00080000:1.0:1777047469.657584:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810197b80, transno 21474838328 00000004:00080000:1.0:1777047469.657602:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e4000, transno 21474838329 00000004:00080000:1.0:1777047469.657606:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e5180, transno 21474838330 00000004:00080000:1.0:1777047469.657610:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810197800, transno 21474838331 00000004:00080000:1.0:1777047469.657617:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499dc00, transno 21474838332 00000004:00080000:1.0:1777047469.657622:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e7800, transno 21474838333 00000004:00080000:1.0:1777047469.657626:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e7b80, transno 21474838334 00000004:00080000:1.0:1777047469.657631:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810194700, transno 21474838335 00000004:00080000:1.0:1777047469.657931:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e647480, transno 21474838336 00000004:00080000:1.0:1777047469.657937:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb0700, transno 21474838337 00000004:00080000:1.0:1777047469.657941:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e646a00, transno 21474838338 00000004:00080000:1.0:1777047469.657945:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb0a80, transno 21474838339 00000004:00080000:1.0:1777047469.657949:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e646680, transno 21474838340 00000004:00080000:1.0:1777047469.657966:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e644700, transno 21474838341 00000004:00080000:1.0:1777047469.657972:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095cb800, transno 21474838342 00000004:00080000:1.0:1777047469.657976:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb1500, transno 21474838343 00000004:00080000:1.0:1777047469.657980:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4ed80, transno 21474838345 00000004:00080000:1.0:1777047469.657985:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4e300, transno 21474838346 00000004:00080000:1.0:1777047469.657989:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4c380, transno 21474838347 00000004:00080000:1.0:1777047469.657993:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4f800, transno 21474838348 00000004:00080000:1.0:1777047469.657997:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4dc00, transno 21474838349 00000004:00080000:1.0:1777047469.658001:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4ea00, transno 21474838350 00000004:00080000:1.0:1777047469.658006:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4d880, transno 21474838351 00000004:00080000:1.0:1777047469.658010:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ae680, transno 21474838352 00000004:00080000:1.0:1777047469.658014:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3aca80, transno 21474838353 00000004:00080000:1.0:1777047469.658019:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680951bb80, transno 21474838354 00000004:00080000:1.0:1777047469.658035:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa9c00, transno 21474838355 00000004:00080000:1.0:1777047469.658039:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa8e00, transno 21474838356 00000004:00080000:1.0:1777047469.658042:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa8700, transno 21474838357 00000004:00080000:1.0:1777047469.658046:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4c700, transno 21474838358 00000004:00080000:1.0:1777047469.658049:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b885180, transno 21474838359 00000004:00080000:1.0:1777047469.658053:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886a00, transno 21474838360 00000100:00100000:1.0:1777047469.658063:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433994112:0@lo:400:kworker.0 00000100:00100000:0.0:1777047469.658216:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00080000:0.0:1777047469.658335:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047469.658344:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047469.659573:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365433994368:0@lo:400:kworker.0 00000100:00100000:0.0:1777047469.661903:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000004:00080000:1.0:1777047469.664018:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 32 done 00000100:00080000:0.0:1777047469.665887:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777047469.670614:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e05cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.670932:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e05cb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.670947:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e05cb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.670959:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047469.671247:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e05cb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.671260:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e05cb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.671283:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047469.671288:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047469.671295:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e05cb lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.671306:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e05cb lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047469.678322:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047469.689344:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047469.689431:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047469.690318:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384163072 00000100:00100000:3.0:1777047469.690331:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384163072 00002000:00010000:3.0:1777047469.690383:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (257382->18446744073709551615) 00002000:00100000:3.0:1777047469.690391:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e96a00 with x1863365384163072 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047469.690407:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986708e96a00. 00000100:00100000:3.0:1777047469.690475:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384163200 00000100:00100000:3.0:1777047469.690481:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384163200 00002000:00010000:3.0:1777047469.690505:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:3.0:1777047469.690510:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e96d80 with x1863365384163200 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047469.690520:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986708e96d80. 00000100:00100000:3.0:1777047469.690910:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2828 00000100:00100000:3.0:1777047469.690929:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384163072:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047469.691605:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:3.0:1777047469.691615:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047466 -> 1777047469 00002000:00010000:3.0:1777047469.691619:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047469.691624:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047466 -> 1777047469 00002000:00010000:3.0:1777047469.691629:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047469.691729:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384163072:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 801us (2392us total) trans 17179871265 rc 0/0 00000100:00100000:3.0:1777047469.691761:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2828 00002000:00010000:3.0:1777047469.696589:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (257382->18446744073709551615) 00002000:00100000:3.0:1777047469.696599:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e96a00 with x1863365384163072 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047469.696610:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986708e96a00. 00010000:00010000:0.0:1777047469.698599:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047469.705843:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384163328 00000100:00100000:1.0:1777047469.705857:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384163328 00000100:00100000:1.0:1777047469.705950:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3282 00000100:00100000:1.0:1777047469.705968:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54276:x1863365384163328:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047469.706002:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047469.706299:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05d9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e2a expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.706442:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e05e0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.706466:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e05e0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.706486:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e05e0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047469.706527:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047469.706578:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047469.706609:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e05e0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.706653:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05d9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e2a expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.706683:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e05e0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e2a expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.706699:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047469.706705:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047469.706711:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7c00, rc 0) 00000100:00100000:1.0:1777047469.706802:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54276:x1863365384163328:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 837us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047469.706815:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3282 00000100:00100000:0.0:1777047469.719853:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047469.720076:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384163584 00000100:00100000:1.0:1777047469.720092:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384163584 00000100:00100000:1.0:1777047469.720186:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3283 00000100:00100000:1.0:1777047469.720206:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54276:x1863365384163584:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047469.720307:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047469.720345:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e05e0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e2a expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.720374:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047469.720381:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047469.720821:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.720846:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.720863:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047469.720955:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937938 00000004:00010000:1.0:1777047469.721005:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb5a9c8b reply state 00000000dc35fe2a transno 8589937939 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047469.721022:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047469.721165:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54276:x1863365384163584:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 963us (1321us total) trans 8589937939 rc 0/0 00000100:00100000:1.0:1777047469.721179:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3283 00000020:00080000:1.0:1777047469.721190:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047469.729378:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.729403:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.729441:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.729454:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047469.729462:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.729476:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.729501:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047469.729506:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047469.729512:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.730571:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e05e7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047469.740310:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047469.764299:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384163840 00000100:00100000:1.0:1777047469.764797:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384163840 00000100:00100000:0.0:1777047469.765290:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384163968 00000100:00100000:0.0:1777047469.765300:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384163968 00002000:00010000:0.0:1777047469.766323:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:0.0:1777047469.766331:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682b886a00 with x1863365384163968 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047469.766343:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682b886a00. 00000100:00100000:0.0:1777047469.766382:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2831 00000100:00100000:0.0:1777047469.766397:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384163968:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047469.794260:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384164096 00000100:00100000:0.0:1777047469.794277:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384164096 00000100:00100000:0.0:1777047469.794379:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3284 00000100:00100000:0.0:1777047469.794402:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54276:x1863365384164096:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047469.794490:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047469.794931:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e05f5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e38 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.795352:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e05fc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.795382:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e05fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.795403:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e05fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047469.795487:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047469.795495:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047469.795523:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e05fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.795641:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e05f5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e38 expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.795697:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e05fc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e38 expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.795714:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047469.795720:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047469.795726:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083eca00, rc 0) 00000100:00100000:0.0:1777047469.795812:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54276:x1863365384164096:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1415us (3436us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047469.795826:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3284 00000100:00100000:3.0:1777047469.812471:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047469.828876:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047469.831451:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0603 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.831473:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0603 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.831488:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0603 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.831502:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047469.831510:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0603 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.831525:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0603 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.831550:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047469.831565:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047469.833013:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0603 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.833033:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0603 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047469.846870:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047469.847745:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384164608 00000100:00100000:0.0:1777047469.847761:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384164608 00002000:00010000:0.0:1777047469.847825:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (257382->18446744073709551615) 00002000:00100000:0.0:1777047469.847834:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8380 with x1863365384164608 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047469.847853:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868095c8380. 00000100:00100000:0.0:1777047469.848743:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2832 00000100:00100000:0.0:1777047469.848766:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384164608:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047469.849236:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:0.0:1777047469.849245:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047466 -> 1777047469 00002000:00010000:0.0:1777047469.849250:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047469.849254:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047466 -> 1777047469 00002000:00010000:0.0:1777047469.849258:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047469.849380:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384164608:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 617us (2520us total) trans 21474838369 rc 0/0 00000100:00100000:0.0:1777047469.849395:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2832 00002000:00010000:0.0:1777047469.849402:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (257382->18446744073709551615) 00002000:00100000:0.0:1777047469.849408:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8380 with x1863365384164608 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047469.849446:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868095c8380. 00000100:00100000:3.0:1777047469.853663:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047469.857098:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384164736 00000100:00100000:1.0:1777047469.857114:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384164736 00002000:00010000:1.0:1777047469.857172:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:1.0:1777047469.857181:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8700 with x1863365384164736 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047469.857198:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c8700. 00000100:00100000:1.0:1777047469.857261:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2833 00000100:00100000:1.0:1777047469.857278:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384164736:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047469.857717:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047469.857725:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047457 -> 1777047469 00002000:00010000:1.0:1777047469.857730:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047469.857735:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047457 -> 1777047469 00002000:00010000:1.0:1777047469.857740:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047469.857823:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384164736:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 547us (4164us total) trans 17179871267 rc 0/0 00000100:00100000:1.0:1777047469.857877:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2833 00002000:00010000:1.0:1777047469.857884:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:1.0:1777047469.857890:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8700 with x1863365384164736 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047469.857900:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c8700. 00000100:00100000:3.0:1777047469.871762:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384164864 00000100:00100000:3.0:1777047469.871778:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384164864 00000100:00100000:3.0:1777047469.871881:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3286 00000100:00100000:3.0:1777047469.871899:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54276:x1863365384164864:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047469.872230:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047469.872265:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e0611 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e46 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.872400:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99e0618 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.872477:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99e0618 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.872500:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99e0618 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047469.876475:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047469.876487:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047469.876527:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99e0618 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.876959:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e0611 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e46 expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.876994:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99e0618 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e46 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.877010:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047469.877016:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047469.877023:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809534a00, rc 0) 00000100:00100000:3.0:1777047469.877132:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54276:x1863365384164864:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5235us (5573us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047469.877147:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3286 00000100:00100000:1.0:1777047469.899686:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047469.901873:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384165120 00000100:00100000:3.0:1777047469.902208:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384165120 00000100:00100000:3.0:1777047469.902465:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3287 00000100:00100000:3.0:1777047469.902488:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54276:x1863365384165120:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047469.902568:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047469.902609:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534a00/0x29ccbc23e99e0618 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e46 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.903059:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047469.903069:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047469.903455:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.903482:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.903500:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047469.903662:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937942 00000004:00010000:3.0:1777047469.903717:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077984085 reply state 00000000b3e57696 transno 8589937943 ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047469.903734:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047469.903896:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54276:x1863365384165120:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1412us (4221us total) trans 8589937943 rc 0/0 00000100:00100000:3.0:1777047469.903913:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3287 00000020:00080000:3.0:1777047469.904232:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047469.909608:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.909960:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.909976:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.909990:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809535800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047469.909999:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.910015:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.910039:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047469.910046:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047469.910054:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.910069:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e061f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047469.916136:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047469.917319:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384165248 00000100:00100000:3.0:1777047469.917335:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384165248 00000100:00100000:3.0:1777047469.917814:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5313 00000100:00100000:3.0:1777047469.917838:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54276:x1863365384165248:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047469.917867:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047469.918294:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e4d expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047469.918355:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97ab, atime: 0x69eb9701, ctime: 0x69eb97ab, blocks: 0x203 00010000:00010000:3.0:1777047469.918391:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047469.918395:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047469.918439:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.918471:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.918494:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809534a00, rc 0) 00000100:00100000:3.0:1777047469.918636:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54276:x1863365384165248:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 804us (2508us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047469.918651:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5313 00000100:00100000:1.0:1777047469.931275:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047469.931372:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047469.932291:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2835 00000100:00100000:3.0:1777047469.932328:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384165504:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047469.932928:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047469.932936:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047457 -> 1777047469 00002000:00010000:3.0:1777047469.932941:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047469.932945:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047457 -> 1777047469 00002000:00010000:3.0:1777047469.932948:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047469.933040:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384165504:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 728us (1666us total) trans 17179871268 rc 0/0 00000100:00100000:3.0:1777047469.933055:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2835 00002000:00010000:3.0:1777047469.933064:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:3.0:1777047469.933071:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986708e97480 with x1863365384165504 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047469.933082:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986708e97480. 00000100:00100000:1.0:1777047469.943675:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384165632 00000100:00100000:1.0:1777047469.943695:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384165632 00000100:00100000:1.0:1777047469.943814:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3288 00000100:00100000:1.0:1777047469.943899:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54276:x1863365384165632:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047469.943957:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047469.943990:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e062d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e54 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.944108:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0634 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.944134:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0634 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.944153:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0634 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047469.944194:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047469.944201:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047469.944227:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0634 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.944268:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e062d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e54 expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.944297:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0634 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e54 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047469.944314:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047469.944319:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047469.944326:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6400, rc 0) 00000100:00100000:1.0:1777047469.947455:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54276:x1863365384165632:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3620us (4289us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047469.947471:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3288 00000100:00100000:1.0:1777047469.956729:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047469.959704:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384165888 00000100:00100000:3.0:1777047469.959730:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384165888 00000100:00100000:3.0:1777047469.959857:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3289 00000100:00100000:3.0:1777047469.959875:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54276:x1863365384165888:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047469.959976:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047469.960026:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0634 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e54 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.960062:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047469.960069:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047469.960513:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.960622:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047469.960645:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047469.960753:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937944 00000004:00010000:3.0:1777047469.960804:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c5c7b79 reply state 0000000063dea991 transno 8589937945 ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047469.960821:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047469.960996:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54276:x1863365384165888:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1123us (4275us total) trans 8589937945 rc 0/0 00000100:00100000:3.0:1777047469.961009:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3289 00000020:00080000:3.0:1777047469.961019:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047469.966077:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.966104:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.966119:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.966130:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047469.966138:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.966150:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.966177:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047469.966183:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047469.966190:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.966202:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e063b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047469.969030:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047469.969862:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384166016 00000100:00100000:3.0:1777047469.969910:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384166016 00000100:00100000:3.0:1777047469.982048:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047469.982182:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047469.982382:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384166144 00000100:00100000:0.0:1777047469.982398:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384166144 00002000:00010000:0.0:1777047469.982488:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (257382->18446744073709551615) 00002000:00100000:0.0:1777047469.982497:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c9880 with x1863365384166144 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047469.982517:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868095c9880. 00000100:00100000:0.0:1777047469.983235:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384166272 00000100:00100000:0.0:1777047469.983244:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384166272 00002000:00010000:0.0:1777047469.983278:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:0.0:1777047469.983284:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095ca680 with x1863365384166272 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047469.983296:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095ca680. 00000100:00100000:0.0:1777047469.983335:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2836 00000100:00100000:0.0:1777047469.983352:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384166144:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047469.983621:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2837 00000100:00100000:1.0:1777047469.983668:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384166272:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047469.983946:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:0.0:1777047469.983955:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047467 -> 1777047470 00002000:00010000:0.0:1777047469.983960:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047469.983964:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047467 -> 1777047470 00002000:00010000:0.0:1777047469.983969:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047469.984057:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384166144:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 705us (3524us total) trans 21474838371 rc 0/0 00000100:00100000:0.0:1777047469.984073:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2836 00002000:00010000:0.0:1777047469.984080:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (257382->18446744073709551615) 00002000:00100000:0.0:1777047469.984086:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c9880 with x1863365384166144 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047469.984095:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868095c9880. 00000100:00100000:3.0:1777047469.997105:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047469.998401:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384166400 00000100:00100000:0.0:1777047469.998449:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384166400 00000100:00100000:0.0:1777047469.998582:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3290 00000100:00100000:0.0:1777047469.998601:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54276:x1863365384166400:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047469.998646:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047469.998687:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e0649 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e62 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.998846:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0650 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.998903:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0650 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.998926:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0650 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047469.998973:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047469.998981:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047469.999011:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0650 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.999076:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ec400/0x29ccbc23e99e0649 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e62 expref: 81 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.999109:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0650 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e62 expref: 80 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047469.999124:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047469.999129:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047469.999136:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed000, rc 0) 00000100:00100000:0.0:1777047469.999229:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54276:x1863365384166400:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 632us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047469.999242:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3290 00000100:00100000:1.0:1777047470.007291:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.025780:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.043007:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.043068:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.045068:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384166912 00000100:00100000:3.0:1777047470.045087:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384166912 00002000:00010000:3.0:1777047470.045159:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/301 (257382->18446744073709551615) 00002000:00100000:3.0:1777047470.045168:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499dc00 with x1863365384166912 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047470.045189:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499dc00. 00000100:00100000:3.0:1777047470.045232:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384167040 00000100:00100000:3.0:1777047470.045238:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384167040 00002000:00010000:3.0:1777047470.045260:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:3.0:1777047470.045266:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1f80 with x1863365384167040 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047470.045276:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b1f80. 00000100:00100000:3.0:1777047470.045323:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2838 00000100:00100000:3.0:1777047470.045339:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384166912:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047470.046153:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:3.0:1777047470.046159:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047467 -> 1777047470 00002000:00010000:3.0:1777047470.046163:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047470.046166:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047467 -> 1777047470 00002000:00010000:3.0:1777047470.046170:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047470.046264:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384166912:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 928us (3309us total) trans 17179871270 rc 0/0 00000100:00100000:3.0:1777047470.046276:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2838 00002000:00010000:3.0:1777047470.046283:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/301 (257382->18446744073709551615) 00002000:00100000:3.0:1777047470.046289:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499dc00 with x1863365384166912 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047470.046296:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499dc00. 00000100:00100000:3.0:1777047470.046321:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2839 00000100:00100000:3.0:1777047470.046329:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384167040:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047470.046629:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.046634:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047457 -> 1777047470 00002000:00010000:3.0:1777047470.046638:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047470.046642:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047457 -> 1777047470 00002000:00010000:3.0:1777047470.046645:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.046681:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384167040:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 349us (3611us total) trans 21474838372 rc 0/0 00000100:00100000:3.0:1777047470.046692:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2839 00002000:00010000:3.0:1777047470.046697:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:3.0:1777047470.046701:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1f80 with x1863365384167040 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047470.046708:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b1f80. 00000100:00100000:3.0:1777047470.060364:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.080784:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384167424 00000100:00100000:3.0:1777047470.080803:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384167424 00000100:00100000:3.0:1777047470.080897:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3293 00000100:00100000:3.0:1777047470.080914:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54276:x1863365384167424:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047470.081006:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047470.081051:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e066c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e70 expref: 82 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.081097:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047470.081107:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047470.081529:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.081631:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.081649:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047470.081742:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937948 00000004:00010000:3.0:1777047470.081789:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000647122a2 reply state 00000000dcae78c1 transno 8589937949 ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047470.081805:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047470.081948:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54276:x1863365384167424:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1036us (1753us total) trans 8589937949 rc 0/0 00000100:00100000:3.0:1777047470.081961:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3293 00000020:00080000:3.0:1777047470.081970:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047470.097824:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.097864:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.097876:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.097887:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047470.097895:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.097908:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.098290:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.098297:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047470.098306:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.098325:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534200/0x29ccbc23e99e0673 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047470.104281:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.128904:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.128972:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.129078:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384167680 00000100:00100000:3.0:1777047470.129097:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384167680 00002000:00010000:3.0:1777047470.129436:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (257382->18446744073709551615) 00002000:00100000:3.0:1777047470.129446:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1180 with x1863365384167680 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047470.129468:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b1180. 00000100:00100000:3.0:1777047470.129514:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384167808 00000100:00100000:3.0:1777047470.129521:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384167808 00002000:00010000:3.0:1777047470.129544:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:3.0:1777047470.129550:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b3b80 with x1863365384167808 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047470.129560:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b3b80. 00000100:00100000:3.0:1777047470.130184:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2841 00000100:00100000:3.0:1777047470.130204:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384167808:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047470.131033:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.131039:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047457 -> 1777047470 00002000:00010000:3.0:1777047470.131043:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047470.131047:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047457 -> 1777047470 00002000:00010000:3.0:1777047470.131051:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.131104:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384167808:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 901us (2126us total) trans 17179871271 rc 0/0 00000100:00100000:3.0:1777047470.131132:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2841 00002000:00010000:3.0:1777047470.131139:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:3.0:1777047470.131147:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b3b80 with x1863365384167808 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047470.131157:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b3b80. 00000100:00100000:1.0:1777047470.146164:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.147779:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384167936 00000100:00100000:3.0:1777047470.147798:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384167936 00000100:00100000:3.0:1777047470.147914:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3294 00000100:00100000:3.0:1777047470.147932:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54276:x1863365384167936:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047470.147975:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047470.148011:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e0681 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e7e expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.148160:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0688 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.148185:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0688 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.148205:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0688 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047470.148260:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047470.148267:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047470.148297:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0688 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.148341:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e0681 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e7e expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.148369:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535200/0x29ccbc23e99e0688 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e7e expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.148382:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047470.148388:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047470.148394:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535200, rc 0) 00000100:00100000:3.0:1777047470.148525:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54276:x1863365384167936:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 596us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.148611:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3294 00000100:00100000:0.0:1777047470.161291:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.175293:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.176271:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384168320 00000100:00100000:3.0:1777047470.176289:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384168320 00000100:00100000:3.0:1777047470.176378:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5317 00000100:00100000:3.0:1777047470.176394:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54276:x1863365384168320:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047470.176452:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047470.176490:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e85 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047470.176929:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97ab, atime: 0x69eb979d, ctime: 0x69eb97ab, blocks: 0x203 00010000:00010000:3.0:1777047470.176976:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047470.176980:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047470.176995:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 26 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.177032:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 26 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.177057:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535800, rc 0) 00000100:00100000:1.0:1777047470.177483:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54276:x1863365384168320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1086us (2220us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047470.177498:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5317 00000100:00100000:1.0:1777047470.191280:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.191358:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.191546:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384168448 00000100:00100000:0.0:1777047470.191591:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384168448 00002000:00010000:0.0:1777047470.191735:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (257382->18446744073709551615) 00002000:00100000:0.0:1777047470.191743:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818700 with x1863365384168448 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047470.191756:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804818700. 00000100:00100000:0.0:1777047470.191927:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2843 00000100:00100000:0.0:1777047470.192359:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384168448:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047470.193884:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:0.0:1777047470.193891:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047467 -> 1777047470 00002000:00010000:0.0:1777047470.193895:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047470.193898:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047467 -> 1777047470 00002000:00010000:0.0:1777047470.193901:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.194361:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384168448:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2420us (3098us total) trans 17179871272 rc 0/0 00000100:00100000:0.0:1777047470.194374:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2843 00002000:00010000:0.0:1777047470.194380:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (257382->18446744073709551615) 00002000:00100000:0.0:1777047470.194385:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818700 with x1863365384168448 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047470.194393:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804818700. 00000100:00100000:1.0:1777047470.206938:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.207505:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384168704 00000100:00100000:3.0:1777047470.207523:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384168704 00000100:00100000:3.0:1777047470.208136:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3296 00000100:00100000:3.0:1777047470.208155:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54276:x1863365384168704:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047470.208198:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047470.208235:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535c00/0x29ccbc23e99e069d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e8c expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.208385:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06a4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.208434:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.208456:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06a4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047470.208506:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047470.208513:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777047470.230437:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.231238:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384168960 00000100:00100000:1.0:1777047470.231259:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384168960 00010000:00010000:0.0:1777047470.237638:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047470.237691:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06a4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e8c expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.237730:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.237739:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047470.238615:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.238642:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.238659:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047470.238757:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937952 00000004:00010000:0.0:1777047470.238802:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e74251db reply state 00000000b8b1f5d2 transno 8589937953 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.238821:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047470.239012:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54276:x1863365384168960:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 6607us (9041us total) trans 8589937953 rc 0/0 00000100:00100000:0.0:1777047470.239026:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3297 00000020:00080000:0.0:1777047470.239037:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047470.259176:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.259207:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047470.259215:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.259231:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.259243:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047470.259253:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.259267:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.259308:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047470.259314:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047470.259322:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.259334:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e06ab lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047470.272081:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384169216 00000100:00100000:1.0:1777047470.272099:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384169216 00002000:00010000:1.0:1777047470.272177:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (257382->18446744073709551615) 00002000:00100000:1.0:1777047470.272186:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810195f80 with x1863365384169216 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047470.272207:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810195f80. 00000100:00100000:1.0:1777047470.272244:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384169344 00000100:00100000:1.0:1777047470.272250:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384169344 00002000:00010000:1.0:1777047470.272273:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:1.0:1777047470.272278:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4ed80 with x1863365384169344 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047470.272312:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986802e4ed80. 00000100:00100000:1.0:1777047470.272359:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2844 00000100:00100000:1.0:1777047470.272376:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384169216:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047470.273330:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:1.0:1777047470.273337:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047468 -> 1777047470 00002000:00010000:1.0:1777047470.273342:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047470.273346:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047468 -> 1777047470 00002000:00010000:1.0:1777047470.273351:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047470.273490:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384169216:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1115us (2317us total) trans 17179871273 rc 0/0 00000100:00100000:1.0:1777047470.273505:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2844 00002000:00010000:1.0:1777047470.273512:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (257382->18446744073709551615) 00002000:00100000:1.0:1777047470.273517:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810195f80 with x1863365384169216 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047470.273525:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810195f80. 00000100:00100000:1.0:1777047470.273938:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2845 00000100:00100000:1.0:1777047470.273951:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384169344:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047470.274188:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047470.274193:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047457 -> 1777047470 00002000:00010000:1.0:1777047470.274197:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047470.274200:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047457 -> 1777047470 00002000:00010000:1.0:1777047470.274203:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047470.274242:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384169344:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 293us (2888us total) trans 21474838375 rc 0/0 00000100:00100000:1.0:1777047470.274259:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2845 00002000:00010000:1.0:1777047470.274264:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:1.0:1777047470.274268:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4ed80 with x1863365384169344 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047470.274277:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986802e4ed80. 00000100:00100000:1.0:1777047470.284846:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.285452:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384169472 00000100:00100000:3.0:1777047470.285471:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384169472 00000100:00100000:3.0:1777047470.285631:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3298 00000100:00100000:3.0:1777047470.285649:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54276:x1863365384169472:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047470.285694:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047470.285735:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e06b9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787e9a expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.285890:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06c0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.285917:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.285938:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047470.286442:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047470.286450:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047470.286484:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06c0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.286559:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809534800/0x29ccbc23e99e06b9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e9a expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.286593:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06c0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e9a expref: 88 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.286609:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047470.286614:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047470.286622:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535e00, rc 0) 00000100:00100000:3.0:1777047470.286731:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54276:x1863365384169472:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1086us (1903us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.286744:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3298 00000100:00100000:1.0:1777047470.306282:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.307369:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384169728 00000100:00100000:0.0:1777047470.307389:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384169728 00000100:00100000:0.0:1777047470.307595:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3299 00000100:00100000:0.0:1777047470.307615:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54276:x1863365384169728:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047470.307715:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047470.307784:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535e00/0x29ccbc23e99e06c0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e9a expref: 88 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.307819:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.307828:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047470.308234:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.308261:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.308279:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047470.308380:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937954 00000004:00010000:0.0:1777047470.308458:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ab823a90 reply state 00000000f0de003b transno 8589937955 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.308486:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047470.311930:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54276:x1863365384169728:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4119us (5468us total) trans 8589937955 rc 0/0 00000100:00100000:0.0:1777047470.311949:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3299 00000020:00080000:0.0:1777047470.311960:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047470.330528:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.330591:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.330605:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.330617:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047470.330626:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.330639:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.330669:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047470.333024:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047470.333038:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.333052:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed800/0x29ccbc23e99e06c7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047470.333277:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.335605:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384169856 00000100:00100000:0.0:1777047470.335624:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384169856 00000100:00100000:0.0:1777047470.335721:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5319 00000100:00100000:0.0:1777047470.335739:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54276:x1863365384169856:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047470.335771:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047470.335806:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ea1 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047470.335855:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97ac, atime: 0x69eb975e, ctime: 0x69eb97ac, blocks: 0x203 00010000:00010000:0.0:1777047470.335892:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047470.335896:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047470.335910:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 28 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.335939:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 28 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.336425:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083eca00, rc 0) 00000100:00100000:0.0:1777047470.336569:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54276:x1863365384169856:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 832us (3300us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.336582:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5319 00000100:00100000:0.0:1777047470.350615:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384170112 00000100:00100000:0.0:1777047470.350636:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384170112 00002000:00010000:0.0:1777047470.350709:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.350718:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4e300 with x1863365384170112 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.350738:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4e300. 00000100:00100000:0.0:1777047470.350813:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2846 00000100:00100000:0.0:1777047470.350833:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384170112:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047470.351870:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047470.351877:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047457 -> 1777047470 00002000:00010000:0.0:1777047470.351881:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047470.351885:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047457 -> 1777047470 00002000:00010000:0.0:1777047470.351889:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047470.352000:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384170112:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1169us (2374us total) trans 17179871274 rc 0/0 00000100:00100000:0.0:1777047470.352016:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2846 00002000:00010000:0.0:1777047470.352040:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.352045:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4e300 with x1863365384170112 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.352053:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4e300. 00000100:00100000:3.0:1777047470.353678:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.370898:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384170240 00000100:00100000:1.0:1777047470.370919:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384170240 00000100:00100000:0.0:1777047470.371624:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3300 00000100:00100000:0.0:1777047470.371649:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54276:x1863365384170240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047470.371693:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047470.371732:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e06d5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ea8 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.371885:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e06dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.373578:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e06dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.376038:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e06dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047470.376104:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047470.376112:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047470.376147:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e06dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.376198:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e06d5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea8 expref: 91 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.376232:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e06dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea8 expref: 90 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.376248:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.376254:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047470.376260:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed200, rc 0) 00000100:00100000:0.0:1777047470.376387:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54276:x1863365384170240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4744us (6558us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.376402:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3300 00000100:00100000:3.0:1777047470.393616:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047470.404216:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e06e3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.404240:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e06e3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.404255:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e06e3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.404266:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047470.404274:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e06e3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.404288:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e06e3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.404313:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047470.404319:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047470.404348:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e06e3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.404369:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e06e3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047470.409266:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.427226:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.427469:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.433144:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384170752 00000100:00100000:0.0:1777047470.433167:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384170752 00002000:00010000:0.0:1777047470.433248:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (257382->18446744073709551615) 00002000:00100000:0.0:1777047470.433257:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0e00 with x1863365384170752 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047470.433295:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0e00. 00000100:00100000:0.0:1777047470.433350:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384170880 00000100:00100000:0.0:1777047470.433356:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384170880 00002000:00010000:0.0:1777047470.433380:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.433385:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0000 with x1863365384170880 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.433396:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a0000. 00000100:00100000:0.0:1777047470.433473:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2848 00000100:00100000:0.0:1777047470.433491:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384170752:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047470.434386:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:0.0:1777047470.434394:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047468 -> 1777047470 00002000:00010000:0.0:1777047470.434399:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047470.434432:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047468 -> 1777047470 00002000:00010000:0.0:1777047470.434437:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.434566:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384170752:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1048us (7328us total) trans 17179871275 rc 0/0 00000100:00100000:0.0:1777047470.434580:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2848 00002000:00010000:0.0:1777047470.434587:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (257382->18446744073709551615) 00002000:00100000:0.0:1777047470.434592:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0e00 with x1863365384170752 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047470.434599:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0e00. 00000100:00100000:0.0:1777047470.434628:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2849 00000100:00100000:0.0:1777047470.434641:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384170880:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047470.434858:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047470.434864:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047458 -> 1777047470 00002000:00010000:0.0:1777047470.434869:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047470.434874:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047458 -> 1777047470 00002000:00010000:0.0:1777047470.434878:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047470.434919:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384170880:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 279us (7451us total) trans 21474838377 rc 0/0 00000100:00100000:0.0:1777047470.434930:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2849 00002000:00010000:0.0:1777047470.434935:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.434940:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0000 with x1863365384170880 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.434946:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a0000. 00000100:00100000:3.0:1777047470.443441:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.460383:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.461659:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384171264 00000100:00100000:1.0:1777047470.461678:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384171264 00000100:00100000:1.0:1777047470.461796:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3303 00000100:00100000:1.0:1777047470.461816:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54276:x1863365384171264:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047470.461917:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047470.461979:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217fe00/0x29ccbc23e99e06f8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eb6 expref: 92 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.462020:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047470.462030:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047470.462523:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.462632:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.462651:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047470.462754:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937958 00000004:00010000:1.0:1777047470.462804:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ada57b4c reply state 000000003715c9a9 transno 8589937959 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047470.462820:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047470.462970:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54276:x1863365384171264:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1158us (2605us total) trans 8589937959 rc 0/0 00000100:00100000:1.0:1777047470.462990:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3303 00000020:00080000:1.0:1777047470.463000:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047470.470369:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.470427:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.470442:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.470454:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7e00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047470.470463:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.470476:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.470505:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047470.470510:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047470.470518:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.470529:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e06ff lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.471383:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.482759:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.482857:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.483769:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384171520 00000100:00100000:3.0:1777047470.483786:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384171520 00002000:00010000:0.0:1777047470.487243:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (257382->18446744073709551615) 00002000:00100000:0.0:1777047470.487252:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0d880 with x1863365384171520 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047470.487264:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0d880. 00000100:00100000:0.0:1777047470.487296:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2851 00000100:00100000:0.0:1777047470.487311:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384171520:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047470.488522:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:0.0:1777047470.488530:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047468 -> 1777047470 00002000:00010000:0.0:1777047470.488534:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047470.488539:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047468 -> 1777047470 00002000:00010000:0.0:1777047470.488543:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.488636:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384171520:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1306us (5874us total) trans 17179871276 rc 0/0 00000100:00100000:0.0:1777047470.488650:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2851 00002000:00010000:0.0:1777047470.488658:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (257382->18446744073709551615) 00002000:00100000:0.0:1777047470.488663:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0d880 with x1863365384171520 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047470.488672:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0d880. 00000100:00100000:1.0:1777047470.497979:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.517955:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047470.529617:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e071b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.529650:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e071b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.529662:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e071b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.529672:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047470.529680:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e071b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.529693:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e071b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.529719:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.529724:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047470.529747:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e071b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.529757:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e071b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047470.531439:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.544930:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.545084:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.547534:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384172416 00000100:00100000:1.0:1777047470.547953:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.549498:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384172544 00000100:00100000:3.0:1777047470.549506:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384172544 00000100:00100000:3.0:1777047470.549599:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 341 00000100:00100000:3.0:1777047470.549615:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384172544:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047470.549720:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384172544:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 109us (1770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.549732:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 341 00000100:00100000:0.0:1777047470.551199:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384172416 00002000:00010000:0.0:1777047470.551233:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.551239:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0ca80 with x1863365384172416 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.551249:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0ca80. 00000100:00100000:0.0:1777047470.551564:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2853 00000100:00100000:0.0:1777047470.551627:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384172416:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047470.551898:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047470.551904:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047458 -> 1777047470 00002000:00010000:0.0:1777047470.551908:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047470.551912:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047458 -> 1777047470 00002000:00010000:0.0:1777047470.551915:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047470.551980:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384172416:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 404us (7068us total) trans 17179871277 rc 0/0 00000100:00100000:0.0:1777047470.551992:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2853 00002000:00010000:0.0:1777047470.551997:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.552000:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0ca80 with x1863365384172416 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.552007:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0ca80. 00000100:00100000:1.0:1777047470.562080:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.563510:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384172672 00000100:00100000:3.0:1777047470.563529:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384172672 00000100:00100000:0.0:1777047470.564070:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3306 00000100:00100000:0.0:1777047470.564092:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54276:x1863365384172672:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047470.564171:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047470.564210:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e0729 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ed2 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.564358:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0730 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.564383:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0730 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.564426:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0730 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047470.564471:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047470.564477:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047470.564507:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0730 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.564574:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e0729 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed2 expref: 97 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.564603:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0730 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed2 expref: 96 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.564615:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.564618:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047470.564622:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed200, rc 0) 00000100:00100000:0.0:1777047470.564907:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54276:x1863365384172672:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 821us (2842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.564919:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3306 00000100:00100000:3.0:1777047470.570331:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047470.571247:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384172928 00000100:00100000:2.0:1777047470.571262:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384172928 00000100:00100000:2.0:1777047470.571345:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3307 00000100:00100000:2.0:1777047470.571376:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54276:x1863365384172928:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047470.571481:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047470.571518:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0730 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed2 expref: 96 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.571617:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:2.0:1777047470.571626:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047470.572014:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.572038:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.572054:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047470.572144:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937962 00000004:00010000:2.0:1777047470.572180:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003c84c55 reply state 0000000012a72370 transno 8589937963 ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.572194:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047470.572760:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54276:x1863365384172928:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1400us (2441us total) trans 8589937963 rc 0/0 00000100:00100000:2.0:1777047470.572772:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3307 00000020:00080000:2.0:1777047470.572780:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047470.580764:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.580793:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.580804:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.580814:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047470.580823:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.580834:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.580861:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047470.580865:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047470.580872:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.580880:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e0737 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.581297:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.581421:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384173056 00000100:00100000:0.0:1777047470.581438:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384173056 00000100:00100000:0.0:1777047470.581857:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5323 00000100:00100000:0.0:1777047470.581875:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54276:x1863365384173056:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047470.581905:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047470.581937:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ed9 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047470.581979:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97ad, atime: 0x69eb979d, ctime: 0x69eb97ad, blocks: 0x203 00010000:00010000:0.0:1777047470.582015:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047470.582018:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047470.582029:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 36 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.582063:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 36 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.582083:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed600, rc 0) 00000100:00100000:0.0:1777047470.582187:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:54276:x1863365384173056:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 316us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.582200:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5323 00000100:00100000:1.0:1777047470.594940:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.595823:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384173184 00000100:00100000:0.0:1777047470.595840:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384173184 00000100:00100000:0.0:1777047470.595963:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5324 00000100:00100000:0.0:1777047470.596256:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54276:x1863365384173184:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047470.596290:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047470.596320:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e0745 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ee0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.596436:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 34 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.596450:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047470.596453:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047470.596459:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e0745 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee0 expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.596516:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 34 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.596877:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 34 pid: 32524 timeout: 4198 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.596900:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365433994496:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047470.597034:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047470.602163:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365433994496:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047470.602215:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e0745 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee0 expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.602248:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed800, rc 0) 00000100:00100000:0.0:1777047470.602360:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54276:x1863365384173184:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 6383us (7437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.602375:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5324 00000100:00100000:1.0:1777047470.605499:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047470.608919:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384173312 00000100:00100000:2.0:1777047470.608940:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384173312 00010000:00010000:2.0:1777047470.609017:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 34 pid: 32524 timeout: 4198 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.611380:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2460 00000100:00100000:2.0:1777047470.611425:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384173312:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047470.611458:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047470.611498:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 34 pid: 32524 timeout: 4198 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.611523:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 34 pid: 32524 timeout: 4198 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.611583:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000398dfdd4/0x29ccbc23e99e037f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787d82 expref: 34 pid: 32524 timeout: 4198 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.611610:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047470.611613:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047470.611622:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e0745 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee0 expref: 33 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.611639:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e0745 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee0 expref: 33 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.611728:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eaa00be7/0x29ccbc23e99e0745 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee0 expref: 33 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.611760:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365433994624:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047470.611902:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706997780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047470.618221:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365433994624:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047470.618263:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047470.618346:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384173312:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 6949us (12858us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047470.618364:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2460 00000100:00100000:3.0:1777047470.624362:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.624457:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.625217:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384173568 00000100:00100000:0.0:1777047470.625236:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384173568 00002000:00010000:0.0:1777047470.625307:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.625315:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1880 with x1863365384173568 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.625336:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a1880. 00000100:00100000:0.0:1777047470.625376:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384173440 00000100:00100000:0.0:1777047470.625380:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384173440 00002000:00010000:0.0:1777047470.625422:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (257382->18446744073709551615) 00002000:00100000:0.0:1777047470.625428:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2a00 with x1863365384173440 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047470.625437:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a2a00. 00000100:00100000:0.0:1777047470.625556:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2854 00000100:00100000:0.0:1777047470.625574:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384173568:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:2.0:1777047470.625824:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2855 00000100:00100000:2.0:1777047470.625845:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384173440:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047470.626132:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047470.626138:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047453 -> 1777047470 00002000:00010000:0.0:1777047470.626143:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047470.626147:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047462 -> 1777047470 00002000:00010000:0.0:1777047470.626151:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:2.0:1777047470.626181:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 257382 00002000:00010000:2.0:1777047470.626188:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047469 -> 1777047470 00002000:00010000:2.0:1777047470.626192:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047470.626196:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047469 -> 1777047470 00002000:00010000:2.0:1777047470.626200:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.626237:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384173568:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 666us (1892us total) trans 21474838380 rc 0/0 00000100:00100000:0.0:1777047470.626250:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2854 00002000:00010000:0.0:1777047470.626257:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:0.0:1777047470.626262:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1880 with x1863365384173568 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047470.626270:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a1880. 00000100:00100000:2.0:1777047470.626286:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384173440:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 445us (1825us total) trans 17179871278 rc 0/0 00000100:00100000:2.0:1777047470.626299:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2855 00002000:00010000:2.0:1777047470.626306:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (257382->18446744073709551615) 00002000:00100000:2.0:1777047470.626311:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2a00 with x1863365384173440 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047470.626320:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a2a00. 00000100:00100000:1.0:1777047470.636950:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.637163:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384173824 00000100:00100000:0.0:1777047470.637182:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384173824 00000100:00100000:0.0:1777047470.637290:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3308 00000100:00100000:0.0:1777047470.637308:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54276:x1863365384173824:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047470.637515:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.637610:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.637634:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047470.637919:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b0fcc6d reply state 000000007739bd88 transno 8589937964 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.637943:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047470.639463:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54276:x1863365384173824:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2156us (2527us total) trans 8589937964 rc 0/0 00000100:00100000:0.0:1777047470.639477:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3308 00000100:00100000:1.0:1777047470.645839:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.646026:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384173952 00000100:00100000:3.0:1777047470.646043:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384173952 00000100:00100000:3.0:1777047470.646147:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5325 00000100:00100000:3.0:1777047470.646163:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54276:x1863365384173952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047470.646195:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047470.646223:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ee7 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.646302:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 38 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.646318:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047470.646323:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047470.646331:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 38 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.646384:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 38 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.646427:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 38 pid: 33475 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047470.646451:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365433994752:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047470.646610:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.646627:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.646639:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.646650:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047470.646658:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.646716:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.646741:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.646748:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047470.646754:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.646764:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e074c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.646774:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047470.667238:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.668817:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365433994752:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047470.668873:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 38 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.668910:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535200, rc 0) 00000100:00100000:3.0:1777047470.668996:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54276:x1863365384173952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 22835us (23174us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.669011:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5325 00000100:00100000:3.0:1777047470.669076:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174080 00000100:00100000:3.0:1777047470.669087:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174080 00010000:00010000:3.0:1777047470.669129:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 38 pid: 33475 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047470.669190:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2461 00000100:00100000:3.0:1777047470.669205:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384174080:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047470.669229:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047470.669264:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 38 pid: 33475 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.669285:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 38 pid: 33475 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.669326:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065effd58/0x29ccbc23e99e055b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e0e expref: 38 pid: 33475 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.669359:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047470.669362:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047470.669373:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.669389:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.669474:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047470.669497:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5843:1863365433994880:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047470.669625:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047470.676003:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5843:1863365433994880:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047470.676043:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047470.676134:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384174080:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 6929us (8912us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.676162:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2461 00000100:00100000:3.0:1777047470.677185:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.677467:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174208 00000100:00100000:1.0:1777047470.677480:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174208 00000100:00100000:1.0:1777047470.677831:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5326 00000100:00100000:1.0:1777047470.677852:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54276:x1863365384174208:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047470.677880:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047470.677910:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787eee expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.677960:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 35 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.677975:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047470.677979:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047470.677985:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 35 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.678038:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 35 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.678064:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 35 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047470.678089:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365433995008:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047470.678839:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047470.693297:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.693708:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365433995008:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047470.693787:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 35 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.693828:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6400, rc 0) 00000100:00100000:3.0:1777047470.694447:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54276:x1863365384174208:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 16599us (17262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.694463:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5326 00000100:00100000:2.0:1777047470.696465:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174336 00000100:00100000:2.0:1777047470.696482:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174336 00010000:00010000:2.0:1777047470.696594:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 35 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.696642:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2462 00000100:00100000:2.0:1777047470.696660:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384174336:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047470.696700:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047470.696739:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 35 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.696761:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 35 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.696811:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e054d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e15 expref: 35 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.696834:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047470.696837:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047470.696849:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 34 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.696866:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 34 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.696926:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 34 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.696961:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365433995136:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047470.697082:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706997780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047470.709006:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365433995136:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047470.709025:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047470.709056:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047470.709159:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384174336:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 12500us (15875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.709175:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174464 00000100:00100000:3.0:1777047470.709184:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2462 00000100:00100000:0.0:1777047470.709193:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174464 00000100:00100000:0.0:1777047470.709275:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5327 00000100:00100000:0.0:1777047470.709291:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54276:x1863365384174464:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047470.709320:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047470.709349:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ef5 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.709429:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 38 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.709447:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047470.709451:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047470.709459:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 38 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.709529:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 38 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.709841:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 38 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.709866:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365433995264:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047470.709975:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9840 going to sleep for 11 seconds 00010000:00010000:2.0:1777047470.721328:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047470.728339:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365433995264:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047470.728426:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 38 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.728476:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ec400, rc 0) 00000100:00100000:0.0:1777047470.728606:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54276:x1863365384174464:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 19315us (19590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047470.728621:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5327 00000100:00100000:1.0:1777047470.733362:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047470.733503:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174592 00000100:00100000:2.0:1777047470.733519:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174592 00010000:00010000:2.0:1777047470.733603:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 38 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.733661:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2463 00000100:00100000:2.0:1777047470.733677:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384174592:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047470.733699:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047470.733737:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 38 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.733758:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 38 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.733794:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a634bb0/0x29ccbc23e99e0554 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e1c expref: 38 pid: 6642 timeout: 4199 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.733820:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047470.733823:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047470.733832:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 37 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.733858:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 37 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.733991:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 37 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047470.734017:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365433995392:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047470.734134:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706997cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047470.749392:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.749466:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.749523:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047470.749671:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365433995392:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047470.749710:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047470.749796:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384174592:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 16120us (16445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047470.749815:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2463 00000100:00100000:1.0:1777047470.749893:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174720 00000100:00100000:1.0:1777047470.749908:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174720 00000100:00100000:0.0:1777047470.749909:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174848 00000100:00100000:0.0:1777047470.749921:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174848 00000100:00100000:1.0:1777047470.750295:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384174976 00000100:00100000:1.0:1777047470.750302:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384174976 00000100:00100000:0.0:1777047470.750330:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5328 00000100:00100000:0.0:1777047470.750351:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384174720:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:1.0:1777047470.750975:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5329 00000100:00100000:1.0:1777047470.750991:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384174848:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:1.0:1777047470.751289:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047470.751296:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:1.0:1777047470.751300:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047470.751304:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047464 -> 1777047470 00002000:00010000:1.0:1777047470.751308:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047470.751352:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384174848:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 365us (1886us total) trans 21474838381 rc 0/0 00000100:00100000:1.0:1777047470.751366:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5329 00000100:00100000:1.0:1777047470.751417:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5330 00000100:00100000:1.0:1777047470.751430:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384174976:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047470.751987:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047470.751995:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:0.0:1777047470.752000:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047470.752005:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047464 -> 1777047470 00002000:00010000:0.0:1777047470.752009:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00002000:00010000:1.0:1777047470.752040:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047470.752046:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:1.0:1777047470.752051:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047470.752057:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047464 -> 1777047470 00000100:00100000:0.0:1777047470.752061:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2410:x1863365384174720:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 1712us (2684us total) trans 17179871279 rc 0/0 00002000:00010000:1.0:1777047470.752063:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047470.752082:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5328 00000100:00100000:1.0:1777047470.752115:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384174976:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 683us (2587us total) trans 17179871280 rc 0/0 00000100:00100000:1.0:1777047470.752129:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5330 00000001:00080000:1.0:1777047470.757197:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937964 is committed 00000100:00100000:1.0:1777047470.761720:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047470.761901:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384175232 00000100:00100000:0.0:1777047470.761920:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384175232 00000100:00100000:0.0:1777047470.762028:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1197 00000100:00100000:0.0:1777047470.762045:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54276:x1863365384175232:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047470.762158:0:30808:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e050e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787df9 expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.762244:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.762269:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0538 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e00 expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.762285:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.762347:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0538 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e00 expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.762369:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0538 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e00 expref: 69 pid: 30806 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.762393:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365433995520:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047470.762600:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047470.777954:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047470.778237:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384175360 00000100:00100000:1.0:1777047470.778256:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384175360 00010000:00010000:1.0:1777047470.778329:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0538 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e00 expref: 70 pid: 30806 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047470.778441:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2464 00000100:00100000:1.0:1777047470.778461:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2410:x1863365384175360:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047470.778487:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047470.778517:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0538 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e00 expref: 70 pid: 30806 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.778543:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0538 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e00 expref: 70 pid: 30806 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.778584:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:1.0:1777047470.778594:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.778610:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.778896:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.778949:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047470.779048:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2410:x1863365384175360:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 590us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047470.779063:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2464 00010000:00010000:0.0:1777047470.779129:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0538 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e00 expref: 69 pid: 30806 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.779162:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365433995520:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047470.779197:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.779213:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047470.779223:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047470.794244:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].995, 88 off91872 00000004:00080000:1.0:1777047470.794281:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099176745252ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.794500:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].982, 88 off90640 00000004:00080000:1.0:1777047470.794511:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099176976850ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.794576:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].983, 88 off90728 00000004:00080000:1.0:1777047470.794587:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177052363ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.794620:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].996, 88 off91960 00000004:00080000:1.0:1777047470.794628:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177093256ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.794682:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].997, 88 off92048 00000004:00080000:1.0:1777047470.794692:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177157726ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.794727:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].984, 88 off90816 00000004:00080000:1.0:1777047470.794734:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177199443ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.794808:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].998, 88 off92136 00000004:00080000:1.0:1777047470.794819:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177284122ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.794882:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].985, 88 off90904 00000004:00080000:1.0:1777047470.794890:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177355412ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.794932:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].986, 88 off90992 00000004:00080000:1.0:1777047470.794941:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177406035ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795022:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].999, 88 off92224 00000004:00080000:1.0:1777047470.795030:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177495551ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795057:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].987, 88 off91080 00000004:00080000:1.0:1777047470.795063:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177529159ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795112:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1000, 88 off92312 00000004:00080000:1.0:1777047470.795120:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177585271ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795152:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].988, 88 off91168 00000004:00080000:1.0:1777047470.795159:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177624648ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795201:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1001, 88 off92400 00000004:00080000:1.0:1777047470.795207:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177673092ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795234:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1002, 88 off92488 00000004:00080000:1.0:1777047470.795241:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177706558ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795267:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].989, 88 off91256 00000004:00080000:1.0:1777047470.795275:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177740612ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795323:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].990, 88 off91344 00000004:00080000:1.0:1777047470.795329:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177795030ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795356:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1003, 88 off92576 00000004:00080000:1.0:1777047470.795362:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177827455ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795383:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1004, 88 off92664 00000004:00080000:1.0:1777047470.795388:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177853779ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795440:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].991, 88 off91432 00000004:00080000:1.0:1777047470.795446:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177912151ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795470:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1005, 88 off92752 00000004:00080000:1.0:1777047470.795475:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099177941175ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795499:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].992, 88 off91520 00000004:00080000:1.0:1777047470.795504:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177969896ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795526:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].993, 88 off91608 00000004:00080000:1.0:1777047470.795833:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099177997642ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.795879:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1006, 88 off92840 00000004:00080000:1.0:1777047470.795887:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099178352282ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795912:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1007, 88 off92928 00000004:00080000:1.0:1777047470.795918:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099178383994ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.795944:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].994, 88 off91696 00000004:00080000:1.0:1777047470.795950:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099178416120ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.796022:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1008, 88 off93016 00000004:00080000:1.0:1777047470.796031:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099178496291ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.796057:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].995, 88 off91784 00000004:00080000:1.0:1777047470.796063:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099178528771ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.796104:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].996, 88 off91872 00000004:00080000:1.0:1777047470.796111:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099178576496ns, next at 4065738783769ns, rc = 0 00000040:00080000:1.0:1777047470.796138:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1009, 88 off93104 00000004:00080000:1.0:1777047470.796144:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099178609590ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.796169:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1010, 88 off93192 00000004:00080000:1.0:1777047470.796177:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4099178642247ns, next at 4065739598673ns, rc = 0 00000040:00080000:1.0:1777047470.796203:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].997, 88 off91960 00000004:00080000:1.0:1777047470.796209:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4099178675207ns, next at 4065738783769ns, rc = 0 00000001:00080000:1.0:1777047470.903072:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937965 is committed 00000004:00080000:1.0:1777047470.903098:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 902 committed 00000004:00080000:1.0:1777047470.903125:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 914 committed 00000004:00080000:1.0:1777047470.903154:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 913 committed 00000004:00080000:1.0:1777047470.903161:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 901 committed 00000004:00080000:1.0:1777047470.903164:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 900 committed 00000004:00080000:1.0:1777047470.903168:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 912 committed 00000004:00080000:1.0:1777047470.903172:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 899 committed 00000004:00080000:1.0:1777047470.903176:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 911 committed 00000004:00080000:1.0:1777047470.903179:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 910 committed 00000004:00080000:1.0:1777047470.903182:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 898 committed 00000004:00080000:1.0:1777047470.903186:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 897 committed 00000004:00080000:1.0:1777047470.903189:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 909 committed 00000004:00080000:1.0:1777047470.903192:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 896 committed 00000004:00080000:1.0:1777047470.903196:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 908 committed 00000004:00080000:1.0:1777047470.903199:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 907 committed 00000004:00080000:1.0:1777047470.903202:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 895 committed 00000004:00080000:1.0:1777047470.903206:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 894 committed 00000004:00080000:1.0:1777047470.903210:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 906 committed 00000004:00080000:1.0:1777047470.903213:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 905 committed 00000004:00080000:1.0:1777047470.903216:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 893 committed 00000004:00080000:1.0:1777047470.903219:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 904 committed 00000004:00080000:1.0:1777047470.903222:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 892 committed 00000004:00080000:1.0:1777047470.903225:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 903 committed 00000004:00080000:1.0:1777047470.903228:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 891 committed 00000004:00080000:1.0:1777047470.903232:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 890 committed 00000004:00080000:1.0:1777047470.903236:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 902 committed 00000004:00080000:1.0:1777047470.903240:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 889 committed 00000004:00080000:1.0:1777047470.903243:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 901 committed 00000004:00080000:1.0:1777047470.903247:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 900 committed 00000004:00080000:1.0:1777047470.903251:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 888 committed 00000004:00080000:1.0:1777047470.903253:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 887 committed 00000004:00080000:1.0:1777047470.903257:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 899 committed 00000004:00010000:0.0:1777047470.903444:0:30808:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000018993c61 reply state 00000000ad6d1e41 transno 8589937965 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047470.903472:0:30808:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777047470.903492:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:0.0:1777047470.903498:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047470.903516:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e050e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787df9 expref: 68 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1777047470.904054:0:30808:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777047470.904079:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54276:x1863365384175232:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 142035us (142375us total) trans 8589937965 rc 0/0 00000100:00100000:0.0:1777047470.904099:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1197 00010000:00010000:3.0:1777047470.904522:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.904578:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.904591:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.904603:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083edc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047470.904611:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.904624:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.904667:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555c00) 00010000:00010000:3.0:1777047470.904673:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047470.904679:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047470.904690:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083edc00/0x29ccbc23e99e0768 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047470.904751:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433995776:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.904848:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.904908:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433996288:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.904943:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.904981:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047470.904991:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433995648:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.905023:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.905050:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433996160:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.905080:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.905119:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433995904:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.905153:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.905181:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433996416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.905220:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.905248:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047470.905257:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433996032:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.905290:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.905316:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433996544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.905344:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.905420:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433995776 00000100:00100000:3.0:1777047470.905433:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433995776 00000100:00100000:3.0:1777047470.905505:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996288 00000100:00100000:3.0:1777047470.905512:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996288 00000100:00100000:3.0:1777047470.905582:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433995648 00000100:00100000:3.0:1777047470.905587:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433995648 00000100:00100000:3.0:1777047470.905909:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996160 00000100:00100000:3.0:1777047470.905915:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996160 00000100:00100000:3.0:1777047470.905943:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433995904 00000100:00100000:3.0:1777047470.905948:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433995904 00000100:00100000:3.0:1777047470.905964:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996416 00000100:00100000:3.0:1777047470.905968:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996416 00000100:00100000:3.0:1777047470.905981:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996032 00000100:00100000:3.0:1777047470.905984:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996032 00000100:00100000:3.0:1777047470.905999:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996544 00000100:00100000:3.0:1777047470.906002:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996544 00000100:00100000:3.0:1777047470.906020:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5331 00000100:00100000:3.0:1777047470.906033:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365433995776:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.906448:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.906455:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:3.0:1777047470.906460:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047470.906465:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.906469:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.906561:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433995776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 502us (1686us total) trans 17179871281 rc 0/0 00000100:00100000:3.0:1777047470.906575:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5331 00000100:00100000:3.0:1777047470.906604:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5332 00000100:00100000:3.0:1777047470.906616:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365433996288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.906762:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.906768:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.906772:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047470.906777:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.906781:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.906826:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433996288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 212us (1881us total) trans 17179871282 rc 0/0 00000100:00100000:3.0:1777047470.906837:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5332 00000100:00100000:3.0:1777047470.906858:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333 00000100:00100000:3.0:1777047470.906868:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365433995648:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.907015:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.907021:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:3.0:1777047470.907025:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047470.907029:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.907032:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1777047470.907073:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433995648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (2048us total) trans 17179871283 rc 0/0 00000100:00100000:3.0:1777047470.907083:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333 00000100:00100000:3.0:1777047470.907106:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5334 00000100:00100000:3.0:1777047470.907115:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365433996160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.907246:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.907252:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.907256:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:3.0:1777047470.907259:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.907262:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.907303:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365433996160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (2220us total) trans 17179871284 rc 0/0 00000100:00100000:3.0:1777047470.907311:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5334 00000100:00100000:3.0:1777047470.907333:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5335 00000100:00100000:3.0:1777047470.907343:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433995904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047470.907883:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433996672:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047470.907938:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.907960:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433997184:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047470.908297:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.908318:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047470.908327:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433996800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047470.908358:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.908371:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433997312:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047470.908424:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.909679:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996672 00000100:00100000:0.0:1777047470.909689:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996672 00000100:00100000:0.0:1777047470.909728:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997184 00000100:00100000:0.0:1777047470.909732:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997184 00000100:00100000:0.0:1777047470.909747:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996800 00000100:00100000:0.0:1777047470.909750:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996800 00000100:00100000:0.0:1777047470.909764:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997312 00000100:00100000:0.0:1777047470.909768:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997312 00000100:00100000:0.0:1777047470.909788:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336 00000100:00100000:0.0:1777047470.909800:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433996416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047470.910012:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047470.910019:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.910024:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047470.910027:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.910032:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047470.910087:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105ba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433996416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 287us (4864us total) trans 17179871285 rc 0/0 00000100:00100000:0.0:1777047470.910099:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336 00000100:00100000:0.0:1777047470.910127:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5337 00000100:00100000:0.0:1777047470.910139:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433996032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047470.910269:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047470.910275:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:0.0:1777047470.910278:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047470.910281:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:0.0:1777047470.910285:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.910328:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433996032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 191us (5035us total) trans 17179871286 rc 0/0 00000100:00100000:0.0:1777047470.910337:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5337 00000100:00100000:0.0:1777047470.910359:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5338 00000100:00100000:0.0:1777047470.910371:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365433996544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047470.910525:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047470.910530:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.910567:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047470.910572:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.910575:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.910616:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365433996544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 248us (5271us total) trans 17179871287 rc 0/0 00000100:00100000:0.0:1777047470.910625:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5338 00000100:00100000:0.0:1777047470.910646:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339 00000100:00100000:0.0:1777047470.910657:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3340:x1863365433996672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047470.910959:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5340 00000100:00100000:2.0:1777047470.910975:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3340:x1863365433997184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047470.911115:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047470.911119:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047470.911122:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047470.911124:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047470.911127:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.911270:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365433996672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 612us (3329us total) trans 21474838382 rc 0/0 00000100:00100000:0.0:1777047470.911281:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339 00000100:00100000:0.0:1777047470.911308:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5341 00000100:00100000:0.0:1777047470.911318:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3340:x1863365433996800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047470.911496:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047470.911501:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:0.0:1777047470.911505:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047470.911509:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.911512:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.912188:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5342 00000100:00100000:3.0:1777047470.912204:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365433997312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.912348:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.912353:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.912358:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047470.912362:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.912365:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047470.912503:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433997184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1531us (4203us total) trans 21474838383 rc 0/0 00000100:00100000:2.0:1777047470.912515:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5340 00000004:00080000:1.0:1777047470.912654:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4dc00/2, rc 0, transno 21474838382 00000100:00100000:1.0:1777047470.912691:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433996672:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047470.912711:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4c000/2, rc 0, transno 21474838383 00000100:00100000:1.0:1777047470.912717:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433997184:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047470.913835:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365433996800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2207us (5164us total) trans 21474838384 rc 0/0 00000100:00100000:0.0:1777047470.913848:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5341 00000100:00100000:2.0:1777047470.914831:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433997824:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047470.914918:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047470.914974:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d880/2, rc 0, transno 17179871283 00000100:00100000:2.0:1777047470.914994:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433995648:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047470.915012:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974ca80/2, rc 0, transno 17179871284 00000100:00100000:2.0:1777047470.915018:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433996160:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047470.915034:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974ce00/2, rc 0, transno 17179871281 00000100:00100000:2.0:1777047470.915039:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433995776:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047470.915053:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974f480/2, rc 0, transno 17179871282 00000100:00100000:2.0:1777047470.915059:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433996288:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047470.915075:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047470.915083:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433997696:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047470.915119:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.915164:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997824 00000100:00100000:2.0:1777047470.915173:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997824 00000100:00100000:2.0:1777047470.915222:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997696 00000100:00100000:2.0:1777047470.915226:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997696 00000100:00100000:3.0:1777047470.916026:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365433997312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3822us (7597us total) trans 21474838385 rc 0/0 00000100:00100000:3.0:1777047470.916039:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5342 00000100:00100000:3.0:1777047470.916067:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5343 00000100:00100000:3.0:1777047470.916081:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365433997824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.916300:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.916307:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.916311:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047470.916315:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.916319:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.916380:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365433997824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 301us (1462us total) trans 21474838386 rc 0/0 00000100:00100000:3.0:1777047470.916423:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5343 00000100:00100000:3.0:1777047470.916450:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5344 00000100:00100000:3.0:1777047470.916462:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365433997696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.916623:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.916631:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.916635:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047470.916638:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.916642:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047470.916688:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365433997696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 227us (1566us total) trans 21474838387 rc 0/0 00000100:00100000:3.0:1777047470.916699:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5344 00000004:00080000:1.0:1777047470.916860:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4d880/2, rc 0, transno 21474838384 00000100:00100000:1.0:1777047470.916881:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433996800:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047470.916898:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4ea00/2, rc 0, transno 21474838385 00000100:00100000:1.0:1777047470.916906:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433997312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.919375:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.919491:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.919661:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997568:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.919700:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.919729:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998080:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.919762:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.919794:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1777047470.919803:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433996928:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.919833:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.919857:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.919914:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.919940:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997952:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.919966:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.920006:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997056 00000100:00100000:3.0:1777047470.920013:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997056 00000100:00100000:3.0:1777047470.920062:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997568 00000100:00100000:3.0:1777047470.920066:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997568 00000100:00100000:3.0:1777047470.920085:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998080 00000100:00100000:3.0:1777047470.920089:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998080 00000100:00100000:3.0:1777047470.920104:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433996928 00000100:00100000:3.0:1777047470.920108:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433996928 00000100:00100000:3.0:1777047470.920121:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997440 00000100:00100000:3.0:1777047470.920125:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997440 00000100:00100000:3.0:1777047470.920138:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433997952 00000100:00100000:3.0:1777047470.920142:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433997952 00000100:00100000:3.0:1777047470.920161:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345 00000100:00100000:3.0:1777047470.920173:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365433997056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.920422:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.920428:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.920431:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047470.920436:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.920440:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.920494:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365433997056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 322us (1026us total) trans 21474838388 rc 0/0 00000100:00100000:3.0:1777047470.920507:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345 00000100:00100000:3.0:1777047470.920844:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5346 00000100:00100000:3.0:1777047470.920858:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365433997568:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.920986:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.920991:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.920994:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047470.920997:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.921000:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.921038:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365433997568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 184us (1337us total) trans 21474838389 rc 0/0 00000100:00100000:3.0:1777047470.921048:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5346 00000100:00100000:3.0:1777047470.921067:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5347 00000100:00100000:3.0:1777047470.921078:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365433998080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.921201:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.921206:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.921210:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047470.921214:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.921217:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047470.921254:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365433998080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 178us (1491us total) trans 21474838390 rc 0/0 00000100:00100000:3.0:1777047470.921264:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5347 00000100:00100000:3.0:1777047470.921282:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348 00000100:00100000:3.0:1777047470.921291:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365433996928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.921453:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.921458:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.921468:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047470.921472:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:3.0:1777047470.921475:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.921517:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365433996928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 226us (1682us total) trans 21474838391 rc 0/0 00000100:00100000:3.0:1777047470.921527:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348 00000100:00100000:3.0:1777047470.921573:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5349 00000100:00100000:3.0:1777047470.921584:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365433997440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.921711:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.921716:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.921719:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047470.921723:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.921726:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047470.921741:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.921765:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365433997440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 183us (1850us total) trans 21474838392 rc 0/0 00000100:00100000:3.0:1777047470.921776:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5349 00000100:00100000:3.0:1777047470.921795:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5350 00000100:00100000:1.0:1777047470.921799:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384175488 00000100:00100000:1.0:1777047470.921805:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384175488 00000100:00100000:3.0:1777047470.921805:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365433997952:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047470.921856:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3309 00000100:00100000:1.0:1777047470.921867:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+67:54276:x1863365384175488:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047470.921894:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047470.921929:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e076f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787efc expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047470.921929:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.921932:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.921937:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047470.921941:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.921944:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.921984:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365433997952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 179us (2016us total) trans 21474838393 rc 0/0 00000100:00100000:3.0:1777047470.921995:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5350 00010000:00010000:1.0:1777047470.922017:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e076f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787efc expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047470.922043:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e076f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787efc expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047470.922066:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4c700/2, rc 0, transno 21474838391 00000100:00100000:3.0:1777047470.922088:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433996928:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047470.922101:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:1.0:1777047470.922107:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000004:00080000:3.0:1777047470.922107:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884380/2, rc 0, transno 21474838392 00000100:00100000:3.0:1777047470.922111:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997440:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777047470.922114:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6800, rc 0) 00000004:00080000:3.0:1777047470.922122:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0fb80/2, rc 0, transno 21474838393 00000100:00100000:3.0:1777047470.922127:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997952:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047470.922137:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4e680/2, rc 0, transno 21474838388 00000100:00100000:3.0:1777047470.922142:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997056:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047470.922152:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b887100/2, rc 0, transno 21474838389 00000100:00100000:3.0:1777047470.922157:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433997568:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047470.922172:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0f800/2, rc 0, transno 21474838390 00000100:00100000:1.0:1777047470.922177:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54276:x1863365384175488:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 312us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047470.922177:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047470.922194:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3309 00000100:00100000:1.0:1777047470.923330:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047470.923388:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.924209:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998208 00000100:00100000:0.0:1777047470.924220:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998208 00000100:00100000:0.0:1777047470.924287:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351 00000100:00100000:0.0:1777047470.924301:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365433998208:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047470.924814:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047470.924821:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.924825:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047470.924829:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.924833:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:2.0:1777047470.925360:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974fb80/2, rc 0, transno 17179871286 00000100:00100000:2.0:1777047470.925372:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433996032:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047470.925389:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974c380/2, rc 0, transno 17179871287 00000100:00100000:2.0:1777047470.925419:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433996544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047470.925436:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d500/2, rc 0, transno 17179871285 00000100:00100000:2.0:1777047470.925441:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433996416:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047470.925929:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998720:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047470.926375:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.927733:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3340:x1863365433998208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3432us (4342us total) trans 21474838394 rc 0/0 00000100:00100000:0.0:1777047470.927745:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351 00000100:00100000:0.0:1777047470.927774:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998720 00000100:00100000:0.0:1777047470.927782:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998720 00000100:00100000:0.0:1777047470.927826:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5352 00000100:00100000:0.0:1777047470.927837:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365433998720:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047470.928556:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047470.928563:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.928567:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047470.928572:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047470.928575:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047470.928627:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365433998720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 791us (2253us total) trans 17179871288 rc 0/0 00000100:00100000:0.0:1777047470.928639:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5352 00000100:00100000:3.0:1777047470.929508:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998592:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.931235:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.931292:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777047470.931305:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047470.931350:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047470.931355:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.931436:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384175744 00000100:00100000:0.0:1777047470.931446:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384175744 00000100:00100000:0.0:1777047470.931515:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1198 00000100:00100000:0.0:1777047470.931528:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54276:x1863365384175744:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047470.932381:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998976:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.932455:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047470.932508:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998592 00000100:00100000:3.0:1777047470.932516:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998592 00000100:00100000:3.0:1777047470.932833:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998464 00000100:00100000:3.0:1777047470.932839:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998464 00000100:00100000:3.0:1777047470.932898:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998976 00000100:00100000:3.0:1777047470.932904:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998976 00000004:00080000:1.0:1777047470.933559:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f320000/2, rc 0, transno 21474838394 00000100:00100000:1.0:1777047470.933570:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998208:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047470.933598:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa8380/2, rc 0, transno 17179871288 00000100:00100000:1.0:1777047470.933606:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998720:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047470.933616:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047470.933625:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047470.933669:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047470.933705:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047470.933736:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047470.933781:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998336 00000100:00100000:1.0:1777047470.933786:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998336 00000100:00100000:1.0:1777047470.933826:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433998848 00000100:00100000:1.0:1777047470.933830:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433998848 00000100:00100000:1.0:1777047470.933858:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5353 00000100:00100000:1.0:1777047470.933870:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365433998592:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047470.933897:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433999488:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047470.933952:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.934011:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777047470.934022:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433999104:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047470.934068:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047470.934086:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433999616:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047470.934120:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047470.934179:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54276:x1863365384175744:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 2648us (2830us total) trans 8589937966 rc 0/0 00000100:00100000:0.0:1777047470.934194:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1198 00002000:00010000:1.0:1777047470.935479:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047470.935486:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047470.935490:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047470.935494:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047470.935498:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1777047470.935503:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047470.935508:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047470.935512:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:2.0:1777047470.935516:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047470.935519:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047470.936269:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365433995904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 28925us (31112us total) trans 17179871290 rc 0/0 00000100:00100000:2.0:1777047470.936283:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5335 00000004:00080000:2.0:1777047470.936671:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974ed80/2, rc 0, transno 17179871290 00000100:00100000:2.0:1777047470.936682:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433995904:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.936700:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433999488 00000100:00100000:3.0:1777047470.936708:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433999488 00000100:00100000:2.0:1777047470.936715:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433999104 00000100:00100000:2.0:1777047470.936718:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433999104 00000100:00100000:2.0:1777047470.936742:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433999616 00000100:00100000:2.0:1777047470.936745:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433999616 00000100:00100000:3.0:1777047470.936746:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5354 00000100:00100000:3.0:1777047470.936758:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365433998464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047470.936762:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5355 00000100:00100000:2.0:1777047470.936771:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365433998976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047470.937249:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.937251:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047470.937256:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.937257:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047470.937263:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047470.937263:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047470.937268:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.937268:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047470.937274:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:3.0:1777047470.937274:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047470.937527:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433999232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.937651:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365433998464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 892us (6298us total) trans 17179871291 rc 0/0 00000100:00100000:3.0:1777047470.937662:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5354 00000100:00100000:3.0:1777047470.937688:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5356 00000100:00100000:3.0:1777047470.937700:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365433998336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.937859:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.937864:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.937868:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047470.937871:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.937875:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.937924:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365433998336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 226us (4254us total) trans 21474838396 rc 0/0 00000100:00100000:3.0:1777047470.937960:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5356 00000100:00100000:3.0:1777047470.937987:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357 00000100:00100000:3.0:1777047470.937998:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365433998848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047470.938128:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.938133:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.938136:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047470.938140:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.938143:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047470.938183:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365433998848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 187us (4445us total) trans 21474838397 rc 0/0 00000100:00100000:3.0:1777047470.938193:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357 00000100:00100000:3.0:1777047470.938212:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5358 00000100:00100000:3.0:1777047470.938222:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365433999488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.938340:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.938345:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.938349:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047470.938354:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.938357:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.939329:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433999488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1106us (5377us total) trans 17179871292 rc 0/0 00000100:00100000:3.0:1777047470.939340:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5358 00000100:00100000:3.0:1777047470.939365:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5359 00000100:00100000:3.0:1777047470.939376:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365433999104:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.939568:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047470.939573:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.939576:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047470.939579:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.939582:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047470.939631:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433999104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 257us (5563us total) trans 17179871293 rc 0/0 00000100:00100000:3.0:1777047470.939641:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5359 00000100:00100000:3.0:1777047470.939662:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360 00000100:00100000:3.0:1777047470.939672:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365433999616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.939791:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.939796:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.939799:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047470.939803:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.939806:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047470.939848:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365433999616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 178us (5727us total) trans 17179871294 rc 0/0 00000100:00100000:3.0:1777047470.939858:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360 00000004:00080000:3.0:1777047470.941347:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efab800/2, rc 0, transno 17179871291 00000100:00100000:3.0:1777047470.941359:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998464:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047470.941378:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f321c00/2, rc 0, transno 21474838395 00000100:00100000:3.0:1777047470.941384:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998976:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047470.941421:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efabb80/2, rc 0, transno 17179871289 00000100:00100000:3.0:1777047470.941427:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365433998592:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047470.941482:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804999880/2, rc 0, transno 17179871293 00000100:00100000:3.0:1777047470.941488:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433999104:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047470.941501:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459500/2, rc 0, transno 17179871294 00000100:00100000:3.0:1777047470.941506:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433999616:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047470.941520:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459c00/2, rc 0, transno 17179871292 00000100:00100000:3.0:1777047470.941525:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365433999488:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.941553:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433999360:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.941608:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047470.941663:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095cb100/2, rc 0, transno 21474838387 00000100:00100000:3.0:1777047470.941671:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433997696:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047470.941689:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa9c00/2, rc 0, transno 21474838386 00000100:00100000:3.0:1777047470.941694:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433997824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.941721:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433999360 00000100:00100000:3.0:1777047470.941729:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433999360 00000100:00100000:3.0:1777047470.941775:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5361 00000100:00100000:3.0:1777047470.941786:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365433999360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.942036:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.942043:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.942047:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047470.942050:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.942054:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047470.942110:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365433999360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 324us (501us total) trans 17179871295 rc 0/0 00000100:00100000:3.0:1777047470.942121:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5361 00000004:00080000:3.0:1777047470.942165:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45b480/2, rc 0, transno 17179871295 00000100:00100000:3.0:1777047470.942172:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365433999360:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047470.943858:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365433998976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7082us (11399us total) trans 21474838395 rc 0/0 00000100:00100000:2.0:1777047470.943872:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5355 00000100:00100000:1.0:1777047470.948887:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365433998592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 14990us (17627us total) trans 17179871289 rc 0/0 00000100:00100000:1.0:1777047470.948907:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5353 00000100:00100000:0.0:1777047470.951861:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047470.952018:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f322680/2, rc 0, transno 21474838396 00000100:00100000:0.0:1777047470.952033:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047470.952059:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f320380/2, rc 0, transno 21474838397 00000100:00100000:0.0:1777047470.952065:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433998848:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047470.952222:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365433999232 00000100:00100000:3.0:1777047470.952236:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365433999232 00000100:00100000:3.0:1777047470.952330:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5362 00000100:00100000:3.0:1777047470.952344:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365433999232:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047470.953103:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047470.953110:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.953114:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047470.953118:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047470.953122:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047470.953216:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365433999232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 872us (1360us total) trans 17179871296 rc 0/0 00000100:00100000:3.0:1777047470.953229:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5362 00000004:00080000:0.0:1777047470.953348:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804998380/2, rc 0, transno 17179871296 00000100:00100000:0.0:1777047470.953359:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365433999232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047470.986051:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047470.987135:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384175872 00000100:00100000:2.0:1777047470.987172:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384175872 00000100:00100000:2.0:1777047470.987307:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3310 00000100:00100000:2.0:1777047470.987328:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54279:x1863365384175872:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047470.987410:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047470.987451:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684217fe00/0x29ccbc23e99e0776 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f03 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.987909:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.987937:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.987959:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.987987:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988025:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988036:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988793:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988812:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988826:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047470.988886:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:2.0:1777047470.988894:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047470.988925:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988946:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988961:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988972:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988985:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.988996:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217f200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047470.989003:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989016:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989036:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047470.989042:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047470.989049:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989058:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217f200/0x29ccbc23e99e077d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989079:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989089:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989099:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989107:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047470.989112:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989122:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989133:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680d514500) 00010000:00010000:2.0:1777047470.989137:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047470.989142:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989151:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e400/0x29ccbc23e99e0784 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989202:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217fe00/0x29ccbc23e99e0776 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 71 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989226:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 70 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047470.989239:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:2.0:1777047470.989243:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047470.989247:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684217e600, rc 0) 00000100:00100000:2.0:1777047470.989344:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54279:x1863365384175872:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2022us (3310us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047470.989359:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3310 00000100:00100000:1.0:1777047470.999519:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047470.999900:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384176128 00000100:00100000:2.0:1777047470.999919:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384176128 00000100:00100000:2.0:1777047471.000191:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3311 00000100:00100000:2.0:1777047471.000209:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54279:x1863365384176128:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047471.000244:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047471.000281:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0792 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f0a expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.000490:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0799 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.000515:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0799 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.000534:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0799 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047471.000551:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:2.0:1777047471.001122:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0792 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f0a expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.001150:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0799 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f0a expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.001163:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:2.0:1777047471.001168:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047471.001173:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b600, rc 0) 00000100:00100000:2.0:1777047471.001273:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54279:x1863365384176128:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1067us (1771us total) trans 8589937967 rc 0/0 00000100:00100000:2.0:1777047471.001285:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3311 00000100:00100000:0.0:1777047471.012473:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.013321:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384176384 00000100:00100000:1.0:1777047471.013339:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384176384 00000100:00100000:1.0:1777047471.013505:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3312 00000100:00100000:1.0:1777047471.013523:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54279:x1863365384176384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047471.013912:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1777047471.014498:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777047471.014873:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e07a7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f11 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.017897:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e07ae lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.017931:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e07ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.017950:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e07ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047471.017971:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:1.0:1777047471.018195:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e07a7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f11 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.018229:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e07ae lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f11 expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.018253:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:1.0:1777047471.018257:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047471.018262:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7800, rc 0) 00000100:00100000:1.0:1777047471.018372:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54279:x1863365384176384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4854us (5916us total) trans 8589937968 rc 0/0 00000100:00100000:1.0:1777047471.018386:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3312 00000100:00100000:2.0:1777047471.085485:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.088615:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384176512 00000100:00100000:1.0:1777047471.088639:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384176512 00000100:00100000:1.0:1777047471.088800:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2856 00000100:00100000:1.0:1777047471.088822:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2413:x1863365384176512:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047471.088890:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.088931:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 39 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.088948:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.088951:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.088958:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.089358:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 39 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.089384:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 39 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.089446:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14908:1863365433999744:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047471.089906:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00000100:00080000:2.0:1777047471.091889:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047471.102872:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.103471:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14908:1863365433999744:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047471.103521:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.104028:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384176640 00000100:00100000:3.0:1777047471.104043:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384176640 00010000:00010000:3.0:1777047471.104110:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 40 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.104301:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2465 00000100:00100000:3.0:1777047471.104321:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2410:x1863365384176640:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047471.104349:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047471.104424:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 40 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.104450:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 40 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.104494:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b43d4d9c/0x29ccbc23e99e0753 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ee7 expref: 40 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.104525:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.104529:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.104537:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.104555:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.104609:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047471.104769:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384176640:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 451us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047471.104786:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2465 00010000:00010000:1.0:1777047471.105457:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.105477:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.142762:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.142800:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.142817:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.142830:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047471.142838:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.142885:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.142923:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.142936:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e07bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.143110:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2413:x1863365384176512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 54287us (57634us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047471.143130:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2856 00000100:00100000:3.0:1777047471.160820:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047471.161028:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384176768 00000100:00100000:0.0:1777047471.161046:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384176768 00000100:00100000:0.0:1777047471.161247:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2857 00000100:00100000:0.0:1777047471.161267:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2412:x1863365384176768:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047471.161342:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.161384:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99e05d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e23 expref: 38 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.161429:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.161433:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.161440:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.161506:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99e05d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e23 expref: 38 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.161534:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99e05d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e23 expref: 38 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.161947:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6646:1863365433999872:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047471.162110:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047471.172751:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047471.172874:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384176896 00000100:00100000:3.0:1777047471.172892:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384176896 00010000:00010000:3.0:1777047471.172968:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99e05d2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e23 expref: 39 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.172984:0:6646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6646:1863365433999872:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047471.173036:0:6646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.173039:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2466 00000100:00100000:3.0:1777047471.173083:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384176896:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047471.173111:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047471.173150:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99e05d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e23 expref: 39 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.173178:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99e05d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e23 expref: 39 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.173221:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f0102c3/0x29ccbc23e99e05d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e23 expref: 39 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.173251:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.173254:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.173262:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.173279:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.173341:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047471.173386:0:6646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.173430:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.173474:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384176896:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 395us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047471.173491:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2466 00010000:00010000:2.0:1777047471.190502:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.190626:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.190643:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.190655:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047471.190664:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.190679:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.190714:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.190726:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e07c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.190886:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2412:x1863365384176768:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29615us (30073us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047471.190906:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2857 00000100:00100000:2.0:1777047471.216412:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047471.216616:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177024 00000100:00100000:0.0:1777047471.216989:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177024 00000100:00100000:0.0:1777047471.217618:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2858 00000100:00100000:0.0:1777047471.217637:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384177024:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047471.217702:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.217739:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e05ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e31 expref: 37 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.217754:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.217757:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.217763:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.217823:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e05ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e31 expref: 37 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.217848:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e05ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e31 expref: 37 pid: 33787 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.217876:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434000000:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047471.218008:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047471.230539:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.232455:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177152 00000100:00100000:1.0:1777047471.232473:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177152 00010000:00010000:1.0:1777047471.232612:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e05ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e31 expref: 38 pid: 33787 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.232711:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2467 00000100:00100000:1.0:1777047471.232729:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384177152:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047471.232757:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047471.232796:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e05ee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e31 expref: 38 pid: 33787 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.232820:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e05ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e31 expref: 38 pid: 33787 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.232872:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047471.232876:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047471.232885:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.232901:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.233372:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047471.233491:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384177152:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 765us (2988us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047471.233505:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2467 00010000:00010000:2.0:1777047471.236099:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e05ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e31 expref: 37 pid: 33787 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.239670:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434000000:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047471.239726:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.239749:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.239762:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.257288:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.257324:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.257341:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.257354:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a146400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047471.257363:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.257378:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.257447:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.257460:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.257747:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384177024:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 40106us (41369us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047471.257766:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2858 00000100:00100000:3.0:1777047471.299889:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.304024:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177280 00000100:00100000:1.0:1777047471.304045:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177280 00000100:00100000:1.0:1777047471.304211:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2859 00000100:00100000:1.0:1777047471.304231:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2412:x1863365384177280:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047471.304294:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.304329:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e060a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e3f expref: 35 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.304345:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.304348:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.304355:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047471.304452:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777047471.304456:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e060a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e3f expref: 35 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.304480:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e060a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e3f expref: 35 pid: 7603 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.304506:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434000128:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047471.311160:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047471.322015:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434000128:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047471.322064:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.326442:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047471.329614:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177408 00000100:00100000:2.0:1777047471.329635:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177408 00010000:00010000:2.0:1777047471.329712:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e060a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e3f expref: 36 pid: 7603 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.329791:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2468 00000100:00100000:2.0:1777047471.329809:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384177408:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047471.329834:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047471.329872:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e060a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e3f expref: 36 pid: 7603 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.329898:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e060a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e3f expref: 36 pid: 7603 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.329937:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e060a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e3f expref: 36 pid: 7603 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.329967:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.329970:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.329979:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.329996:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.330053:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047471.330112:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.330136:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.330159:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384177408:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 350us (3727us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047471.330173:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2468 00010000:00010000:3.0:1777047471.338371:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.338441:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.338458:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.338471:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047471.338480:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.338506:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.338610:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.338626:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e07d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.338771:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2412:x1863365384177280:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 34536us (38894us total) trans 0 rc 257382/257382 00000100:00100000:3.0:1777047471.338792:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2859 00000100:00100000:3.0:1777047471.362590:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047471.363916:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177536 00000100:00100000:0.0:1777047471.364270:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177536 00000100:00100000:0.0:1777047471.364436:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2860 00000100:00100000:0.0:1777047471.364457:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384177536:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047471.364523:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.364599:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 34 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.364614:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.364618:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.364624:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.364692:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 34 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.364720:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 34 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.364747:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434000256:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047471.364892:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047471.377675:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434000256:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047471.377731:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.383224:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047471.383376:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177664 00000100:00100000:2.0:1777047471.383424:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177664 00010000:00010000:2.0:1777047471.383503:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 35 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.384423:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2469 00000100:00100000:2.0:1777047471.384446:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384177664:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047471.384480:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047471.384550:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 35 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.384579:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 35 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.384676:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ea6e08d/0x29ccbc23e99e0626 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e4d expref: 35 pid: 33475 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.384735:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.384740:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.384749:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.384768:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.384815:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047471.384911:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384177664:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 470us (1704us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047471.384926:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2469 00010000:00010000:0.0:1777047471.385065:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.385085:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.401180:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.401220:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.401237:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.401250:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a146400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047471.401260:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.401276:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.401314:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.401329:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000527f2b0e/0x29ccbc23e99e07d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.401659:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384177536:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37196us (39124us total) trans 0 rc 257382/257382 00000100:00100000:0.0:1777047471.402877:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2860 00000100:00100000:3.0:1777047471.426647:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.428038:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177792 00000100:00100000:1.0:1777047471.428061:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177792 00000100:00100000:1.0:1777047471.428229:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2861 00000100:00100000:1.0:1777047471.428249:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384177792:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047471.428318:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.428358:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0642 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e5b expref: 33 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.428374:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.428378:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.429089:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 4/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.429173:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0642 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e5b expref: 33 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.429211:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0642 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e5b expref: 33 pid: 32524 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.429286:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14911:1863365434000384:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047471.429506:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047471.443017:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14911:1863365434000384:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047471.443101:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.444497:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047471.446424:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384177920 00000100:00100000:2.0:1777047471.446441:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384177920 00010000:00010000:2.0:1777047471.446513:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0642 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e5b expref: 34 pid: 32524 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.446623:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2470 00000100:00100000:2.0:1777047471.446643:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384177920:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047471.446678:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047471.446718:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0642 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e5b expref: 34 pid: 32524 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.446742:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0642 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e5b expref: 34 pid: 32524 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.446784:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0642 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e5b expref: 34 pid: 32524 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.446814:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.446818:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.446827:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.446845:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.446909:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047471.447014:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384177920:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 375us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047471.447341:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2470 00010000:00010000:1.0:1777047471.449144:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.449167:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.470692:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.470730:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.470747:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.470759:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047471.470770:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.470786:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.470823:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.470836:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e07df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.470988:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384177792:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 42737us (44355us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047471.471007:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2861 00000100:00100000:0.0:1777047471.492942:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047471.496473:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178048 00000100:00100000:2.0:1777047471.496497:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178048 00000100:00100000:2.0:1777047471.496670:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2862 00000100:00100000:2.0:1777047471.496692:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384178048:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047471.496764:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.496804:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e065e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e69 expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.496820:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047471.496824:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047471.496830:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.497000:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e065e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e69 expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.497029:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e065e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e69 expref: 36 pid: 6643 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.497058:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434000512:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047471.497223:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867069976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047471.527945:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.530086:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178176 00000100:00100000:1.0:1777047471.530105:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178176 00010000:00010000:1.0:1777047471.530188:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e065e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e69 expref: 37 pid: 6643 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.530275:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2471 00000100:00100000:1.0:1777047471.530295:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384178176:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047471.530323:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047471.530363:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e065e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e69 expref: 37 pid: 6643 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.530413:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e065e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e69 expref: 37 pid: 6643 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.530462:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047471.530466:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047471.530475:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.530495:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.530599:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047471.530689:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384178176:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 398us (2761us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047471.530705:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2471 00010000:00010000:2.0:1777047471.530977:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e065e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e69 expref: 36 pid: 6643 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.531007:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434000512:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047471.531049:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.531069:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.532087:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.553730:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.553769:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.553786:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.553801:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3bc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047471.553811:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.553828:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.553862:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.553878:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.554053:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384178048:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 57357us (61120us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047471.554076:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2862 00000100:00100000:0.0:1777047471.576370:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047471.576528:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178304 00000100:00100000:2.0:1777047471.576607:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178304 00000100:00100000:2.0:1777047471.577198:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2863 00000100:00100000:2.0:1777047471.577220:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384178304:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047471.577292:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.577335:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e067a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e77 expref: 32 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.577353:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047471.577357:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047471.577364:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.577462:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e067a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e77 expref: 32 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.577489:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e067a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e77 expref: 32 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.577520:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26860:1863365434000640:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047471.577705:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867069976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047471.589438:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047471.589942:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26860:1863365434000640:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047471.589998:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.590809:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178432 00000100:00100000:3.0:1777047471.590824:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178432 00010000:00010000:3.0:1777047471.590912:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e067a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e77 expref: 33 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.593466:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2472 00000100:00100000:3.0:1777047471.593501:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384178432:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047471.593534:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047471.594036:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e067a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e77 expref: 33 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.594069:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e067a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e77 expref: 33 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.594114:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e067a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e77 expref: 33 pid: 26190 timeout: 4199 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.594144:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.594148:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.594156:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.594174:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.594241:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047471.594346:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384178432:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 860us (4926us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047471.594362:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2472 00010000:00010000:2.0:1777047471.597195:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.597220:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.618705:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.618743:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.618760:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.618773:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3bc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047471.618782:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.618799:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.618843:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.618868:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1ee449b/0x29ccbc23e99e07ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.619061:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384178304:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41835us (42701us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047471.619083:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2863 00000100:00100000:0.0:1777047471.647017:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047471.651775:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178560 00000100:00100000:3.0:1777047471.652849:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178560 00000100:00100000:0.0:1777047471.655716:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2864 00000100:00100000:0.0:1777047471.655743:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384178560:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047471.655814:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.655877:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 35 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.655894:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.655897:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.655903:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.655977:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 35 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.656006:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 35 pid: 33787 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.656048:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434000768:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047471.656200:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047471.671237:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047471.672944:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178688 00000100:00100000:3.0:1777047471.672974:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178688 00010000:00010000:3.0:1777047471.673052:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 36 pid: 33787 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.673238:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2473 00000100:00100000:3.0:1777047471.673260:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384178688:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047471.673290:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047471.673345:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 36 pid: 33787 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.673375:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 36 pid: 33787 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.673451:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.673456:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.673465:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.673487:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.673527:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047471.673988:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384178688:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 732us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047471.674003:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2473 00010000:00010000:0.0:1777047471.677415:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa1cfeb1/0x29ccbc23e99e0696 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e85 expref: 35 pid: 33787 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.677461:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434000768:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047471.677506:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.680438:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.680461:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.703700:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.706186:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.706207:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.706222:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047471.706231:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.706249:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.706313:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.706328:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e07f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.708912:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384178560:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 53162us (61899us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047471.708939:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2864 00000100:00100000:2.0:1777047471.742943:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.746330:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178816 00000100:00100000:1.0:1777047471.746354:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178816 00000100:00100000:1.0:1777047471.746598:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2865 00000100:00100000:1.0:1777047471.746620:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384178816:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047471.746707:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.746748:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e06b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e93 expref: 34 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.746764:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.746768:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.746790:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.746860:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e06b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e93 expref: 34 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.746897:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e06b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e93 expref: 34 pid: 7603 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.746927:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14908:1863365434000896:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047471.747409:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1777047471.750020:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047471.767613:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14908:1863365434000896:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047471.767670:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.776351:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047471.776908:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384178944 00000100:00100000:3.0:1777047471.776942:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384178944 00010000:00010000:3.0:1777047471.777017:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e06b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e93 expref: 35 pid: 7603 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.778810:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2474 00000100:00100000:2.0:1777047471.778837:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384178944:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047471.778874:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047471.778918:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e06b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e93 expref: 35 pid: 7603 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.778980:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e06b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e93 expref: 35 pid: 7603 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.779024:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e06b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787e93 expref: 35 pid: 7603 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.779056:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.779060:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047471.779069:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.779087:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.779255:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047471.779364:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384178944:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 535us (3027us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047471.779405:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2474 00010000:00010000:1.0:1777047471.789651:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.789685:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.811370:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.811435:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.811452:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.811466:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047471.811475:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.811492:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.811528:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.811597:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e07fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.811747:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384178816:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 65124us (68815us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047471.811766:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2865 00000100:00100000:2.0:1777047471.836808:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047471.837348:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179072 00000100:00100000:0.0:1777047471.837370:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179072 00000100:00100000:0.0:1777047471.837611:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2866 00000100:00100000:0.0:1777047471.837630:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384179072:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047471.839830:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.839874:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 31 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.839892:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.839896:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047471.839902:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.839981:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 31 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.840010:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 31 pid: 6642 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.840039:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434001024:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047471.840256:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047471.856069:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.856237:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179200 00000100:00100000:1.0:1777047471.856276:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179200 00010000:00010000:1.0:1777047471.856354:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 32 pid: 6642 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.856466:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2475 00000100:00100000:1.0:1777047471.856484:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384179200:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047471.856514:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047471.856611:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 32 pid: 6642 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.856888:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 32 pid: 6642 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.856937:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047471.856941:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047471.856950:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.856969:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.857008:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047471.857401:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384179200:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 897us (1328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047471.857416:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2475 00010000:00010000:2.0:1777047471.858506:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e06ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ea1 expref: 31 pid: 6642 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.858536:0:6646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434001024:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047471.858823:0:6646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.858849:0:6646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.858862:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.876363:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.876424:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.876442:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.876456:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047471.876466:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.876484:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.876519:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.876529:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e0802 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047471.877032:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384179072:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 39398us (40247us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047471.877050:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2866 00000100:00100000:3.0:1777047471.908959:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047471.909212:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179328 00000100:00100000:2.0:1777047471.909231:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179328 00000100:00100000:2.0:1777047471.909370:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2867 00000100:00100000:2.0:1777047471.909443:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384179328:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047471.909512:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.909630:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e06ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eaf expref: 33 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047471.909646:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047471.909650:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047471.909657:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.910588:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e06ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eaf expref: 33 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.910646:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e06ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eaf expref: 33 pid: 32524 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.910679:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434001152:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047471.910848:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867069976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047471.921811:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047471.921815:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434001152:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047471.921866:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.922161:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179456 00000100:00100000:3.0:1777047471.922174:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179456 00010000:00010000:3.0:1777047471.922239:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e06ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eaf expref: 34 pid: 32524 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.922313:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2476 00000100:00100000:3.0:1777047471.922328:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384179456:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047471.922519:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047471.922560:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e06ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eaf expref: 34 pid: 32524 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.922582:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e06ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eaf expref: 34 pid: 32524 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.922622:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e06ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eaf expref: 34 pid: 32524 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.922648:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.922882:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.922890:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.922908:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.923312:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047471.923494:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384179456:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1166us (1700us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047471.923508:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2476 00010000:00010000:0.0:1777047471.923769:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.923792:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.945196:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.945232:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.945249:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.945263:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047471.945271:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.945288:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.945322:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.945336:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e0809 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047471.945683:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384179328:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 36239us (36735us total) trans 0 rc 257382/257382 00000100:00100000:0.0:1777047471.945704:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2867 00000100:00100000:3.0:1777047471.967323:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.970490:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179584 00000100:00100000:1.0:1777047471.970511:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179584 00000100:00100000:1.0:1777047471.970734:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2868 00000100:00100000:1.0:1777047471.970753:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384179584:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047471.970816:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.970853:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f41ec226/0x29ccbc23e99e0706 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ebd expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.970867:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.970870:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047471.970876:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.970941:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f41ec226/0x29ccbc23e99e0706 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ebd expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047471.970975:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f41ec226/0x29ccbc23e99e0706 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ebd expref: 32 pid: 33459 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047471.971001:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434001280:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047471.971445:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047471.982294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047471.982619:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434001280:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047471.983232:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.986260:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179712 00000100:00100000:3.0:1777047471.986282:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179712 00010000:00010000:3.0:1777047471.987179:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f41ec226/0x29ccbc23e99e0706 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ebd expref: 33 pid: 33459 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047471.987510:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2477 00000100:00100000:3.0:1777047471.987530:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384179712:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047471.987581:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047471.987643:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f41ec226/0x29ccbc23e99e0706 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ebd expref: 33 pid: 33459 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.987685:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f41ec226/0x29ccbc23e99e0706 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ebd expref: 33 pid: 33459 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.987724:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f41ec226/0x29ccbc23e99e0706 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ebd expref: 33 pid: 33459 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.987757:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.987760:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047471.987769:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.987786:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047471.987843:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047471.987955:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384179712:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 428us (5677us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047471.987969:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2477 00010000:00010000:0.0:1777047471.988643:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047471.988660:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.005294:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.006132:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.006152:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.006166:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047472.006174:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.006189:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.006223:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.006235:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000647cc740/0x29ccbc23e99e0810 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047472.006496:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384179584:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 35739us (39182us total) trans 0 rc 257382/257382 00000100:00100000:0.0:1777047472.006515:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2868 00000100:00100000:3.0:1777047472.026529:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047472.031506:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179840 00000100:00100000:0.0:1777047472.031648:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179840 00000100:00100000:0.0:1777047472.032256:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2869 00000100:00100000:0.0:1777047472.032280:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384179840:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047472.032352:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.032416:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000002f8293f/0x29ccbc23e99e0722 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ecb expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.032432:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047472.032436:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047472.032442:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.032513:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000002f8293f/0x29ccbc23e99e0722 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ecb expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.032561:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000002f8293f/0x29ccbc23e99e0722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ecb expref: 30 pid: 33788 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047472.032590:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434001408:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047472.032771:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047472.043675:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434001408:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047472.043867:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047472.044930:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047472.047315:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384179968 00000100:00100000:3.0:1777047472.047332:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384179968 00010000:00010000:0.0:1777047472.048224:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000002f8293f/0x29ccbc23e99e0722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ecb expref: 31 pid: 33788 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047472.048400:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2478 00000100:00100000:0.0:1777047472.048419:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384179968:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047472.048446:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047472.048489:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000002f8293f/0x29ccbc23e99e0722 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ecb expref: 31 pid: 33788 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.048514:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000002f8293f/0x29ccbc23e99e0722 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ecb expref: 31 pid: 33788 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.048576:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002f8293f/0x29ccbc23e99e0722 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ecb expref: 31 pid: 33788 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.048607:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047472.048611:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047472.048670:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.048687:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.048746:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047472.048854:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384179968:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 439us (3928us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047472.048867:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2478 00010000:00010000:3.0:1777047472.048960:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.048974:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.079750:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.079789:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.079806:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.079818:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047472.079826:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.079841:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.083882:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.083907:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0817 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047472.084506:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384179840:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 52225us (57986us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047472.084527:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2869 00000100:00100000:2.0:1777047472.105213:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047472.105833:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384180096 00000100:00100000:1.0:1777047472.105868:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384180096 00000100:00100000:1.0:1777047472.106429:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2870 00000100:00100000:1.0:1777047472.106449:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384180096:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047472.106517:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.106550:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.106563:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047472.106567:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047472.106572:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.106664:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.106687:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 31 pid: 6640 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047472.106712:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434001536:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047472.106860:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047472.118309:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434001536:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047472.118370:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047472.118629:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047472.118722:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384180224 00000100:00100000:2.0:1777047472.118735:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384180224 00010000:00010000:2.0:1777047472.118798:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 32 pid: 6640 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047472.118944:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2479 00000100:00100000:2.0:1777047472.118962:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384180224:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047472.119315:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047472.119366:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 32 pid: 6640 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.119433:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 32 pid: 6640 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.119474:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e073e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ed9 expref: 32 pid: 6640 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.119503:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047472.119507:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047472.119515:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.119532:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.119592:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047472.119745:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384180224:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 785us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047472.119759:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2479 00010000:00010000:3.0:1777047472.123693:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.123723:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.138182:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.138218:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.138235:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.138271:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047472.138281:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.138299:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.138332:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.138347:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e081e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047472.138601:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384180096:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32091us (33341us total) trans 0 rc 257382/257382 00000100:00100000:0.0:1777047472.138621:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2870 00000100:00100000:1.0:1777047472.193850:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434001664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047472.193989:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.195623:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434001664 00000100:00100000:3.0:1777047472.195640:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434001664 00000100:00100000:3.0:1777047472.195779:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1777047472.195801:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434001664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047472.195871:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 171114496 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777047472.195994:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434001664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 174us (1980us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047472.196010:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00080000:2.0:1777047472.196153:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047472.196439:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434001792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047472.196505:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047472.196790:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434001792 00000100:00100000:1.0:1777047472.196800:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434001792 00000100:00100000:1.0:1777047472.196888:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1777047472.196902:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434001792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047472.196954:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 305725440 pending 0 free 3855613952 avail 3853516800 00000100:00080000:0.0:1777047472.197073:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047472.197502:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434001664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047472.198899:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434001792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1996us (2390us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047472.198915:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1777047472.199155:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434001792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047472.230467:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047472.231211:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384180352 00000100:00100000:2.0:1777047472.231231:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384180352 00000100:00100000:2.0:1777047472.231420:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 477 00000100:00100000:2.0:1777047472.231443:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54279:x1863365384180352:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:2.0:1777047472.231476:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047472.231524:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e07ae lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f11 expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.231610:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:2.0:1777047472.231620:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047472.231726:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54279:x1863365384180352:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 290us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047472.231743:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 477 00000100:00100000:1.0:1777047472.249967:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047472.251797:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384180608 00000100:00100000:0.0:1777047472.251819:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384180608 00000100:00100000:0.0:1777047472.251953:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1199 00000100:00100000:0.0:1777047472.251975:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54279:x1863365384180608:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047472.252868:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54279:x1863365384180608:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 896us (2917us total) trans 8589937969 rc 0/0 00000100:00100000:0.0:1777047472.252886:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1199 00000100:00100000:2.0:1777047472.273974:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047472.275778:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384180864 00000100:00100000:3.0:1777047472.275798:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384180864 00000100:00100000:3.0:1777047472.275962:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3313 00000100:00100000:3.0:1777047472.275983:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384180864:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047472.276029:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047472.276069:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0825 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f18 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.276263:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.276293:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.276310:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.276412:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.276436:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 75 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047472.276464:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434001920:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047472.276692:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047472.283571:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434001920:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047472.283624:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047472.287731:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047472.288731:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384180992 00000100:00100000:0.0:1777047472.288750:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384180992 00010000:00010000:0.0:1777047472.288828:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 76 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047472.289667:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2480 00000100:00100000:0.0:1777047472.289689:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384180992:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047472.289718:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047472.289730:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 76 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.289756:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 76 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.289802:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684217e600/0x29ccbc23e99e078b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f03 expref: 76 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.289868:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:0.0:1777047472.289881:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.289901:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.290222:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.290405:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047472.290512:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384180992:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 827us (2789us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047472.290526:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2480 00010000:00010000:3.0:1777047472.291104:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.291123:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047472.291164:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:3.0:1777047472.291568:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0825 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.291601:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.291657:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:3.0:1777047472.291664:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047472.291670:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed000, rc 0) 00000100:00100000:3.0:1777047472.291751:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384180864:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 15773us (17807us total) trans 8589937970 rc 0/0 00000100:00100000:3.0:1777047472.291764:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3313 00000100:00100000:2.0:1777047472.311221:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047472.311341:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384181120 00000100:00100000:3.0:1777047472.311362:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384181120 00000100:00100000:3.0:1777047472.311544:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3314 00000100:00100000:3.0:1777047472.311568:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384181120:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047472.311636:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047472.311676:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e083a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f1f expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.311877:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.311908:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.311926:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.311992:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.312017:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 76 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047472.312063:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434002048:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047472.312280:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047472.321968:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047472.323920:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384181248 00000100:00100000:1.0:1777047472.323940:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384181248 00010000:00010000:1.0:1777047472.324597:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 77 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047472.325114:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2481 00000100:00100000:1.0:1777047472.325136:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384181248:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047472.325167:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047472.325180:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 77 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.325206:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 77 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.325245:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:1.0:1777047472.325254:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.325272:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.325286:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.325319:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047472.325890:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e082c lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f18 expref: 77 pid: 30804 timeout: 4200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047472.325926:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434002048:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047472.325963:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.325983:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.325995:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047472.326099:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047472.326111:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047472.326148:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.326209:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083eca00/0x29ccbc23e99e083a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f1f expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.326238:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f1f expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.326254:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:3.0:1777047472.326260:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047472.326265:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed200, rc 0) 00000100:00100000:1.0:1777047472.326279:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384181248:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1144us (4323us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047472.326296:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2481 00000100:00100000:2.0:1777047472.326921:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384181120:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 15357us (16409us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047472.326934:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3314 00000100:00100000:2.0:1777047472.335842:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047472.336016:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384181376 00000100:00100000:3.0:1777047472.336036:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384181376 00000100:00100000:3.0:1777047472.337206:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5363 00000100:00100000:3.0:1777047472.337226:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384181376:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047472.337257:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047472.337288:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f26 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047472.337331:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb9790, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:3.0:1777047472.337360:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047472.337363:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047472.337401:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 30 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.337437:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 30 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047472.337466:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083eca00, rc 0) 00000100:00100000:3.0:1777047472.337608:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384181376:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 385us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047472.337625:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5363 00000100:00100000:1.0:1777047472.361040:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047472.361186:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384181504 00000100:00100000:2.0:1777047472.361206:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384181504 00002000:00100000:2.0:1777047472.361299:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x132:0x0] (217088->221183) req@ffff98683e450a80 x1863365384181504/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/0 e 0 to 0 dl 1777047483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047472.361319:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e450a80 with x1863365384181504 ext(217088->221183) 00002000:00010000:2.0:1777047472.361330:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e450a80 00000100:00100000:2.0:1777047472.361416:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2871 00000100:00100000:2.0:1777047472.361434:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384181504:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047472.361909:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384181504:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 476us (880us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047472.361925:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2871 00002000:00100000:2.0:1777047472.361938:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x132:0x0] (217088->221183) req@ffff98683e450a80 x1863365384181504/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/4536 e 0 to 0 dl 1777047483 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047472.361954:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e450a80 with x1863365384181504 ext(217088->221183) 00002000:00010000:2.0:1777047472.361960:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e450a80 00000100:00100000:2.0:1777047472.372356:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047472.372954:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384181632 00000100:00100000:3.0:1777047472.372973:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384181632 00002000:00100000:3.0:1777047472.373102:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x132:0x0] (221184->225279) req@ffff98683efab480 x1863365384181632/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/0 e 0 to 0 dl 1777047483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047472.373123:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efab480 with x1863365384181632 ext(221184->225279) 00002000:00010000:3.0:1777047472.373154:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efab480 00000100:00100000:3.0:1777047472.373202:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2872 00000100:00100000:3.0:1777047472.373220:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384181632:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047472.375398:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384181632:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 2155us (3034us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047472.375416:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2872 00002000:00100000:3.0:1777047472.375431:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x132:0x0] (221184->225279) req@ffff98683efab480 x1863365384181632/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/4536 e 0 to 0 dl 1777047483 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047472.375446:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efab480 with x1863365384181632 ext(221184->225279) 00002000:00010000:3.0:1777047472.375453:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efab480 00000100:00100000:2.0:1777047472.387459:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047472.388823:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384181760 00000100:00100000:1.0:1777047472.388844:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384181760 00002000:00100000:1.0:1777047472.388936:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x132:0x0] (196608->258047) req@ffff98683efaad80 x1863365384181760/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 504/0 e 0 to 0 dl 1777047483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047472.389308:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efaad80 with x1863365384181760 ext(196608->258047) 00002000:00010000:1.0:1777047472.389320:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efaad80 00000100:00100000:1.0:1777047472.389408:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2873 00000100:00100000:1.0:1777047472.389427:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384181760:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047472.402816:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384181760:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13372us (15354us total) trans 0 rc 53248/53248 00000100:00100000:3.0:1777047472.402864:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2873 00002000:00100000:3.0:1777047472.402889:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x132:0x0] (196608->258047) req@ffff98683efaad80 x1863365384181760/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 504/440 e 0 to 0 dl 1777047483 ref 1 fl Complete:/600/0 rc 53248/53248 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047472.402908:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efaad80 with x1863365384181760 ext(196608->258047) 00002000:00010000:3.0:1777047472.402919:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efaad80 00000100:00100000:2.0:1777047472.424142:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047472.424430:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384182016 00000100:00100000:0.0:1777047472.424450:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384182016 00000100:00100000:2.0:1777047472.425946:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1200 00000100:00100000:2.0:1777047472.425969:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384182016:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047472.426484:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384182016:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 521us (2360us total) trans 8589937971 rc 0/0 00000100:00100000:2.0:1777047472.426499:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1200 00000100:00100000:1.0:1777047472.444472:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047472.445332:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384182272 00000100:00100000:2.0:1777047472.445351:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384182272 00000100:00100000:2.0:1777047472.446299:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3315 00000100:00100000:2.0:1777047472.446315:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384182272:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047472.447216:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047472.447222:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047472.447276:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0841 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f1f expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.447319:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0799 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f0a expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.447342:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e076f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787efc expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.447361:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:2.0:1777047472.447407:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047472.447436:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e084f lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f2d expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.447530:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0856 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.452457:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0856 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047472.452494:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0856 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047472.480959:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1011, 88 off93280 00000004:00080000:3.0:1777047472.480988:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100863452400ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.481171:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].998, 88 off92048 00000004:00080000:3.0:1777047472.481185:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100863649953ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.481258:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].999, 88 off92136 00000004:00080000:3.0:1777047472.481270:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100863735618ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.481303:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1012, 88 off93368 00000004:00080000:3.0:1777047472.481311:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100863776836ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.481840:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1013, 88 off93456 00000004:00080000:3.0:1777047472.481850:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100864315299ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.482075:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1000, 88 off92224 00000004:00080000:3.0:1777047472.482085:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100864550130ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.482135:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1014, 88 off93544 00000004:00080000:3.0:1777047472.482143:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100864608737ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.482390:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1001, 88 off92312 00000004:00080000:3.0:1777047472.482399:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100864864666ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.482448:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1002, 88 off92400 00000004:00080000:3.0:1777047472.482455:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100864920318ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.482481:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1015, 88 off93632 00000004:00080000:3.0:1777047472.482487:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100864952783ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.482804:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1003, 88 off92488 00000004:00080000:3.0:1777047472.482814:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100865279519ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.482934:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1016, 88 off93720 00000004:00080000:3.0:1777047472.482944:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100865409902ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.483907:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1004, 88 off92576 00000004:00080000:3.0:1777047472.483917:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100866382874ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.483970:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1017, 88 off93808 00000004:00080000:3.0:1777047472.483977:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100866442744ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.484361:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1018, 88 off93896 00000004:00080000:3.0:1777047472.484391:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100866856584ns, next at 4065739598673ns, rc = 0 00000040:00080000:3.0:1777047472.484433:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1005, 88 off92664 00000004:00080000:3.0:1777047472.484441:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100866906044ns, next at 4065738783769ns, rc = 0 00000040:00080000:3.0:1777047472.484946:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1006, 88 off92752 00000004:00080000:3.0:1777047472.484955:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100867420405ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047472.485415:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1019, 88 off93984 00000004:00080000:2.0:1777047472.485427:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100867892386ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.485482:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1020, 88 off94072 00000004:00080000:2.0:1777047472.485489:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100867955021ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.485515:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1007, 88 off92840 00000004:00080000:2.0:1777047472.485521:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100867987184ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047472.485884:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1021, 88 off94160 00000004:00080000:2.0:1777047472.485894:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100868358895ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.486013:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1008, 88 off92928 00000004:00080000:2.0:1777047472.486022:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100868487782ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047472.486305:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1009, 88 off93016 00000004:00080000:2.0:1777047472.486316:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100868781054ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047472.486519:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1022, 88 off94248 00000004:00080000:2.0:1777047472.486528:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100868993252ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.486756:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1023, 88 off94336 00000004:00080000:2.0:1777047472.486766:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100869232098ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.486823:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1010, 88 off93104 00000004:00080000:2.0:1777047472.486832:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100869298063ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047472.487078:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1024, 88 off94424 00000004:00080000:2.0:1777047472.487089:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100869553964ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.487186:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1011, 88 off93192 00000004:00080000:2.0:1777047472.487192:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100869657993ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047472.487360:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1012, 88 off93280 00000004:00080000:2.0:1777047472.487395:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100869860390ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047472.487439:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1025, 88 off94512 00000004:00080000:2.0:1777047472.487448:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100869913503ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.488544:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1026, 88 off94600 00000004:00080000:2.0:1777047472.488553:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4100871018589ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047472.488923:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1013, 88 off93368 00000004:00080000:2.0:1777047472.488931:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4100871396998ns, next at 4065738783769ns, rc = 0 00000001:00080000:1.0:1777047472.639462:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937969 is committed 00000001:00080000:1.0:1777047472.639949:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937971 is committed 00010000:00010000:2.0:1777047472.639954:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0856 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f2d expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047472.639972:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937972 is committed 00000004:00080000:1.0:1777047472.639994:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 918 committed 00010000:00010000:2.0:1777047472.639997:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047472.640007:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000004:00080000:1.0:1777047472.640036:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 930 committed 00010000:00010000:2.0:1777047472.640046:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e084f lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f2d expref: 70 pid: 30806 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047472.640073:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 929 committed 00000004:00080000:1.0:1777047472.640080:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 917 committed 00000004:00080000:1.0:1777047472.640088:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 916 committed 00000004:00080000:1.0:1777047472.640094:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 928 committed 00000004:00080000:1.0:1777047472.640099:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 915 committed 00010000:00010000:2.0:1777047472.640107:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0856 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f2d expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047472.640110:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 927 committed 00000004:00080000:1.0:1777047472.640122:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 926 committed 00000004:00080000:1.0:1777047472.640138:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 914 committed 00000004:00080000:1.0:1777047472.640145:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 913 committed 00000004:00080000:1.0:1777047472.640149:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 925 committed 00000004:00080000:1.0:1777047472.640153:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 912 committed 00000004:00080000:1.0:1777047472.640156:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 924 committed 00000004:00080000:1.0:1777047472.640160:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 923 committed 00000004:00080000:1.0:1777047472.640165:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 911 committed 00000004:00080000:1.0:1777047472.640169:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 910 committed 00000004:00080000:1.0:1777047472.640173:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 922 committed 00000004:00080000:1.0:1777047472.640177:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 921 committed 00000004:00080000:1.0:1777047472.640181:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 909 committed 00000004:00080000:1.0:1777047472.640189:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 920 committed 00010000:00010000:2.0:1777047472.640193:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00000004:00080000:1.0:1777047472.640196:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 908 committed 00000004:00080000:1.0:1777047472.640202:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 919 committed 00000004:00080000:1.0:1777047472.640206:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 907 committed 00000004:00080000:1.0:1777047472.640211:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 906 committed 00000004:00080000:1.0:1777047472.640215:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 918 committed 00000004:00080000:1.0:1777047472.640219:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 905 committed 00000004:00080000:1.0:1777047472.640223:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 917 committed 00000004:00080000:1.0:1777047472.640227:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 916 committed 00000004:00080000:1.0:1777047472.640231:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 904 committed 00000004:00080000:1.0:1777047472.640236:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 903 committed 00000004:00080000:1.0:1777047472.640244:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 915 committed 00000100:00100000:3.0:1777047472.641606:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.641725:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.641849:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002688:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.641906:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.641986:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003200:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.642031:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.642069:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.642109:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.642143:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1777047472.642154:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002304:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1777047472.642180:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047472.642190:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b200, rc 0) 00000100:00100000:3.0:1777047472.642203:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.642243:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002816:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.642299:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.642323:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384182272:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 196004us (197862us total) trans 8589937972 rc 0/0 00000100:00100000:2.0:1777047472.642344:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3315 00000100:00100000:3.0:1777047472.642346:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003328:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.642436:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.642462:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434002560:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.642485:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.642604:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.642677:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.642713:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434002432:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047472.642764:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434003072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.642782:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047472.642914:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434002176 00000100:00100000:0.0:1777047472.642930:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434002176 00000100:00100000:0.0:1777047472.643025:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434002688 00000100:00100000:0.0:1777047472.643031:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434002688 00000100:00100000:0.0:1777047472.643070:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003200 00000100:00100000:0.0:1777047472.643076:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003200 00000100:00100000:0.0:1777047472.643100:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003712 00000100:00100000:0.0:1777047472.643105:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003712 00000100:00100000:0.0:1777047472.643123:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434002304 00000100:00100000:0.0:1777047472.643127:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434002304 00000100:00100000:0.0:1777047472.643145:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434002816 00000100:00100000:0.0:1777047472.643150:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434002816 00000100:00100000:0.0:1777047472.643167:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003328 00000100:00100000:0.0:1777047472.643171:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003328 00000100:00100000:0.0:1777047472.643194:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003840 00000100:00100000:0.0:1777047472.643198:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003840 00000100:00100000:0.0:1777047472.645078:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434002560 00000100:00100000:0.0:1777047472.645087:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434002560 00000100:00100000:0.0:1777047472.645115:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434002432 00000100:00100000:0.0:1777047472.645120:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434002432 00000100:00100000:0.0:1777047472.645149:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5364 00000100:00100000:0.0:1777047472.645165:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434002176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047472.645701:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.645755:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434003584:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.645803:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.645828:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434004096:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.645862:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.646110:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003072 00000100:00100000:2.0:1777047472.646117:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003072 00000100:00100000:2.0:1777047472.646147:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003584 00000100:00100000:2.0:1777047472.646152:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003584 00000100:00100000:2.0:1777047472.646169:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004096 00000100:00100000:2.0:1777047472.646173:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004096 00000100:00100000:2.0:1777047472.646192:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5365 00000100:00100000:2.0:1777047472.646204:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434002688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047472.646560:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434002688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 330us (4629us total) trans 21474838399 rc 0/0 00000100:00100000:2.0:1777047472.646575:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5365 00000100:00100000:2.0:1777047472.646604:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5366 00000100:00100000:2.0:1777047472.646617:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434003200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.646844:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434003200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 228us (4811us total) trans 17179871297 rc 0/0 00000100:00100000:2.0:1777047472.646856:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5366 00000100:00100000:2.0:1777047472.646879:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5367 00000100:00100000:2.0:1777047472.646891:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434003712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.648577:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434002944:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.648983:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.649016:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434003456:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.649054:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.649077:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434003968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.649112:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047472.649235:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434002944 00000100:00100000:3.0:1777047472.649248:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434002944 00000100:00100000:3.0:1777047472.649303:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003456 00000100:00100000:3.0:1777047472.649310:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003456 00002000:00010000:2.0:1777047472.652301:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047472.652314:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047472.652320:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047472.652325:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047472.652329:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047472.652557:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434003968 00000100:00100000:1.0:1777047472.652571:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434003968 00000100:00100000:1.0:1777047472.652632:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5368 00000100:00100000:1.0:1777047472.652652:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434002304:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047472.652986:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047472.652994:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:1.0:1777047472.652998:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047472.653003:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.653007:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047472.653112:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434002304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 464us (10915us total) trans 21474838400 rc 0/0 00000100:00100000:1.0:1777047472.653127:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5368 00000100:00100000:1.0:1777047472.653165:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369 00000100:00100000:1.0:1777047472.653181:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434002816:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047472.653272:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434003712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6373us (11152us total) trans 17179871298 rc 0/0 00000100:00100000:2.0:1777047472.653295:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5367 00000100:00100000:2.0:1777047472.653351:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5370 00000100:00100000:2.0:1777047472.653398:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434003328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047472.653491:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434002816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 307us (11187us total) trans 21474838401 rc 0/0 00000100:00100000:1.0:1777047472.653513:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369 00000100:00100000:1.0:1777047472.653604:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5371 00000100:00100000:1.0:1777047472.653623:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434003840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047472.653755:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047472.653762:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047464 -> 1777047464 00002000:00010000:2.0:1777047472.653768:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047472.653774:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047472.653779:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047472.653856:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434003328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 491us (11421us total) trans 17179871299 rc 0/0 00000100:00100000:2.0:1777047472.653872:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5370 00002000:00010000:1.0:1777047472.653905:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777047472.653915:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372 00002000:00010000:1.0:1777047472.653923:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:1.0:1777047472.653931:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047472.653936:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00000100:00100000:2.0:1777047472.653941:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434002560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047472.653948:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047472.654050:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434003840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 429us (11444us total) trans 17179871300 rc 0/0 00000100:00100000:1.0:1777047472.654065:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5371 00000100:00100000:1.0:1777047472.654101:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5373 00000100:00100000:1.0:1777047472.654117:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434002432:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047472.654302:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047472.654311:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:1.0:1777047472.654315:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047472.654319:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:1.0:1777047472.654323:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047472.654441:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434002432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 326us (11661us total) trans 21474838402 rc 0/0 00000100:00100000:1.0:1777047472.654454:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5373 00000100:00100000:1.0:1777047472.654490:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5374 00000100:00100000:1.0:1777047472.654505:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434003072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047472.654707:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047472.654713:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.654718:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047472.654724:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.654729:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1777047472.655413:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047472.655419:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047472.655423:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047472.655427:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047472.655432:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047472.659011:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375 00000100:00100000:3.0:1777047472.659033:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434003584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047472.659565:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434003072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5059us (13859us total) trans 21474838403 rc 0/0 00000100:00100000:1.0:1777047472.659584:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5374 00000100:00100000:1.0:1777047472.659623:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5376 00000100:00100000:1.0:1777047472.659638:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434004096:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047472.659870:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434004096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 234us (14003us total) trans 17179871302 rc 0/0 00000100:00100000:1.0:1777047472.659883:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5376 00000100:00100000:1.0:1777047472.659911:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5377 00000100:00100000:1.0:1777047472.659924:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434002944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047472.660142:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365434002944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 217us (11156us total) trans 21474838405 rc 0/0 00000100:00100000:1.0:1777047472.660154:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5377 00000100:00100000:1.0:1777047472.660182:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378 00000100:00100000:1.0:1777047472.660196:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434003968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.661019:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434002176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 15842us (19282us total) trans 21474838398 rc 0/0 00000100:00100000:0.0:1777047472.661042:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5364 00000100:00100000:0.0:1777047472.661101:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5379 00000100:00100000:0.0:1777047472.661125:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434003456:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047472.661303:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840380700/2, rc 0, transno 21474838402 00000100:00100000:0.0:1777047472.661335:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434002432:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047472.661358:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884e00/2, rc 0, transno 21474838405 00000100:00100000:0.0:1777047472.661397:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434002944:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047472.662600:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434002560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8665us (19925us total) trans 21474838404 rc 0/0 00000100:00100000:2.0:1777047472.662614:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372 00002000:00010000:1.0:1777047472.666355:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047472.666402:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.666408:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047472.666413:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.666418:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047472.666622:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434003968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6422us (17502us total) trans 17179871303 rc 0/0 00000100:00100000:1.0:1777047472.666645:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378 00000004:00080000:1.0:1777047472.666759:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3adc00/2, rc 0, transno 17179871303 00000100:00100000:1.0:1777047472.666787:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434003968:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047472.666900:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047472.666929:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434004224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047472.667284:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.667413:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004224 00000100:00100000:2.0:1777047472.667433:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004224 00000100:00100000:2.0:1777047472.667529:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5380 00000100:00100000:2.0:1777047472.667578:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434004224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.667861:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434003584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 8828us (22049us total) trans 17179871301 rc 0/0 00000100:00100000:3.0:1777047472.667880:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375 00000100:00100000:0.0:1777047472.668097:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434003456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6977us (19035us total) trans 17179871304 rc 0/0 00000100:00100000:0.0:1777047472.668120:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5379 00000004:00080000:3.0:1777047472.668238:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840380a80/2, rc 0, transno 21474838400 00000100:00100000:3.0:1777047472.668260:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002304:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047472.668280:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886300/2, rc 0, transno 21474838401 00000100:00100000:3.0:1777047472.668287:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002816:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047472.668306:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a79500/2, rc 0, transno 17179871299 00000100:00100000:3.0:1777047472.668321:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003328:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047472.668337:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ace00/2, rc 0, transno 17179871300 00000100:00100000:3.0:1777047472.668344:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003840:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047472.668359:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a78000/2, rc 0, transno 17179871297 00000100:00100000:3.0:1777047472.668394:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003200:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047472.668414:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3aca80/2, rc 0, transno 17179871298 00000100:00100000:3.0:1777047472.668420:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434003712:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047472.668436:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840383480/2, rc 0, transno 21474838398 00000100:00100000:3.0:1777047472.668442:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002176:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047472.668458:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b887800/2, rc 0, transno 21474838399 00000100:00100000:3.0:1777047472.668465:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434002688:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.668506:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047472.668518:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434004352:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.668623:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047472.668854:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840382680/2, rc 0, transno 21474838404 00000100:00100000:3.0:1777047472.668864:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434002560:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047472.668882:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886680/2, rc 0, transno 21474838403 00000100:00100000:3.0:1777047472.668888:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434003072:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047472.668903:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ae680/2, rc 0, transno 17179871301 00000100:00100000:3.0:1777047472.668910:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434003584:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047472.668926:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ad180/2, rc 0, transno 17179871302 00000100:00100000:3.0:1777047472.668932:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434004096:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.668947:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047472.669274:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434004480:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.669327:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777047472.670901:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047472.670908:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047472.670914:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047472.670918:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047472.670922:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047472.671341:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434004224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3767us (4057us total) trans 17179871305 rc 0/0 00000100:00100000:2.0:1777047472.671356:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5380 00000100:00100000:2.0:1777047472.671434:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004352 00000100:00100000:2.0:1777047472.671443:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004352 00000100:00100000:2.0:1777047472.671506:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004480 00000100:00100000:2.0:1777047472.671511:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004480 00000100:00100000:2.0:1777047472.671550:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381 00000100:00100000:2.0:1777047472.671562:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434004352:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047472.673522:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5382 00000100:00100000:1.0:1777047472.673596:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434004480:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047472.673897:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047472.673905:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.673911:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047472.673915:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.673920:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047472.674010:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434004480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 471us (4680us total) trans 21474838406 rc 0/0 00000100:00100000:1.0:1777047472.674024:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5382 00000100:00100000:1.0:1777047472.674079:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434004864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047472.674129:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047472.674200:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e453480/2, rc 0, transno 17179871305 00000100:00100000:1.0:1777047472.674208:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434004224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047472.674221:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777047472.674228:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434004736:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047472.674268:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047472.674332:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005248:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047472.674408:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004864 00000100:00100000:1.0:1777047472.674420:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047472.674426:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004864 00000100:00100000:1.0:1777047472.674489:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434004992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047472.674492:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004736 00000100:00100000:0.0:1777047472.674503:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004736 00000100:00100000:1.0:1777047472.674599:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047472.674619:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434005248 00000100:00100000:0.0:1777047472.674628:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434005248 00000004:00080000:1.0:1777047472.674662:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a79880/2, rc 0, transno 17179871304 00000100:00100000:1.0:1777047472.674679:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434003456:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.674680:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004992 00000100:00100000:0.0:1777047472.674694:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004992 00000100:00100000:1.0:1777047472.674710:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047472.674724:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434004608:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047472.674767:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5383 00000100:00100000:1.0:1777047472.674779:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047472.674788:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+35:3343:x1863365434004864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047472.674827:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434005120:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047472.674879:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047472.675269:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434004608 00000100:00100000:1.0:1777047472.675281:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434004608 00000100:00100000:1.0:1777047472.675337:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434005120 00000100:00100000:1.0:1777047472.675344:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434005120 00002000:00010000:0.0:1777047472.675426:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047472.675433:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047472.675439:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047472.675445:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047472.675450:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047472.675594:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:3343:x1863365434004864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 812us (1463us total) trans 21474838408 rc 0/0 00000100:00100000:0.0:1777047472.675612:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5383 00000004:00080000:3.0:1777047472.675621:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0f100/2, rc 0, transno 21474838406 00000100:00100000:3.0:1777047472.675639:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434004480:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047472.675660:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384 00000100:00100000:0.0:1777047472.675677:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365434004736:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047472.675694:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5385 00000100:00100000:3.0:1777047472.675718:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365434005248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047472.675950:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:3343:x1863365434004736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 274us (1679us total) trans 21474838409 rc 0/0 00000100:00100000:0.0:1777047472.675963:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384 00000100:00100000:0.0:1777047472.676005:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5386 00000100:00100000:0.0:1777047472.676028:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434004992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047472.676035:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047472.676044:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047472.676051:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047472.676056:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047472.676061:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047472.676155:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3343:x1863365434005248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 445us (1741us total) trans 21474838410 rc 0/0 00000100:00100000:3.0:1777047472.676167:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5385 00000100:00100000:3.0:1777047472.676202:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387 00000100:00100000:3.0:1777047472.676213:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434004608:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047472.676259:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047472.676266:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047472.676272:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047472.676277:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047472.676281:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047472.676359:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434004992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 341us (1760us total) trans 21474838411 rc 0/0 00000100:00100000:0.0:1777047472.676401:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5386 00002000:00010000:3.0:1777047472.676481:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047472.676489:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047472.676494:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047472.676498:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:3.0:1777047472.676502:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047472.676980:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434004608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 765us (2202us total) trans 21474838412 rc 0/0 00000100:00100000:3.0:1777047472.676995:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387 00000100:00100000:2.0:1777047472.677637:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3342:x1863365434004352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6072us (9011us total) trans 21474838407 rc 0/0 00000100:00100000:2.0:1777047472.677651:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381 00000100:00100000:1.0:1777047472.682120:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5388 00000100:00100000:1.0:1777047472.682147:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3340:x1863365434005120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047472.683237:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047472.683245:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.683250:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047472.683254:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047472.683259:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047472.683360:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3340:x1863365434005120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1223us (8479us total) trans 21474838413 rc 0/0 00000100:00100000:1.0:1777047472.683407:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5388 00000004:00080000:3.0:1777047472.684241:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0ce00/2, rc 0, transno 21474838407 00000100:00100000:3.0:1777047472.684254:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434004352:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047472.684321:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047472.684357:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384182400 00000004:00080000:0.0:1777047472.684946:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3af800/2, rc 0, transno 21474838409 00000100:00100000:0.0:1777047472.684962:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434004736:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047472.684986:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64380/2, rc 0, transno 21474838410 00000100:00100000:0.0:1777047472.684992:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005248:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047472.685011:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3af480/2, rc 0, transno 21474838408 00000100:00100000:0.0:1777047472.685017:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434004864:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047472.685687:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005376:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.686896:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.687005:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005888:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.687045:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.687087:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047472.687096:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005760:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.687131:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.687182:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434005376 00000100:00100000:2.0:1777047472.687192:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434005376 00000100:00100000:2.0:1777047472.687258:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434005888 00000100:00100000:2.0:1777047472.687263:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434005888 00000100:00100000:2.0:1777047472.687286:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434005760 00000100:00100000:2.0:1777047472.687290:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434005760 00000100:00100000:2.0:1777047472.687320:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5389 00000100:00100000:2.0:1777047472.687335:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434005376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.691293:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5390 00000100:00100000:0.0:1777047472.691332:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434005888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.692689:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3343:x1863365434005888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1376us (5639us total) trans 17179871306 rc 0/0 00000100:00100000:0.0:1777047472.692704:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5390 00000100:00100000:0.0:1777047472.692747:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5391 00000100:00100000:0.0:1777047472.692761:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434005760:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.692942:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3343:x1863365434005760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 182us (5807us total) trans 17179871307 rc 0/0 00000100:00100000:0.0:1777047472.692953:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5391 00000100:00100000:2.0:1777047472.693636:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3343:x1863365434005376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6300us (6738us total) trans 17179871308 rc 0/0 00000100:00100000:2.0:1777047472.693656:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5389 00000100:00100000:3.0:1777047472.693657:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434005632:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047472.693783:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64000/2, rc 0, transno 17179871307 00000100:00100000:3.0:1777047472.693787:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047472.693807:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005760:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047472.693834:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b66d80/2, rc 0, transno 17179871308 00000100:00100000:2.0:1777047472.693840:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005376:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047472.693860:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b67480/2, rc 0, transno 17179871306 00000100:00100000:2.0:1777047472.693868:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434005888:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.693928:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434005632 00000100:00100000:2.0:1777047472.693940:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434005632 00000100:00100000:3.0:1777047472.693952:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434006144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.694780:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5392 00000100:00100000:2.0:1777047472.694802:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365434005632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047472.695396:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047472.695403:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047472.695408:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047472.695412:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047472.695416:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047472.695509:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3341:x1863365434005632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 713us (1723us total) trans 17179871309 rc 0/0 00000100:00100000:2.0:1777047472.695521:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5392 00000100:00100000:1.0:1777047472.701821:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384182400 00000100:00100000:1.0:1777047472.701958:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5393 00000100:00100000:1.0:1777047472.701991:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54106:x1863365384182400:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047472.702026:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047472.702068:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f34 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047472.702115:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 257382, mtime: 0x69eb97a8, atime: 0x69eb979d, ctime: 0x69eb97ae, blocks: 0x107 00010000:00010000:1.0:1777047472.702153:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047472.702157:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047472.702173:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 31 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.702210:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 31 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047472.702237:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6800, rc 0) 00000100:00100000:1.0:1777047472.702342:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54106:x1863365384182400:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 358us (18033us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047472.702401:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5393 00000100:00100000:1.0:1777047472.702505:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434005504:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047472.703452:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047472.703640:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b66a00/2, rc 0, transno 17179871309 00000100:00100000:3.0:1777047472.703658:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434005632:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.703875:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434006144 00000100:00100000:0.0:1777047472.703898:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434006144 00000100:00100000:0.0:1777047472.704026:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5394 00000100:00100000:0.0:1777047472.704045:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+34:3341:x1863365434006144:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047472.704399:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047472.704733:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3341:x1863365434006144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 688us (10716us total) trans 17179871310 rc 0/0 00000100:00100000:0.0:1777047472.704749:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5394 00000100:00100000:0.0:1777047472.704778:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434005504 00000100:00100000:0.0:1777047472.704786:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434005504 00000100:00100000:1.0:1777047472.704836:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434006016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.704845:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5395 00000100:00100000:0.0:1777047472.704862:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3340:x1863365434005504:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047472.705100:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+36:3340:x1863365434005504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 240us (732us total) trans 17179871311 rc 0/0 00000100:00100000:0.0:1777047472.705116:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5395 00000100:00100000:1.0:1777047472.705149:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047472.705232:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434006016 00000100:00100000:0.0:1777047472.705242:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434006016 00000004:00080000:1.0:1777047472.705255:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ac380/2, rc 0, transno 21474838412 00000100:00100000:1.0:1777047472.705276:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434004608:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047472.705298:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396 00000100:00100000:0.0:1777047472.705317:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3340:x1863365434006016:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047472.705318:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64700/2, rc 0, transno 21474838413 00000100:00100000:1.0:1777047472.705336:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434005120:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047472.705398:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3aea00/2, rc 0, transno 21474838411 00000100:00100000:1.0:1777047472.705408:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434004992:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047472.705457:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b65180/2, rc 0, transno 17179871311 00000100:00100000:1.0:1777047472.705465:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434005504:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047472.705526:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047472.705576:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047472.705582:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047472.705586:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047472.705591:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047472.705658:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3340:x1863365434006016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 344us (524us total) trans 17179871312 rc 0/0 00000100:00100000:0.0:1777047472.705670:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396 00000004:00080000:3.0:1777047472.706524:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810663800/2, rc 0, transno 17179871310 00000100:00100000:3.0:1777047472.706538:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810663800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434006144:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047472.706821:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810663100/2, rc 0, transno 17179871312 00000100:00100000:1.0:1777047472.706835:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434006016:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047472.722334:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047472.725885:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384182528 00000100:00100000:1.0:1777047472.725909:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384182528 00002000:00100000:1.0:1777047472.726017:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (139264->204799) req@ffff98670f322300 x1863365384182528/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/0 e 0 to 0 dl 1777047483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047472.726045:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f322300 with x1863365384182528 ext(139264->204799) 00002000:00010000:1.0:1777047472.726056:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f322300 00000100:00100000:1.0:1777047472.726135:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2874 00000100:00100000:1.0:1777047472.726155:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384182528:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047472.757033:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384182528:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 30863us (34699us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1777047472.757060:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2874 00002000:00100000:1.0:1777047472.757087:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (139264->204799) req@ffff98670f322300 x1863365384182528/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/440 e 0 to 0 dl 1777047483 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047472.757110:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f322300 with x1863365384182528 ext(139264->204799) 00002000:00010000:1.0:1777047472.757123:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f322300 00010000:00010000:0.0:1777047472.770505:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047472.782284:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047472.783446:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384182656 00000100:00100000:0.0:1777047472.783466:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384182656 00000100:00100000:0.0:1777047472.783673:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3316 00000100:00100000:0.0:1777047472.783693:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384182656:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047472.783739:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047472.783778:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0864 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f3b expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.783944:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.783976:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.783998:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047472.784051:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047472.784059:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047472.784095:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.784146:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0864 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.784179:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047472.784197:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047472.784203:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047472.784210:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c000, rc 0) 00000100:00100000:0.0:1777047472.784330:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384182656:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 641us (2065us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047472.784346:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3316 00000100:00100000:0.0:1777047472.828891:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047472.831846:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384182784 00000100:00100000:2.0:1777047472.831870:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384182784 00002000:00100000:2.0:1777047472.832840:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (229376->237567) req@ffff986810660000 x1863365384182784/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/0 e 0 to 0 dl 1777047483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047472.832863:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810660000 with x1863365384182784 ext(229376->237567) 00002000:00010000:2.0:1777047472.832875:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810660000 00000100:00100000:2.0:1777047472.832945:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2875 00000100:00100000:2.0:1777047472.832966:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810660000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384182784:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047472.838031:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810660000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384182784:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 5057us (9146us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1777047472.838051:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2875 00002000:00100000:2.0:1777047472.838067:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (229376->237567) req@ffff986810660000 x1863365384182784/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/8632 e 0 to 0 dl 1777047483 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047472.838085:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810660000 with x1863365384182784 ext(229376->237567) 00002000:00010000:2.0:1777047472.838094:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810660000 00000100:00100000:2.0:1777047472.892627:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047472.893810:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384182912 00000100:00100000:3.0:1777047472.893860:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384182912 00002000:00100000:3.0:1777047472.894454:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (32768->98303) req@ffff98670f323800 x1863365384182912/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/0 e 0 to 0 dl 1777047483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047472.894475:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f323800 with x1863365384182912 ext(32768->98303) 00002000:00010000:3.0:1777047472.894485:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f323800 00000100:00100000:3.0:1777047472.894579:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2876 00000100:00100000:3.0:1777047472.894596:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384182912:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047472.926205:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384182912:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 31594us (33577us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1777047472.926229:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2876 00002000:00100000:2.0:1777047472.926254:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (32768->98303) req@ffff98670f323800 x1863365384182912/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/440 e 0 to 0 dl 1777047483 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047472.926274:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f323800 with x1863365384182912 ext(32768->98303) 00002000:00010000:2.0:1777047472.926285:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f323800 00000100:00100000:1.0:1777047472.966089:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047472.967459:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384183040 00000100:00100000:0.0:1777047472.967479:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384183040 00002000:00100000:0.0:1777047472.967636:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (98304->135167) req@ffff98683e452d80 x1863365384183040/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/0 e 0 to 0 dl 1777047483 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047472.967672:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e452d80 with x1863365384183040 ext(98304->135167) 00002000:00010000:0.0:1777047472.967683:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e452d80 00000100:00100000:0.0:1777047472.967759:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2877 00000100:00100000:0.0:1777047472.967778:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384183040:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:0.0:1777047472.987906:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384183040:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 20109us (21813us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777047472.987951:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2877 00002000:00100000:0.0:1777047472.987975:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (98304->135167) req@ffff98683e452d80 x1863365384183040/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:208/0 lens 488/440 e 0 to 0 dl 1777047483 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047472.987996:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e452d80 with x1863365384183040 ext(98304->135167) 00002000:00010000:0.0:1777047472.988008:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e452d80 00000100:00100000:3.0:1777047473.066409:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047473.071658:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384183296 00000100:00100000:0.0:1777047473.071689:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384183296 00000100:00100000:0.0:1777047473.071896:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1201 00000100:00100000:0.0:1777047473.071919:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708687050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384183296:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:0.0:1777047473.072881:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708687050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384183296:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 965us (7208us total) trans 8589937973 rc 0/0 00000100:00100000:0.0:1777047473.072899:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1201 00000100:00080000:2.0:1777047473.077462:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047473.267866:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047473.271980:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384183424 00000100:00100000:0.0:1777047473.272008:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384183424 00000100:00100000:0.0:1777047473.272158:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3317 00000100:00100000:0.0:1777047473.272185:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54280:x1863365384183424:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047473.272238:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047473.272294:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e0872 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f42 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.273045:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.273082:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.273104:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.273137:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.273151:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.273168:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274051:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0887 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274072:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0887 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274094:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0887 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047473.274178:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047473.274188:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047473.274231:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0887 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274261:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0887 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274277:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274296:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274310:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274322:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047473.274335:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274348:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274417:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047473.274424:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047473.274432:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274444:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0879 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274473:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274485:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274503:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274514:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047473.274520:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274538:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274647:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612000) 00010000:00010000:0.0:1777047473.274653:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047473.274664:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274677:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0880 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274748:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e0872 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f42 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274776:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0887 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f42 expref: 71 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.274797:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047473.274802:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047473.274808:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047473.278495:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54280:x1863365384183424:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 6298us (10637us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047473.278532:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3317 00000100:00100000:3.0:1777047473.299266:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047473.299424:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047473.300020:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384183808 00000100:00100000:2.0:1777047473.300046:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384183808 00000100:00100000:2.0:1777047473.300198:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 478 00000100:00100000:2.0:1777047473.300219:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2411:x1863365384183808:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047473.300256:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047473.300308:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0887 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f42 expref: 71 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.300390:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047473.300407:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047473.300516:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2411:x1863365384183808:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 300us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.300537:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 478 00000100:00100000:0.0:1777047473.303423:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384183680 00000100:00100000:0.0:1777047473.303434:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384183680 00000100:00100000:0.0:1777047473.303517:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3318 00000100:00100000:0.0:1777047473.303939:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54280:x1863365384183680:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047473.303978:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047473.304017:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e088e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f49 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.304231:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.304266:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.304289:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.304395:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.304428:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 71 pid: 33460 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047473.304461:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810663b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434006272:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047473.304962:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047473.321462:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810663b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434006272:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047473.321534:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047473.350854:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047473.351329:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384183936 00000100:00100000:0.0:1777047473.351347:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384183936 00010000:00010000:0.0:1777047473.351480:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 72 pid: 33460 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047473.353945:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2482 00000100:00100000:2.0:1777047473.353974:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384183936:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047473.354007:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047473.354024:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 72 pid: 33460 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.354056:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 72 pid: 33460 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.354115:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e086b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f3b expref: 72 pid: 33460 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.354149:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047473.354160:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.354182:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.354199:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.354275:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047473.354580:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.354598:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047473.354638:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:1.0:1777047473.354957:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e088e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.354992:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.355008:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047473.355014:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047473.355019:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00000100:00100000:2.0:1777047473.355125:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384183936:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1159us (4309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.355142:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2482 00000100:00100000:1.0:1777047473.356264:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54280:x1863365384183680:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 52729us (56836us total) trans 8589937974 rc 0/0 00000100:00100000:1.0:1777047473.356283:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3318 00000100:00100000:1.0:1777047473.375037:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047473.376085:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384184064 00000100:00100000:0.0:1777047473.376107:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384184064 00000100:00100000:0.0:1777047473.378389:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3319 00000100:00100000:0.0:1777047473.378422:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54280:x1863365384184064:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047473.378468:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047473.378508:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e08a3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f50 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.378967:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.378997:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.379015:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.379086:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.379114:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 72 pid: 33034 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047473.379144:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810663b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434006400:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047473.379303:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047473.402630:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047473.402728:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384184192 00000100:00100000:1.0:1777047473.402746:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384184192 00010000:00010000:1.0:1777047473.402823:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 73 pid: 33034 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047473.403404:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2483 00000100:00100000:1.0:1777047473.403440:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384184192:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047473.403476:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047473.403492:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 73 pid: 33034 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.403516:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 73 pid: 33034 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.403560:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047473.403572:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.403588:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.403603:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.403641:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047473.403666:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e0895 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f49 expref: 73 pid: 33034 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047473.404025:0:33460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810663b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434006400:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047473.404064:0:33460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.404081:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.404091:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047473.404172:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047473.404181:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047473.404218:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.404279:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e08a3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f50 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.404307:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f50 expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.404321:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047473.404327:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047473.404332:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:1.0:1777047473.405808:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384184192:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2366us (3266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047473.405847:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2483 00000100:00100000:2.0:1777047473.406843:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54280:x1863365384184064:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 28431us (31821us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.406858:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3319 00000100:00100000:0.0:1777047473.446840:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047473.447380:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384184448 00000100:00100000:2.0:1777047473.447400:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384184448 00000100:00100000:2.0:1777047473.447608:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3320 00000100:00100000:2.0:1777047473.447763:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810660a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54280:x1863365384184448:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047473.447804:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047473.447862:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08b1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f57 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.448408:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e08b8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.448435:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e08b8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.448455:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e08b8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047473.448477:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:2.0:1777047473.449264:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08b1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f57 expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.449296:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e08b8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f57 expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.449310:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047473.449315:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047473.449321:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3aa00, rc 0) 00000100:00100000:2.0:1777047473.449453:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810660a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54280:x1863365384184448:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1828us (2659us total) trans 8589937975 rc 0/0 00000100:00100000:2.0:1777047473.452288:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3320 00000100:00100000:1.0:1777047473.481006:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047473.481080:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047473.481145:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047473.481314:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384184576 00000100:00100000:3.0:1777047473.481334:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384184576 00000100:00100000:3.0:1777047473.481482:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384184832 00000100:00100000:3.0:1777047473.481489:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384184832 00000100:00100000:3.0:1777047473.481522:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384184704 00000100:00100000:3.0:1777047473.481527:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384184704 00000100:00100000:3.0:1777047473.481613:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5397 00000100:00100000:3.0:1777047473.481630:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384184576:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047473.481710:0:26190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.481749:0:26190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.481766:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047473.481779:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047473.481786:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.481855:0:26190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.481881:0:26190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 32 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047473.481919:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810184000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434006528:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047473.482057:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047473.482093:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5398 00000100:00100000:3.0:1777047473.482108:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384184832:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047473.482141:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482163:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482174:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047473.482177:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047473.482181:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482220:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482237:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 32 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047473.482253:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810187100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434006656:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047473.482298:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047473.482327:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5399 00000100:00100000:3.0:1777047473.482340:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384184704:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047473.482407:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482429:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 30 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482459:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047473.482462:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047473.482466:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482503:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 30 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.482520:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 30 pid: 27536 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047473.482575:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434006784:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047473.482630:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3900 going to sleep for 11 seconds 00000100:00080000:1.0:1777047473.483083:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777047473.483092:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047473.501419:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810187100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434006656:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047473.501485:0:33459:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047473.506929:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047473.507057:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047473.507114:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384185088 00000100:00100000:1.0:1777047473.507128:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384185088 00010000:00010000:1.0:1777047473.507190:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 31 pid: 27536 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047473.507194:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384184960 00000100:00100000:0.0:1777047473.507215:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384184960 00000100:00100000:1.0:1777047473.507259:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2484 00000100:00100000:1.0:1777047473.507279:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384185088:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047473.507304:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047473.507336:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 31 pid: 27536 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1777047473.507344:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x11a:0x0] (131072->176127) req@ffff98683e6a1500 x1863365384184960/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:209/0 lens 504/0 e 0 to 0 dl 1777047484 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1777047473.507391:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 31 pid: 27536 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.507430:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047473.507434:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047473.507442:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.507460:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.507494:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047473.507599:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384185088:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 325us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047473.507614:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2484 00000100:00100000:3.0:1777047473.509072:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810184000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434006528:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047473.509110:0:26190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1777047473.509245:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1500 with x1863365384184960 ext(131072->176127) 00010000:00010000:0.0:1777047473.509266:0:14910:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.509298:0:14910:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047473.509316:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683e6a1500 00000100:00100000:1.0:1777047473.510511:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047473.510748:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 38 00000100:00100000:3.0:1777047473.510758:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384185216 00000100:00100000:3.0:1777047473.510770:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384185216 00010000:00010000:3.0:1777047473.510812:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 34 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047473.510863:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2485 00000100:00100000:3.0:1777047473.510878:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384185216:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047473.510898:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047473.510923:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 34 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.510944:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 34 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.510975:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e0761 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ef5 expref: 34 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.510998:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047473.511001:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047473.511008:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511024:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511061:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047473.511112:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384185216:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 236us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047473.511126:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2485 00010000:00010000:3.0:1777047473.511189:0:33459:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511206:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511245:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511260:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511275:0:33459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511288:0:33459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ecc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047473.511295:0:33459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511312:0:33459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511332:0:33459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.511346:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e08cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047473.511454:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384184832:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 29348us (30372us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047473.511477:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5398 00000100:00100000:0.0:1777047473.511574:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384184960:12345-192.168.201.26@tcp:4:fsx.0 00010000:00010000:2.0:1777047473.516458:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e075a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787eee expref: 30 pid: 27536 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047473.516496:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434006784:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047473.516532:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.516870:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.516901:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.516946:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.516961:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.516975:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.516988:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083edc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047473.516995:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.517009:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.517036:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.517060:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e08d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047473.517248:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384184704:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 34906us (36098us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.517265:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5399 00000100:00100000:0.0:1777047473.538497:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384184960:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 27719us (31565us total) trans 17179871313 rc 0/0 00000100:00100000:0.0:1777047473.538520:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 38 00002000:00100000:0.0:1777047473.538607:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x11a:0x0] (131072->176127) req@ffff98683e6a1500 x1863365384184960/t17179871313(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:209/0 lens 504/448 e 0 to 0 dl 1777047484 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047473.538626:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1500 with x1863365384184960 ext(131072->176127) 00010000:00010000:0.0:1777047473.538644:0:14910:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.538677:0:14910:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047473.538691:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683e6a1500 00000100:00100000:3.0:1777047473.556731:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047473.556862:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384185344 00000100:00100000:1.0:1777047473.556880:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384185344 00010000:00010000:1.0:1777047473.556942:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047473.557043:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2486 00000100:00100000:1.0:1777047473.557062:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384185344:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047473.557086:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777047473.557109:0:33476:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047464 -> 1777047473 00002000:00010000:1.0:1777047473.557115:0:33476:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047453 -> 1777047472 00002000:00010000:1.0:1777047473.557119:0:33476:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047470 -> 1777047473 00010000:00010000:1.0:1777047473.557129:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.557153:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.557187:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e085d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->176127) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f34 expref: 33 pid: 33459 timeout: 4201 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.557214:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047473.557218:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047473.557225:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.557242:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047473.557311:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047473.557419:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384185344:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 358us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047473.557436:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2486 00010000:00010000:3.0:1777047473.561217:0:26190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561243:0:26190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561290:0:26190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561308:0:26190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561324:0:26190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561339:0:26190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047473.561347:0:26190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561400:0:26190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561427:0:26190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047473.561442:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e08c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047473.561614:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384184576:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 79983us (80622us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047473.561631:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5397 00000100:00100000:3.0:1777047473.572381:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047473.572591:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384185600 00000100:00100000:2.0:1777047473.572608:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384185600 00000100:00100000:2.0:1777047473.572718:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3321 00000100:00100000:2.0:1777047473.572738:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54280:x1863365384185600:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047473.572822:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047473.572900:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e08aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f50 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.572941:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0856 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f2d expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.572971:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047473.572981:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047473.573031:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.573054:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.573073:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047473.612913:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1027, 88 off94688 00000004:00080000:0.0:1777047473.612940:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101995405178ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.613099:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1014, 88 off93456 00000004:00080000:0.0:1777047473.613113:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101995578528ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.613172:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1015, 88 off93544 00000004:00080000:0.0:1777047473.613194:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101995658805ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.613268:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1028, 88 off94776 00000004:00080000:0.0:1777047473.613279:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101995743238ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.613384:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1029, 88 off94864 00000004:00080000:0.0:1777047473.613399:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101995863395ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.613609:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1016, 88 off93632 00000004:00080000:0.0:1777047473.613622:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996087535ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.613678:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1030, 88 off94952 00000004:00080000:0.0:1777047473.613688:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996153892ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.613741:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1017, 88 off93720 00000004:00080000:0.0:1777047473.613752:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996217285ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.613787:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1018, 88 off93808 00000004:00080000:0.0:1777047473.613798:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996263387ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.613849:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1031, 88 off95040 00000004:00080000:0.0:1777047473.613861:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996326563ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.613899:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1019, 88 off93896 00000004:00080000:0.0:1777047473.613909:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996373789ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.613942:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1032, 88 off95128 00000004:00080000:0.0:1777047473.613950:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996415789ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.613982:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1020, 88 off93984 00000004:00080000:0.0:1777047473.613990:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996455715ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.614022:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1033, 88 off95216 00000004:00080000:0.0:1777047473.614031:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996496102ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.614064:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1034, 88 off95304 00000004:00080000:0.0:1777047473.614074:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996538932ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.614108:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1021, 88 off94072 00000004:00080000:0.0:1777047473.614116:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996581652ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.614148:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1022, 88 off94160 00000004:00080000:0.0:1777047473.614157:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996622395ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.614189:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1035, 88 off95392 00000004:00080000:0.0:1777047473.614197:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996662292ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.614228:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1036, 88 off95480 00000004:00080000:0.0:1777047473.614236:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996701605ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.614267:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1023, 88 off94248 00000004:00080000:0.0:1777047473.614276:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996741042ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.614307:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1037, 88 off95568 00000004:00080000:0.0:1777047473.614317:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101996781299ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.614395:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1024, 88 off94336 00000004:00080000:0.0:1777047473.614409:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996873202ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.614472:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1025, 88 off94424 00000004:00080000:0.0:1777047473.614482:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4101996947079ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.615270:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1038, 88 off95656 00000004:00080000:0.0:1777047473.615282:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4101997747493ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.619549:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1039, 88 off95744 00000004:00080000:0.0:1777047473.619568:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4102002032641ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.619649:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1026, 88 off94512 00000004:00080000:0.0:1777047473.619658:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4102002123211ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.621333:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1040, 88 off95832 00000004:00080000:0.0:1777047473.621345:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4102003810154ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.621494:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1027, 88 off94600 00000004:00080000:0.0:1777047473.621508:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4102003972410ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.622775:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1028, 88 off94688 00000004:00080000:0.0:1777047473.622787:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4102005252449ns, next at 4065738783769ns, rc = 0 00000040:00080000:0.0:1777047473.628992:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1041, 88 off95920 00000004:00080000:0.0:1777047473.629010:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4102011474691ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.629098:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1042, 88 off96008 00000004:00080000:0.0:1777047473.629116:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4102011580251ns, next at 4065739598673ns, rc = 0 00000040:00080000:0.0:1777047473.629206:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1029, 88 off94776 00000004:00080000:0.0:1777047473.629216:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4102011681348ns, next at 4065738783769ns, rc = 0 00010000:00010000:3.0:1777047473.798757:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:0.0:1777047473.841653:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f68755c7 reply state 00000000eba192e2 transno 8589937976 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047473.841694:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047473.842299:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54280:x1863365384185600:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 269173us (269572us total) trans 8589937976 rc 0/0 00000100:00100000:0.0:1777047473.842318:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3321 00000001:00080000:1.0:1777047473.842689:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937976 is committed 00000004:00080000:1.0:1777047473.842701:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 934 committed 00000004:00080000:1.0:1777047473.842728:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 946 committed 00000004:00080000:1.0:1777047473.842740:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 945 committed 00000004:00080000:1.0:1777047473.842746:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 933 committed 00000004:00080000:1.0:1777047473.842759:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 932 committed 00000004:00080000:1.0:1777047473.842763:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 944 committed 00000004:00080000:1.0:1777047473.842767:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 931 committed 00000004:00080000:1.0:1777047473.842771:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 943 committed 00000004:00080000:1.0:1777047473.842775:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 942 committed 00000004:00080000:1.0:1777047473.842779:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 930 committed 00000004:00080000:1.0:1777047473.842783:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 929 committed 00000004:00080000:1.0:1777047473.842787:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 941 committed 00000004:00080000:1.0:1777047473.842801:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 928 committed 00000004:00080000:1.0:1777047473.842805:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 940 committed 00000004:00080000:1.0:1777047473.842809:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 939 committed 00000004:00080000:1.0:1777047473.842815:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 927 committed 00000004:00080000:1.0:1777047473.842819:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 926 committed 00000004:00080000:1.0:1777047473.842824:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 938 committed 00000004:00080000:1.0:1777047473.842828:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 937 committed 00000004:00080000:1.0:1777047473.842842:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 925 committed 00000004:00080000:1.0:1777047473.842845:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 936 committed 00000004:00080000:1.0:1777047473.842850:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 924 committed 00000004:00080000:1.0:1777047473.842854:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 935 committed 00000004:00080000:1.0:1777047473.842858:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 923 committed 00000004:00080000:1.0:1777047473.842863:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 922 committed 00000004:00080000:1.0:1777047473.842866:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 934 committed 00000004:00080000:1.0:1777047473.842871:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 921 committed 00000004:00080000:1.0:1777047473.842885:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 933 committed 00000004:00080000:1.0:1777047473.842889:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 932 committed 00000004:00080000:1.0:1777047473.842893:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 920 committed 00000004:00080000:1.0:1777047473.842897:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 919 committed 00000004:00080000:1.0:1777047473.842901:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 931 committed 00000100:00100000:1.0:1777047473.843385:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434006912:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.843486:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.845072:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434007424:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.845143:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.845202:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777047473.845225:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434007040:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.845283:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.845339:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434007552:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.845765:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.845838:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047473.845880:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.845925:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047473.845966:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777047473.845976:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.846022:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047473.846057:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.846099:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047473.846153:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434006912 00000100:00100000:3.0:1777047473.846173:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434006912 00000100:00100000:3.0:1777047473.846236:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007424 00000100:00100000:3.0:1777047473.846241:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007424 00000100:00100000:3.0:1777047473.846274:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007040 00000100:00100000:3.0:1777047473.846279:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007040 00000100:00100000:3.0:1777047473.846314:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007168 00000100:00100000:3.0:1777047473.846319:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007168 00000100:00100000:3.0:1777047473.846351:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007680 00000100:00100000:3.0:1777047473.846394:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007680 00000100:00100000:3.0:1777047473.846433:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007296 00000100:00100000:3.0:1777047473.846438:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007296 00000100:00100000:3.0:1777047473.846463:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007808 00000100:00100000:3.0:1777047473.846467:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007808 00000100:00100000:3.0:1777047473.846490:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5400 00000100:00100000:3.0:1777047473.846515:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3342:x1863365434006912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.846982:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3342:x1863365434006912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 466us (3493us total) trans 21474838414 rc 0/0 00000100:00100000:3.0:1777047473.847007:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5400 00000100:00100000:3.0:1777047473.847047:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401 00000100:00100000:3.0:1777047473.847060:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3342:x1863365434007424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.847313:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3342:x1863365434007424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 253us (2168us total) trans 21474838415 rc 0/0 00000100:00100000:3.0:1777047473.847337:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401 00010000:00010000:0.0:1777047473.847600:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.847629:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.847644:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.847667:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047473.847676:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.847690:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.847725:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047473.847732:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047473.847750:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.847762:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e08db lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047473.847836:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402 00000100:00100000:0.0:1777047473.847852:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3342:x1863365434007040:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047473.848142:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3342:x1863365434007040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 292us (2856us total) trans 21474838416 rc 0/0 00000100:00100000:0.0:1777047473.848174:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402 00000100:00100000:0.0:1777047473.848215:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5403 00000100:00100000:0.0:1777047473.848228:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3340:x1863365434007168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047473.848485:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047473.848502:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:0.0:1777047473.848508:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047473.848512:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:0.0:1777047473.848516:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.850274:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434008064:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.850395:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047473.850471:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434008576:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.850526:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047473.850564:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777047473.850637:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434007936:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.851097:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047473.851132:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434008448:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.851176:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047473.851228:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008064 00000100:00100000:2.0:1777047473.851237:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008064 00000100:00100000:2.0:1777047473.851295:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008576 00000100:00100000:2.0:1777047473.851301:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008576 00000100:00100000:2.0:1777047473.851320:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007936 00000100:00100000:2.0:1777047473.851325:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007936 00000100:00100000:2.0:1777047473.851394:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008448 00000100:00100000:2.0:1777047473.851399:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008448 00000100:00100000:2.0:1777047473.851433:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5404 00000100:00100000:2.0:1777047473.851444:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3340:x1863365434007680:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047473.851805:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3340:x1863365434007680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 358us (5875us total) trans 21474838418 rc 0/0 00000100:00100000:2.0:1777047473.851818:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5404 00000100:00100000:2.0:1777047473.851858:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405 00000100:00100000:2.0:1777047473.851881:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3340:x1863365434007296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047473.852101:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.852109:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047473.852113:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047473.852127:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047473.852132:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.852214:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3340:x1863365434007296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 334us (6178us total) trans 21474838419 rc 0/0 00000100:00100000:2.0:1777047473.852228:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405 00000100:00100000:2.0:1777047473.852266:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5406 00000100:00100000:2.0:1777047473.852279:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3340:x1863365434007808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047473.852549:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.852555:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.852560:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047473.852564:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.852568:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.852709:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3340:x1863365434007808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 421us (6597us total) trans 21474838420 rc 0/0 00000100:00100000:2.0:1777047473.852723:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5406 00000100:00100000:2.0:1777047473.852761:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5407 00000100:00100000:2.0:1777047473.852774:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+40:3343:x1863365434008064:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.853070:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:3343:x1863365434008064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 297us (2673us total) trans 17179871314 rc 0/0 00000100:00100000:2.0:1777047473.853092:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5407 00000100:00100000:2.0:1777047473.853129:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408 00000100:00100000:2.0:1777047473.853141:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+40:3343:x1863365434008576:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.860704:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5409 00000100:00100000:3.0:1777047473.860741:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3343:x1863365434007936:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047473.861199:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047473.861404:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974dc00/2, rc 0, transno 21474838414 00000100:00100000:1.0:1777047473.861444:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434006912:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047473.861475:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974c000/2, rc 0, transno 21474838415 00000100:00100000:1.0:1777047473.861493:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434007424:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047473.862029:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d180/2, rc 0, transno 21474838416 00000100:00100000:1.0:1777047473.862042:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434007040:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.862096:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008320:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047473.862170:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.862224:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008832:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047473.862283:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.862323:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777047473.862334:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008192:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047473.862425:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.862463:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008704:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047473.862530:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.863205:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047473.863221:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434009216:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.863285:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.863386:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434008960:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.863456:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.863490:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047473.863499:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434009088:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.863543:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047473.864470:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3340:x1863365434007168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 16240us (18636us total) trans 21474838417 rc 0/0 00000100:00100000:0.0:1777047473.864498:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5403 00000100:00100000:0.0:1777047473.864540:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434007552 00000100:00100000:0.0:1777047473.864549:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434007552 00000100:00100000:0.0:1777047473.864653:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008320 00000100:00100000:0.0:1777047473.864660:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008320 00000100:00100000:0.0:1777047473.864679:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008832 00000100:00100000:0.0:1777047473.864684:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008832 00000100:00100000:0.0:1777047473.864711:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008192 00000100:00100000:0.0:1777047473.864715:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008192 00000100:00100000:0.0:1777047473.864742:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008704 00000100:00100000:0.0:1777047473.864746:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008704 00000100:00100000:0.0:1777047473.864763:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009216 00000100:00100000:0.0:1777047473.864767:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009216 00000100:00100000:0.0:1777047473.864792:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434008960 00000100:00100000:0.0:1777047473.864796:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434008960 00000100:00100000:0.0:1777047473.864826:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009088 00000100:00100000:0.0:1777047473.864883:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009088 00000100:00100000:0.0:1777047473.864925:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5410 00000100:00100000:0.0:1777047473.864948:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3343:x1863365434008448:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047473.865845:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047473.865853:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:0.0:1777047473.865869:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047473.865873:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:0.0:1777047473.865877:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047473.865957:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3343:x1863365434008448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1020us (14779us total) trans 17179871316 rc 0/0 00000100:00100000:0.0:1777047473.865970:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5410 00000100:00100000:0.0:1777047473.866006:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411 00000100:00100000:0.0:1777047473.866018:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+47:3342:x1863365434007552:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047473.866340:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3342:x1863365434007552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 322us (5150us total) trans 21474838421 rc 0/0 00000100:00100000:0.0:1777047473.866393:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411 00000100:00100000:0.0:1777047473.866432:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5412 00000100:00100000:0.0:1777047473.866454:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+45:3341:x1863365434008320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047473.871925:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.871935:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047473.871940:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047473.871945:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047469 -> 1777047469 00002000:00010000:2.0:1777047473.871954:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.872054:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105b8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3343:x1863365434008576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 18911us (21524us total) trans 17179871315 rc 0/0 00000100:00100000:2.0:1777047473.872127:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408 00000100:00100000:2.0:1777047473.872396:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5413 00000100:00100000:2.0:1777047473.872420:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3341:x1863365434008832:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.872772:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3341:x1863365434008832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 360us (10484us total) trans 17179871317 rc 0/0 00000100:00100000:2.0:1777047473.872792:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5413 00000100:00100000:2.0:1777047473.872820:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414 00000100:00100000:2.0:1777047473.872838:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3341:x1863365434008192:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.873067:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3341:x1863365434008192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 229us (10641us total) trans 17179871318 rc 0/0 00000100:00100000:2.0:1777047473.873085:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414 00000100:00100000:2.0:1777047473.873111:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5415 00000100:00100000:2.0:1777047473.873130:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3341:x1863365434008704:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047473.873303:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.873309:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.873314:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047473.873318:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.873327:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.873424:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3341:x1863365434008704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 294us (10901us total) trans 17179871319 rc 0/0 00000100:00100000:2.0:1777047473.873437:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5415 00000100:00100000:2.0:1777047473.873467:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5416 00000100:00100000:2.0:1777047473.873481:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3341:x1863365434009216:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047473.873604:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417 00000100:00100000:2.0:1777047473.873624:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3342:x1863365434008960:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047473.873875:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3342:x1863365434008960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 257us (10434us total) trans 21474838422 rc 0/0 00000100:00100000:2.0:1777047473.873889:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417 00000100:00100000:2.0:1777047473.873922:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5418 00000100:00100000:2.0:1777047473.873935:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3342:x1863365434009088:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047473.874501:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.874508:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.874513:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047473.874518:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.874522:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.874653:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+48:3342:x1863365434009088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 719us (11106us total) trans 21474838423 rc 0/0 00000100:00100000:2.0:1777047473.874670:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5418 00000004:00080000:2.0:1777047473.874792:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459180/2, rc 0, transno 17179871318 00000100:00100000:2.0:1777047473.874814:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008192:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047473.874838:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840381f80/2, rc 0, transno 17179871319 00000100:00100000:2.0:1777047473.874845:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008704:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047473.874862:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840383800/2, rc 0, transno 17179871317 00000100:00100000:2.0:1777047473.874876:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008832:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047473.874926:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e5880/2, rc 0, transno 17179871316 00000100:00100000:2.0:1777047473.874935:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434008448:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047473.874959:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45b800/2, rc 0, transno 17179871314 00000100:00100000:2.0:1777047473.874966:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434008064:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047473.874984:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e4000/2, rc 0, transno 17179871315 00000100:00100000:2.0:1777047473.874996:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434008576:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047473.875161:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.875166:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.875172:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:2.0:1777047473.875177:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.875181:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.875248:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3341:x1863365434009216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1764us (11956us total) trans 21474838424 rc 0/0 00000100:00100000:2.0:1777047473.875261:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5416 00000100:00100000:2.0:1777047473.875306:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434009344:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.877535:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434009600:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.878124:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047473.878197:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777047473.878210:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434009472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.878257:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047473.878292:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434009984:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.878332:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047473.878436:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009600 00000100:00100000:3.0:1777047473.878452:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009600 00000100:00100000:3.0:1777047473.878507:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009472 00000100:00100000:3.0:1777047473.878513:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009472 00000100:00100000:3.0:1777047473.878544:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009984 00000100:00100000:3.0:1777047473.878587:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009984 00000100:00100000:3.0:1777047473.878628:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5419 00000100:00100000:3.0:1777047473.878641:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+49:3343:x1863365434009600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.878676:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420 00000100:00100000:3.0:1777047473.878687:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3343:x1863365434009472:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.878738:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5421 00000100:00100000:3.0:1777047473.878749:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3343:x1863365434009984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.879051:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434009728:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.879118:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047473.879182:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974e680/2, rc 0, transno 21474838419 00000100:00100000:3.0:1777047473.879205:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007296:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047473.879226:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974ea00/2, rc 0, transno 21474838420 00000100:00100000:3.0:1777047473.879239:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007808:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047473.879256:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974df80/2, rc 0, transno 21474838417 00000100:00100000:3.0:1777047473.879263:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007168:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047473.879282:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974e300/2, rc 0, transno 21474838418 00000100:00100000:3.0:1777047473.879288:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434007680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047473.879327:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009728 00000100:00100000:3.0:1777047473.879334:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009728 00000100:00100000:3.0:1777047473.879428:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5422 00000100:00100000:3.0:1777047473.879446:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3340:x1863365434009728:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047473.881626:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434010240:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.881698:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.881771:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047473.881784:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434010368:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.881833:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.881888:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434010240 00000100:00100000:1.0:1777047473.881903:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434010240 00000100:00100000:1.0:1777047473.881955:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434010368 00000100:00100000:1.0:1777047473.881962:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434010368 00000100:00100000:1.0:1777047473.882004:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423 00000100:00100000:1.0:1777047473.882023:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3340:x1863365434010240:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047473.882292:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047473.882301:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.882311:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047473.882316:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.882320:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047473.882445:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3340:x1863365434010240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 427us (745us total) trans 21474838425 rc 0/0 00000100:00100000:1.0:1777047473.882461:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423 00000100:00100000:1.0:1777047473.882501:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5424 00000100:00100000:1.0:1777047473.882519:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+49:3340:x1863365434010368:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047473.882739:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047473.882746:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.882751:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047473.882755:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.882760:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047473.882827:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+50:3340:x1863365434010368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 312us (991us total) trans 21474838426 rc 0/0 00000100:00100000:1.0:1777047473.882841:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5424 00000004:00080000:1.0:1777047473.882920:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497f100/2, rc 0, transno 21474838426 00000100:00100000:1.0:1777047473.882944:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434010368:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047473.882964:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d67800/2, rc 0, transno 21474838425 00000100:00100000:1.0:1777047473.882977:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434010240:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.883048:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434010112:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.883105:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.883147:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434010624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.883187:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.883228:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047473.883239:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434010496:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.883323:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047473.883427:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434010112 00000100:00100000:1.0:1777047473.883441:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434010112 00000100:00100000:1.0:1777047473.883485:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434010624 00000100:00100000:1.0:1777047473.883491:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434010624 00000100:00100000:1.0:1777047473.883519:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434010496 00000100:00100000:1.0:1777047473.883524:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434010496 00000100:00100000:1.0:1777047473.883546:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5425 00000100:00100000:1.0:1777047473.883603:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3343:x1863365434010112:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047473.883856:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3343:x1863365434010112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 258us (754us total) trans 21474838427 rc 0/0 00000100:00100000:1.0:1777047473.883872:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5425 00000100:00100000:1.0:1777047473.883903:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426 00000100:00100000:1.0:1777047473.883917:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3343:x1863365434010624:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047473.884089:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047473.884102:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.884107:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047473.884112:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.884117:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777047473.884181:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3343:x1863365434010624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 261us (991us total) trans 21474838428 rc 0/0 00000100:00100000:1.0:1777047473.884196:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426 00000100:00100000:1.0:1777047473.884231:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5427 00000100:00100000:1.0:1777047473.884244:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+52:3343:x1863365434010496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047473.885892:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3341:x1863365434008320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 19440us (23711us total) trans 17179871320 rc 0/0 00000100:00100000:0.0:1777047473.885909:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5412 00000100:00100000:0.0:1777047473.886071:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3343:x1863365434007936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 25349us (34972us total) trans 17179871321 rc 0/0 00000100:00100000:0.0:1777047473.886086:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5409 00000100:00100000:2.0:1777047473.886663:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047473.886751:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434009856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.886811:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047473.886928:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e645180/2, rc 0, transno 21474838424 00000100:00100000:2.0:1777047473.887288:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434009216:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047473.887323:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e5500/2, rc 0, transno 17179871320 00000100:00100000:2.0:1777047473.887390:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434008320:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.887490:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047473.887510:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434010752:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.887610:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047473.887719:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009344 00000100:00100000:2.0:1777047473.887729:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009344 00000100:00100000:2.0:1777047473.887773:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434009856 00000100:00100000:2.0:1777047473.887778:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434009856 00000100:00100000:2.0:1777047473.887802:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434010752 00000100:00100000:2.0:1777047473.887806:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434010752 00000100:00100000:2.0:1777047473.887828:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5428 00000100:00100000:2.0:1777047473.887845:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3341:x1863365434009344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047473.888082:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.888094:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.888099:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047473.888104:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.888108:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.888184:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3341:x1863365434009344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 343us (1523us total) trans 17179871323 rc 0/0 00000100:00100000:2.0:1777047473.888197:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5428 00000100:00100000:2.0:1777047473.888229:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429 00000100:00100000:2.0:1777047473.888241:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3341:x1863365434009856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.888511:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3341:x1863365434009856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 264us (1692us total) trans 17179871324 rc 0/0 00000100:00100000:2.0:1777047473.888524:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429 00000100:00100000:2.0:1777047473.888596:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5430 00000100:00100000:2.0:1777047473.888613:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3341:x1863365434010752:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047473.888803:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047473.888810:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.888816:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047473.888820:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:2.0:1777047473.888824:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047473.888888:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3341:x1863365434010752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 280us (1278us total) trans 17179871325 rc 0/0 00000100:00100000:2.0:1777047473.888901:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5430 00000004:00080000:2.0:1777047473.888966:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4f800/2, rc 0, transno 17179871325 00000100:00100000:2.0:1777047473.888984:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434010752:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047473.889007:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d65880/2, rc 0, transno 17179871323 00000100:00100000:2.0:1777047473.889014:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434009344:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047473.889029:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d64e00/2, rc 0, transno 17179871324 00000100:00100000:2.0:1777047473.889035:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434009856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.889118:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434010880:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.889166:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047473.889223:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434010880 00000100:00100000:2.0:1777047473.889231:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434010880 00000100:00100000:2.0:1777047473.889268:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5431 00000100:00100000:2.0:1777047473.889279:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+53:3341:x1863365434010880:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.889597:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+54:3341:x1863365434010880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 280us (391us total) trans 17179871326 rc 0/0 00000100:00100000:2.0:1777047473.889611:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5431 00000004:00080000:2.0:1777047473.889675:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a3100/2, rc 0, transno 17179871326 00000100:00100000:2.0:1777047473.889686:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434010880:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047473.889821:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047473.889865:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384185728 00000100:00100000:2.0:1777047473.889873:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384185728 00000100:00100000:2.0:1777047473.889935:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3322 00000100:00100000:2.0:1777047473.889951:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54280:x1863365384185728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047473.889981:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047473.890015:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f5e expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.890103:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.890135:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.890173:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047473.890179:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047473.890186:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b200, rc 0) 00000100:00100000:2.0:1777047473.890254:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54280:x1863365384185728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 301us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.890266:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3322 00000100:00100000:0.0:1777047473.890967:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3343:x1863365434009600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12320us (12836us total) trans 17179871322 rc 0/0 00000100:00100000:0.0:1777047473.890983:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5419 00000100:00100000:0.0:1777047473.891745:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+53:3343:x1863365434009472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 13056us (13483us total) trans 17179871327 rc 0/0 00000100:00100000:0.0:1777047473.891765:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420 00000100:00100000:0.0:1777047473.892027:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3343:x1863365434009984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 13276us (13692us total) trans 17179871328 rc 0/0 00000100:00100000:0.0:1777047473.892046:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5421 00002000:00010000:0.0:1777047473.892257:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047473.892264:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047473.892270:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047473.892276:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:0.0:1777047473.892280:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047473.895095:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 257382 00000100:00100000:0.0:1777047473.897730:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+53:3340:x1863365434009728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12910us (13231us total) trans 17179871329 rc 0/0 00000100:00100000:0.0:1777047473.897754:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5422 00000004:00080000:0.0:1777047473.897968:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d65f80/2, rc 0, transno 17179871329 00000100:00100000:0.0:1777047473.897981:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434009728:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047473.903965:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e647100/2, rc 0, transno 21474838423 00000100:00100000:0.0:1777047473.903984:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434009088:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047473.904016:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e644380/2, rc 0, transno 21474838422 00000100:00100000:0.0:1777047473.904025:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434008960:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047473.904045:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974f800/2, rc 0, transno 21474838421 00000100:00100000:0.0:1777047473.904053:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434007552:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047473.904276:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.904282:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047473.904286:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047470 00002000:00010000:1.0:1777047473.904291:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047473.904430:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+53:3343:x1863365434010496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 20185us (21104us total) trans 21474838429 rc 0/0 00000100:00100000:1.0:1777047473.904447:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5427 00000004:00080000:1.0:1777047473.904525:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497fb80/2, rc 0, transno 21474838429 00000100:00100000:1.0:1777047473.904535:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434010496:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047473.904552:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d64a80/2, rc 0, transno 21474838427 00000100:00100000:1.0:1777047473.904558:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434010112:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047473.904575:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497c380/2, rc 0, transno 21474838428 00000100:00100000:1.0:1777047473.904582:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434010624:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047473.904602:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d67480/2, rc 0, transno 17179871327 00000100:00100000:1.0:1777047473.904610:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434009472:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047473.904626:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d66300/2, rc 0, transno 17179871328 00000100:00100000:1.0:1777047473.904632:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434009984:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047473.904651:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d67100/2, rc 0, transno 17179871322 00000100:00100000:1.0:1777047473.904658:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434009600:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047473.904733:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f321f80/2, rc 0, transno 17179871321 00000100:00100000:1.0:1777047473.904741:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434007936:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047473.927080:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047473.933384:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384185856 00000100:00100000:2.0:1777047473.933403:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384185856 00000100:00100000:2.0:1777047473.933518:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3323 00000100:00100000:2.0:1777047473.933594:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54280:x1863365384185856:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047473.933643:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047473.933676:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e08e9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f65 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.933816:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e08f0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.933839:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e08f0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.933860:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e08f0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047473.933903:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:2.0:1777047473.933910:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047473.933938:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e08f0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.933984:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e08e9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f65 expref: 71 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.934013:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e08f0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f65 expref: 70 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.934029:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047473.934034:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047473.934040:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3ba00, rc 0) 00000100:00100000:2.0:1777047473.934124:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54280:x1863365384185856:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 592us (7056us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.934136:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3323 00000100:00100000:2.0:1777047473.954630:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047473.954688:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047473.954750:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047473.954811:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384185984 00000100:00100000:0.0:1777047473.954826:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384185984 00000100:00100000:0.0:1777047473.954916:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384186112 00000100:00100000:0.0:1777047473.954923:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384186112 00000100:00100000:0.0:1777047473.954961:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384186240 00000100:00100000:0.0:1777047473.954968:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384186240 00000100:00100000:0.0:1777047473.955037:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5432 00000100:00100000:0.0:1777047473.955055:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384185984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047473.955081:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047473.955118:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f6c expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047473.955183:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 257382, mtime: 0x69eb97b1, atime: 0x69eb97b0, ctime: 0x69eb97b1, blocks: 0x107 00010000:00010000:0.0:1777047473.955213:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047473.955217:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047473.955232:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 33 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.955259:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 33 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.955281:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d600, rc 0) 00000100:00100000:2.0:1777047473.955387:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5433 00000100:00100000:0.0:1777047473.955405:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384185984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 350us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.955417:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384186112:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:0.0:1777047473.955435:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5432 00010000:00010000:2.0:1777047473.955441:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047473.955466:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f73 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047473.955480:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5434 00000100:00100000:0.0:1777047473.955504:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384186240:12345-192.168.201.26@tcp:101:lfs.0 00002000:00010000:2.0:1777047473.955510:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97a8, atime: 0x69eb979d, ctime: 0x69eb97ae, blocks: 0x3 00010000:00010000:0.0:1777047473.955522:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047473.955589:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047473.955605:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f7a expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.955620:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00002000:00010000:0.0:1777047473.956263:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97a8, atime: 0x69eb979d, ctime: 0x69eb97ae, blocks: 0x3 00010000:00010000:0.0:1777047473.956285:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047473.956289:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047473.956301:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 33 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.956319:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 30 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.956333:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 33 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047473.956392:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 30 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047473.956395:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00010000:00010000:2.0:1777047473.956420:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b000, rc 0) 00000100:00100000:0.0:1777047473.956450:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384186240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 947us (1695us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047473.956463:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5434 00000100:00100000:2.0:1777047473.956480:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384186112:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1074us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047473.956495:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5433 00000100:00100000:0.0:1777047474.084549:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047474.099095:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384186368 00000100:00100000:1.0:1777047474.099118:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384186368 00000100:00100000:2.0:1777047474.099631:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2878 00000100:00100000:2.0:1777047474.099652:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384186368:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047474.099709:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.099737:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047474.099742:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047474.099753:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.099778:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.126129:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.126165:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.126179:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.126191:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047474.126199:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.126214:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.126249:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.126263:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e090c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047474.126899:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384186368:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27243us (42908us total) trans 0 rc 257382/257382 00000100:00100000:3.0:1777047474.126918:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2878 00000100:00100000:2.0:1777047474.140165:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047474.140290:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384186496 00000100:00100000:1.0:1777047474.140310:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384186496 00000100:00100000:1.0:1777047474.140731:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2879 00000100:00100000:1.0:1777047474.140752:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384186496:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047474.140846:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 257382, mtime: 0x69eb97ad, atime: 0x69eb96d2, ctime: 0x69eb97ad, blocks: 0x203 00010000:00010000:1.0:1777047474.140863:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.140890:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047474.140894:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047474.140902:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.140925:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047474.329464:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871329 is committed 00000001:00080000:1.0:1777047474.329509:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871313 is committed 00000001:00080000:1.0:1777047474.329593:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871330 is committed 00002000:00010000:3.0:1777047474.330395:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:3.0:1777047474.330404:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047469 -> 1777047474 00002000:00010000:3.0:1777047474.330409:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047469 -> 1777047474 00010000:00010000:3.0:1777047474.330435:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.330457:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.330491:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.330506:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047474.330515:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.330879:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.330917:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.330932:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0913 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047474.331483:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384186496:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 190726us (191325us total) trans 17179871330 rc 0/0 00000100:00100000:3.0:1777047474.331501:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2879 00000100:00100000:0.0:1777047474.341964:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047474.342370:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384186624 00000100:00100000:3.0:1777047474.342389:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384186624 00000100:00100000:3.0:1777047474.342521:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2880 00000100:00100000:3.0:1777047474.342587:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384186624:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047474.342674:0:26860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 257382, mtime: 0x69eb97ad, atime: 0x69eb96e5, ctime: 0x69eb97ad, blocks: 0x203 00010000:00010000:3.0:1777047474.342691:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.342722:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047474.342725:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047474.342736:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.342764:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047474.414492:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838421 is committed 00000001:00080000:3.0:1777047474.417281:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838380 is committed 00000001:00080000:3.0:1777047474.417308:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838429 is committed 00000001:00080000:3.0:1777047474.417387:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838381 is committed 00000001:00080000:3.0:1777047474.516509:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871331 is committed 00002000:00010000:1.0:1777047474.517802:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:1.0:1777047474.518046:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047469 -> 1777047474 00002000:00010000:1.0:1777047474.518051:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047469 -> 1777047474 00010000:00010000:1.0:1777047474.518364:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.518388:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.518402:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.518415:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ec400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047474.518422:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.518437:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.518468:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.518480:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e091a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047474.518651:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384186624:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 176105us (176696us total) trans 17179871331 rc 0/0 00000100:00100000:1.0:1777047474.518669:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2880 00000100:00100000:1.0:1777047474.536422:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047474.536750:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384186752 00000100:00100000:3.0:1777047474.536768:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384186752 00000100:00100000:3.0:1777047474.537003:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2881 00000100:00100000:3.0:1777047474.537021:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384186752:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047474.537116:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 257382, mtime: 0x69eb97ad, atime: 0x69eb96f5, ctime: 0x69eb97ad, blocks: 0x203 00010000:00010000:3.0:1777047474.537131:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.537158:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047474.537163:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047474.537172:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.537443:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047474.658523:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838430 is committed 00002000:00010000:2.0:1777047474.658996:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:2.0:1777047474.659288:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047469 -> 1777047474 00002000:00010000:2.0:1777047474.659293:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047469 -> 1777047474 00010000:00010000:2.0:1777047474.659363:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.659386:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.659402:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.659415:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083edc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047474.659423:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.659439:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.659476:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.659490:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a634bb0/0x29ccbc23e99e0921 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047474.659792:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384186752:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 122766us (123618us total) trans 21474838430 rc 0/0 00000100:00100000:2.0:1777047474.659810:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2881 00000100:00100000:1.0:1777047474.672685:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047474.672963:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384186880 00000100:00100000:2.0:1777047474.672982:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384186880 00000100:00100000:2.0:1777047474.673419:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2882 00000100:00100000:2.0:1777047474.673439:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384186880:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047474.673601:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 257382, mtime: 0x69eb97ad, atime: 0x69eb9701, ctime: 0x69eb97ad, blocks: 0x203 00010000:00010000:2.0:1777047474.673618:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.673647:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047474.673650:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047474.673660:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.673683:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047474.754668:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434011264:0@lo:400:kworker.0 00000100:00100000:2.0:1777047474.754791:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047474.754919:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047474.754930:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434011392:0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.755250:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434011136:0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.755302:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047474.755410:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434011648:0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.755445:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047474.755492:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777047474.755502:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:309c8df3-27e5-43ac-9878-ad14563b7926:3343:1863365434011008:0@lo:400:kworker.0 00000100:00100000:3.0:1777047474.755921:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434011264 00000100:00100000:3.0:1777047474.755935:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434011264 00000100:00100000:3.0:1777047474.756308:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434011136 00000100:00100000:3.0:1777047474.756315:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434011136 00000100:00100000:3.0:1777047474.756384:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434011648 00000100:00100000:3.0:1777047474.756389:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434011648 00000100:00100000:3.0:1777047474.756427:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1777047474.756442:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434011264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.756740:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047474.756789:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434011520:0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.756832:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047474.756891:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1777047474.757218:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434011136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.757288:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434011136:12345-0@lo:400:kworker.0 Request processed in 387us (1985us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047474.757300:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1777047474.757360:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1777047474.757372:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434011648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.757422:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434011648:12345-0@lo:400:kworker.0 Request processed in 52us (1975us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047474.757431:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1777047474.757934:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047474.757996:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434011520 00000100:00100000:2.0:1777047474.758003:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434011520 00000100:00100000:2.0:1777047474.758060:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434011392 00000100:00100000:2.0:1777047474.758065:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434011392 00000100:00100000:2.0:1777047474.758107:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:2.0:1777047474.758119:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434011520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047474.758178:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434011520:12345-0@lo:400:kworker.0 Request processed in 60us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047474.758188:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:2.0:1777047474.758209:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:2.0:1777047474.758220:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434011392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047474.758311:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434011392:12345-0@lo:400:kworker.0 Request processed in 92us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047474.758321:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00100000:2.0:1777047474.758420:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838429 gen 2 00000004:00080000:2.0:1777047474.758431:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4dc00, transno 21474838382 00000004:00080000:2.0:1777047474.758449:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4c000, transno 21474838383 00000004:00080000:2.0:1777047474.758453:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4d880, transno 21474838384 00000004:00080000:2.0:1777047474.758458:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4ea00, transno 21474838385 00000004:00080000:2.0:1777047474.758462:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa9c00, transno 21474838386 00000004:00080000:2.0:1777047474.758467:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095cb100, transno 21474838387 00000004:00080000:2.0:1777047474.758471:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4e680, transno 21474838388 00000004:00080000:2.0:1777047474.758476:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b887100, transno 21474838389 00000004:00080000:2.0:1777047474.758480:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0f800, transno 21474838390 00000004:00080000:2.0:1777047474.758484:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4c700, transno 21474838391 00000004:00080000:2.0:1777047474.758488:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884380, transno 21474838392 00000004:00080000:2.0:1777047474.758493:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0fb80, transno 21474838393 00000004:00080000:2.0:1777047474.758498:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f320000, transno 21474838394 00000004:00080000:2.0:1777047474.758501:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f321c00, transno 21474838395 00000004:00080000:2.0:1777047474.758506:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f322680, transno 21474838396 00000004:00080000:2.0:1777047474.758510:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f320380, transno 21474838397 00000004:00080000:2.0:1777047474.758513:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840383480, transno 21474838398 00000004:00080000:2.0:1777047474.758517:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b887800, transno 21474838399 00000004:00080000:2.0:1777047474.758521:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840380a80, transno 21474838400 00000004:00080000:2.0:1777047474.758525:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886300, transno 21474838401 00000004:00080000:2.0:1777047474.758529:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840380700, transno 21474838402 00000004:00080000:2.0:1777047474.758557:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886680, transno 21474838403 00000004:00080000:2.0:1777047474.758563:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840382680, transno 21474838404 00000004:00080000:2.0:1777047474.758567:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884e00, transno 21474838405 00000004:00080000:2.0:1777047474.758572:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0f100, transno 21474838406 00000004:00080000:2.0:1777047474.758576:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0ce00, transno 21474838407 00000004:00080000:2.0:1777047474.758580:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3af480, transno 21474838408 00000004:00080000:2.0:1777047474.758584:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3af800, transno 21474838409 00000004:00080000:2.0:1777047474.758589:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b64380, transno 21474838410 00000004:00080000:2.0:1777047474.758593:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3aea00, transno 21474838411 00000004:00080000:2.0:1777047474.758598:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ac380, transno 21474838412 00000004:00080000:2.0:1777047474.758601:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b64700, transno 21474838413 00000004:00080000:2.0:1777047474.758605:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974dc00, transno 21474838414 00000004:00080000:2.0:1777047474.758609:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974c000, transno 21474838415 00000004:00080000:2.0:1777047474.758613:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d180, transno 21474838416 00000004:00080000:2.0:1777047474.758617:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974df80, transno 21474838417 00000004:00080000:2.0:1777047474.758620:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974e300, transno 21474838418 00000004:00080000:2.0:1777047474.758624:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974e680, transno 21474838419 00000004:00080000:2.0:1777047474.758629:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ea00, transno 21474838420 00000004:00080000:2.0:1777047474.758633:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974f800, transno 21474838421 00000004:00080000:2.0:1777047474.758637:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e644380, transno 21474838422 00000004:00080000:2.0:1777047474.758642:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e647100, transno 21474838423 00000004:00080000:2.0:1777047474.758646:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e645180, transno 21474838424 00000004:00080000:2.0:1777047474.758650:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d67800, transno 21474838425 00000004:00080000:2.0:1777047474.758913:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497f100, transno 21474838426 00000004:00080000:2.0:1777047474.758919:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d64a80, transno 21474838427 00000004:00080000:2.0:1777047474.758923:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497c380, transno 21474838428 00000004:00080000:2.0:1777047474.758927:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497fb80, transno 21474838429 00000100:00100000:2.0:1777047474.758939:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434011392:0@lo:400:kworker.0 00000100:00100000:3.0:1777047474.759744:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434011264:12345-0@lo:400:kworker.0 Request processed in 3304us (4954us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047474.759754:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:3.0:1777047474.759783:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047474.759788:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777047474.759791:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047474.759816:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434011008 00000100:00100000:3.0:1777047474.759821:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434011008 00000100:00100000:3.0:1777047474.759865:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1777047474.759873:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365434011008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047474.759913:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365434011008:12345-0@lo:400:kworker.0 Request processed in 42us (3177us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047474.759920:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1777047474.760069:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434011264:0@lo:400:kworker.0 00000004:00080000:1.0:1777047474.767522:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 48 done 00000100:00100000:1.0:1777047474.767963:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:309c8df3-27e5-43ac-9878-ad14563b7926:3343:1863365434011008:0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.768295:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871329 gen 2 00000004:00080000:1.0:1777047474.768304:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ce00, transno 17179871281 00000004:00080000:1.0:1777047474.768318:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974f480, transno 17179871282 00000004:00080000:1.0:1777047474.768323:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d880, transno 17179871283 00000004:00080000:1.0:1777047474.768327:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ca80, transno 17179871284 00000004:00080000:1.0:1777047474.768357:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d500, transno 17179871285 00000004:00080000:1.0:1777047474.768362:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974fb80, transno 17179871286 00000004:00080000:1.0:1777047474.768366:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974c380, transno 17179871287 00000004:00080000:1.0:1777047474.768370:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa8380, transno 17179871288 00000004:00080000:1.0:1777047474.768374:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efabb80, transno 17179871289 00000004:00080000:1.0:1777047474.768380:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ed80, transno 17179871290 00000004:00080000:1.0:1777047474.768385:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efab800, transno 17179871291 00000004:00080000:1.0:1777047474.768389:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459c00, transno 17179871292 00000004:00080000:1.0:1777047474.768393:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804999880, transno 17179871293 00000004:00080000:1.0:1777047474.768397:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459500, transno 17179871294 00000004:00080000:1.0:1777047474.768402:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45b480, transno 17179871295 00000004:00080000:1.0:1777047474.768406:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804998380, transno 17179871296 00000004:00080000:1.0:1777047474.768411:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a78000, transno 17179871297 00000004:00080000:1.0:1777047474.768416:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3aca80, transno 17179871298 00000004:00080000:1.0:1777047474.768420:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a79500, transno 17179871299 00000004:00080000:1.0:1777047474.768424:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ace00, transno 17179871300 00000004:00080000:1.0:1777047474.768428:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ae680, transno 17179871301 00000004:00080000:1.0:1777047474.768432:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ad180, transno 17179871302 00000004:00080000:1.0:1777047474.768436:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3adc00, transno 17179871303 00000004:00080000:1.0:1777047474.768440:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a79880, transno 17179871304 00000004:00080000:1.0:1777047474.768444:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e453480, transno 17179871305 00000004:00080000:1.0:1777047474.768448:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b67480, transno 17179871306 00000004:00080000:1.0:1777047474.768453:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b64000, transno 17179871307 00000004:00080000:1.0:1777047474.768457:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b66d80, transno 17179871308 00000004:00080000:1.0:1777047474.768461:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b66a00, transno 17179871309 00000004:00080000:1.0:1777047474.768466:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810663800, transno 17179871310 00000004:00080000:1.0:1777047474.768470:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b65180, transno 17179871311 00000004:00080000:1.0:1777047474.768474:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810663100, transno 17179871312 00000004:00080000:1.0:1777047474.768479:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45b800, transno 17179871314 00000004:00080000:1.0:1777047474.768483:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e4000, transno 17179871315 00000004:00080000:1.0:1777047474.768487:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e5880, transno 17179871316 00000004:00080000:1.0:1777047474.768493:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840383800, transno 17179871317 00000004:00080000:1.0:1777047474.768497:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459180, transno 17179871318 00000004:00080000:1.0:1777047474.768501:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840381f80, transno 17179871319 00000004:00080000:1.0:1777047474.768506:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e5500, transno 17179871320 00000004:00080000:1.0:1777047474.768512:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f321f80, transno 17179871321 00000004:00080000:1.0:1777047474.768517:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d67100, transno 17179871322 00000004:00080000:1.0:1777047474.768521:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65880, transno 17179871323 00000004:00080000:1.0:1777047474.768525:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d64e00, transno 17179871324 00000004:00080000:1.0:1777047474.768557:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4f800, transno 17179871325 00000004:00080000:1.0:1777047474.768564:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a3100, transno 17179871326 00000004:00080000:1.0:1777047474.768569:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d67480, transno 17179871327 00000004:00080000:1.0:1777047474.768573:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d66300, transno 17179871328 00000004:00080000:1.0:1777047474.768578:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65f80, transno 17179871329 00000100:00100000:1.0:1777047474.768588:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434011520:0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.768623:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434011136:0@lo:400:kworker.0 00000100:00100000:1.0:1777047474.768644:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434011648:0@lo:400:kworker.0 00000004:00080000:2.0:1777047474.770051:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 48 done 00002000:00010000:1.0:1777047474.804227:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:1.0:1777047474.804243:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047469 -> 1777047474 00002000:00010000:1.0:1777047474.804247:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047469 -> 1777047474 00010000:00010000:1.0:1777047474.804271:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.804295:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.804311:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.804324:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047474.804360:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.804387:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.804422:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047474.804434:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0928 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047474.804675:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384186880:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 131232us (132735us total) trans 21474838431 rc 0/0 00000100:00100000:1.0:1777047474.804696:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2882 00000001:00080000:3.0:1777047474.805151:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838431 is committed 00010000:00010000:3.0:1777047474.819422:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047474.832450:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047474.833786:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187008 00000100:00100000:0.0:1777047474.834378:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187008 00000100:00100000:0.0:1777047474.834896:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2883 00000100:00100000:0.0:1777047474.834917:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384187008:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047474.835008:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb9713, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:0.0:1777047474.835023:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047474.835844:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047474.835848:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047474.835858:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047474.835884:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047474.944582:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838432 is committed 00002000:00010000:3.0:1777047474.945583:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:3.0:1777047474.945592:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047470 -> 1777047474 00002000:00010000:3.0:1777047474.945597:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047470 -> 1777047474 00010000:00010000:3.0:1777047474.945623:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.945648:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.945664:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.945677:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047474.945685:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.945701:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.945735:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047474.945750:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e092f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047474.945952:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384187008:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 111031us (115412us total) trans 21474838432 rc 0/0 00000100:00100000:3.0:1777047474.945978:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2883 00000100:00100000:0.0:1777047474.982479:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047474.987136:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187136 00000100:00100000:2.0:1777047474.987161:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187136 00000100:00100000:2.0:1777047474.987358:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2884 00000100:00100000:2.0:1777047474.987382:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384187136:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047474.987486:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12d:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb9766, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:2.0:1777047474.987504:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.987537:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047474.987541:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047474.987552:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047474.987580:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047475.149113:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871332 is committed 00002000:00010000:2.0:1777047475.154489:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:2.0:1777047475.154499:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047470 -> 1777047475 00002000:00010000:2.0:1777047475.154506:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047470 -> 1777047475 00010000:00010000:2.0:1777047475.154583:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.154610:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.154628:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.154641:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047475.154650:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.154667:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.154702:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.154717:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0936 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047475.154888:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384187136:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 167505us (172419us total) trans 17179871332 rc 0/0 00000100:00100000:2.0:1777047475.154908:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2884 00000100:00100000:3.0:1777047475.190995:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047475.195312:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187264 00000100:00100000:0.0:1777047475.195361:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187264 00000100:00080000:3.0:1777047475.198729:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047475.202269:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2885 00000100:00100000:1.0:1777047475.202296:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384187264:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047475.202416:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb9713, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:1.0:1777047475.202434:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.202465:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047475.202469:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047475.202479:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.202506:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047475.436855:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838433 is committed 00002000:00010000:3.0:1777047475.442219:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:3.0:1777047475.442234:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047470 -> 1777047475 00002000:00010000:3.0:1777047475.442241:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047470 -> 1777047475 00010000:00010000:3.0:1777047475.442271:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.442299:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.442317:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.442367:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047475.442379:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.442398:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.442437:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.442452:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a4a3ae1/0x29ccbc23e99e093d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047475.443394:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384187264:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 241097us (252404us total) trans 21474838433 rc 0/0 00000100:00100000:3.0:1777047475.443416:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2885 00000100:00100000:3.0:1777047475.471414:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047475.475740:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187392 00000100:00100000:0.0:1777047475.475766:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187392 00000100:00080000:3.0:1777047475.476144:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047475.476219:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2886 00000100:00100000:0.0:1777047475.476243:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384187392:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047475.476376:0:14910:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb979d, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:0.0:1777047475.476397:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047475.476431:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047475.476435:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047475.476446:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047475.476475:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047475.612402:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:1.0:1777047475.612443:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047470 -> 1777047475 00002000:00010000:1.0:1777047475.612449:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047470 -> 1777047475 00010000:00010000:1.0:1777047475.612476:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.612503:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.612519:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.612533:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047475.612543:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.612559:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.612661:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.612679:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0944 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047475.612863:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384187392:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 136618us (141819us total) trans 17179871333 rc 0/0 00000100:00100000:1.0:1777047475.612883:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2886 00000001:00080000:1.0:1777047475.614608:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871333 is committed 00000100:00100000:3.0:1777047475.638278:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047475.643053:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187520 00000100:00100000:2.0:1777047475.643078:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187520 00000100:00100000:2.0:1777047475.643232:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2887 00000100:00100000:2.0:1777047475.643252:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384187520:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047475.643368:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb974b, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:2.0:1777047475.643384:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.643438:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047475.643442:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047475.643451:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.643481:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047475.665165:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047475.665252:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047475.665313:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187776 00000100:00100000:3.0:1777047475.665363:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187776 00000100:00100000:3.0:1777047475.665483:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 497 00000100:00100000:3.0:1777047475.665502:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2412:x1863365384187776:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047475.665963:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2412:x1863365384187776:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 464us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047475.665980:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 497 00000100:00080000:3.0:1777047475.666021:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047475.670394:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187648 00000100:00100000:1.0:1777047475.670412:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187648 00000100:00100000:1.0:1777047475.670507:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 343 00000100:00100000:1.0:1777047475.670523:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384187648:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047475.670955:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a3e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384187648:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 433us (5808us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047475.670970:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 343 00000001:00080000:2.0:1777047475.783297:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871334 is committed 00002000:00010000:2.0:1777047475.784234:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:2.0:1777047475.784244:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047470 -> 1777047475 00002000:00010000:2.0:1777047475.784251:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047470 -> 1777047475 00010000:00010000:2.0:1777047475.784279:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.784305:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.785157:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.785173:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3bc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047475.785183:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.785202:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.785238:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047475.785253:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e094b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047475.786038:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384187520:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 142777us (147766us total) trans 17179871334 rc 0/0 00000100:00100000:2.0:1777047475.786060:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2887 00000100:00100000:0.0:1777047475.807232:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047475.807851:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384187904 00000100:00100000:3.0:1777047475.807900:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384187904 00000100:00100000:3.0:1777047475.808426:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2888 00000100:00100000:3.0:1777047475.808447:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384187904:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047475.808617:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb975e, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:3.0:1777047475.808636:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.808668:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047475.808673:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047475.808685:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047475.808717:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.851626:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777047475.935383:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838434 is committed 00002000:00010000:1.0:1777047475.936244:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:1.0:1777047475.936251:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047470 -> 1777047475 00002000:00010000:1.0:1777047475.936256:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047470 -> 1777047475 00010000:00010000:1.0:1777047475.936278:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.936301:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.936590:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.936603:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047475.936611:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.936626:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.936658:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.936670:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0952 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047475.936929:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384187904:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 128479us (129706us total) trans 21474838434 rc 0/0 00000100:00100000:1.0:1777047475.936948:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2888 00000100:00100000:0.0:1777047475.953053:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047475.953245:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384188032 00000100:00100000:1.0:1777047475.953263:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384188032 00000100:00100000:1.0:1777047475.953441:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2889 00000100:00100000:1.0:1777047475.953460:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384188032:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047475.953604:0:26860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb9766, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:1.0:1777047475.953622:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.953651:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047475.953654:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047475.953664:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047475.953698:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047476.129091:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871335 is committed 00002000:00010000:1.0:1777047476.129641:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:1.0:1777047476.129650:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047470 -> 1777047476 00002000:00010000:1.0:1777047476.129655:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047470 -> 1777047476 00010000:00010000:1.0:1777047476.129678:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.129701:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.129717:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.129730:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047476.129739:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.129755:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.129787:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.129800:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e0959 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047476.130414:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384188032:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 176950us (177369us total) trans 17179871335 rc 0/0 00000100:00100000:1.0:1777047476.130434:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2889 00000100:00100000:0.0:1777047476.157777:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047476.158115:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384188160 00000100:00100000:2.0:1777047476.158133:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384188160 00000100:00100000:2.0:1777047476.158355:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2890 00000100:00100000:2.0:1777047476.158369:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384188160:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047476.158467:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb9766, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:2.0:1777047476.158483:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047476.158509:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047476.158513:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047476.158522:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047476.158555:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047476.292660:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871336 is committed 00002000:00010000:3.0:1777047476.293263:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:3.0:1777047476.293274:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047470 -> 1777047476 00002000:00010000:3.0:1777047476.293281:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047470 -> 1777047476 00010000:00010000:3.0:1777047476.293340:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.293369:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.293389:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.293405:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047476.293416:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.293434:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.293473:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.293491:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0960 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047476.293774:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384188160:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 135393us (136003us total) trans 17179871336 rc 0/0 00000100:00100000:3.0:1777047476.293795:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2890 00000100:00100000:2.0:1777047476.319983:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047476.322797:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384188288 00000100:00100000:1.0:1777047476.322821:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384188288 00000100:00100000:1.0:1777047476.322975:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2891 00000100:00100000:1.0:1777047476.322997:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384188288:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047476.323414:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.323456:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 15 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.323471:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047476.323475:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047476.323481:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.323603:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 15 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.323632:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 15 pid: 26191 timeout: 4204 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047476.323662:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434011776:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047476.323832:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047476.336695:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434011776:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047476.336763:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047476.338353:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.339936:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384188416 00000100:00100000:3.0:1777047476.339951:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384188416 00010000:00010000:3.0:1777047476.340024:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 16 pid: 26191 timeout: 4204 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047476.340106:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2487 00000100:00100000:3.0:1777047476.340125:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384188416:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047476.340155:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047476.340198:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 16 pid: 26191 timeout: 4204 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.340224:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 16 pid: 26191 timeout: 4204 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.340270:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0848 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f26 expref: 16 pid: 26191 timeout: 4204 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.342698:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047476.342704:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047476.342714:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.342737:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.342816:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047476.343385:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384188416:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3257us (5029us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047476.343404:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2487 00010000:00010000:1.0:1777047476.345146:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.345167:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047476.509430:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838435 is committed 00002000:00010000:1.0:1777047476.510496:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:1.0:1777047476.510505:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047476 00002000:00010000:1.0:1777047476.510510:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047476 00010000:00010000:1.0:1777047476.510554:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.510577:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.510593:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.510605:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047476.510613:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.510638:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.510673:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.510686:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b430d71/0x29ccbc23e99e0967 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047476.512057:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384188288:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 189056us (192082us total) trans 21474838435 rc 0/0 00000100:00100000:1.0:1777047476.512076:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2891 00000100:00100000:0.0:1777047476.532202:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.533387:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384188544 00000100:00100000:3.0:1777047476.533405:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384188544 00000100:00100000:3.0:1777047476.533619:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2892 00000100:00100000:3.0:1777047476.533639:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384188544:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047476.533735:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 257382, mtime: 0x69eb97ae, atime: 0x69eb979d, ctime: 0x69eb97ae, blocks: 0x203 00010000:00010000:3.0:1777047476.533751:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.533803:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047476.533807:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047476.533817:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.533844:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047476.692472:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871337 is committed 00002000:00010000:0.0:1777047476.693053:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 257382 -> 258048 00002000:00010000:0.0:1777047476.693063:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047470 -> 1777047476 00002000:00010000:0.0:1777047476.693069:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047470 -> 1777047476 00010000:00010000:0.0:1777047476.693094:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.693120:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.693139:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.693155:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083eca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047476.693165:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.693183:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.693225:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.693244:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fadc45e/0x29ccbc23e99e096e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047476.693462:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384188544:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 159818us (161266us total) trans 17179871337 rc 0/0 00000100:00100000:0.0:1777047476.693482:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2892 00000100:00100000:0.0:1777047476.788122:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.788278:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384188800 00000100:00100000:3.0:1777047476.788352:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384188800 00000100:00100000:3.0:1777047476.788498:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3324 00000100:00100000:3.0:1777047476.788521:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54280:x1863365384188800:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047476.789017:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047476.789076:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e08f0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f65 expref: 70 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.789113:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047476.789122:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047476.790173:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.790204:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.790224:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047476.790377:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937977 00000004:00010000:3.0:1777047476.790437:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bfbaa273 reply state 000000006df9e06f transno 8589937978 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047476.790455:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047476.790684:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54280:x1863365384188800:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2167us (2579us total) trans 8589937978 rc 0/0 00000100:00100000:3.0:1777047476.790700:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3324 00000020:00080000:3.0:1777047476.790711:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047476.804998:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.805034:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.805049:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047476.805056:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047476.805097:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ecc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047476.805108:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.805125:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.805165:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047476.805172:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047476.805181:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.805195:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e0975 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047476.806771:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384188928 00000100:00100000:3.0:1777047476.806791:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384188928 00000100:00100000:1.0:1777047476.807445:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5435 00000100:00100000:1.0:1777047476.807471:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54280:x1863365384188928:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047476.807508:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047476.807550:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f81 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047476.807601:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 258048, mtime: 0x69eb97b2, atime: 0x69eb96d2, ctime: 0x69eb97b2, blocks: 0x203 00010000:00010000:1.0:1777047476.807935:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047476.807940:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047476.807955:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 16 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.807988:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 16 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.808011:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6200, rc 0) 00000100:00100000:0.0:1777047476.809117:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54280:x1863365384188928:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1006us (3420us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047476.809141:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5435 00000100:00100000:0.0:1777047476.829513:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047476.829694:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047476.829843:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384189056 00000100:00100000:1.0:1777047476.829866:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384189056 00002000:00010000:1.0:1777047476.829950:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (257382->18446744073709551615) 00002000:00100000:1.0:1777047476.829961:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810663b80 with x1863365384189056 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047476.829985:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810663b80. 00000100:00100000:1.0:1777047476.830048:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384189184 00000100:00100000:1.0:1777047476.830055:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384189184 00002000:00010000:1.0:1777047476.830080:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:1.0:1777047476.830086:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810185880 with x1863365384189184 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047476.830099:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986810185880. 00000100:00100000:1.0:1777047476.830157:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2893 00000100:00100000:1.0:1777047476.830176:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384189056:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:2.0:1777047476.830599:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2894 00000100:00100000:2.0:1777047476.830623:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384189184:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047476.831133:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047476.831142:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047469 -> 1777047476 00002000:00010000:2.0:1777047476.831148:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:2.0:1777047476.831154:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047469 -> 1777047476 00002000:00010000:2.0:1777047476.831159:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047476.831293:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384189184:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 673us (1593us total) trans 21474838436 rc 0/0 00000100:00100000:2.0:1777047476.831341:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2894 00002000:00010000:2.0:1777047476.831349:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:2.0:1777047476.831355:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810185880 with x1863365384189184 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047476.831367:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986810185880. 00002000:00010000:1.0:1777047476.832436:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:1.0:1777047476.832446:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047474 -> 1777047476 00002000:00010000:1.0:1777047476.832450:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047476.832455:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047474 -> 1777047476 00002000:00010000:1.0:1777047476.832495:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047476.835369:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384189056:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 5186us (5889us total) trans 17179871338 rc 0/0 00000100:00100000:0.0:1777047476.835392:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2893 00002000:00010000:0.0:1777047476.835402:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (257382->18446744073709551615) 00002000:00100000:0.0:1777047476.835409:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810663b80 with x1863365384189056 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047476.835423:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810663b80. 00000100:00100000:0.0:1777047476.853883:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.854585:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384189312 00000100:00100000:3.0:1777047476.854604:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384189312 00000100:00100000:3.0:1777047476.855002:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3325 00000100:00100000:3.0:1777047476.855023:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54280:x1863365384189312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047476.855069:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047476.855108:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0983 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f88 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.855252:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e098a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.855278:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e098a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.855324:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e098a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047476.855374:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047476.855381:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047476.855526:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e098a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.855579:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0983 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f88 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.855612:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e098a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f88 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.855694:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047476.855701:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047476.855707:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed600, rc 0) 00000100:00100000:3.0:1777047476.855827:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54280:x1863365384189312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 808us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047476.855841:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3325 00010000:00010000:3.0:1777047476.870651:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047476.872919:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.873081:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384189568 00000100:00100000:3.0:1777047476.873098:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384189568 00000100:00100000:3.0:1777047476.873209:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3326 00000100:00100000:3.0:1777047476.873227:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54280:x1863365384189568:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047476.873350:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047476.873395:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e098a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f88 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.873430:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047476.873439:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047476.873900:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.873929:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.873948:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047476.874051:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937979 00000004:00010000:3.0:1777047476.874097:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006989a210 reply state 00000000ec9971b5 transno 8589937980 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047476.874114:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047476.874269:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54280:x1863365384189568:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1044us (1361us total) trans 8589937980 rc 0/0 00000100:00100000:3.0:1777047476.874288:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3326 00000020:00080000:3.0:1777047476.874322:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047476.888933:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.888961:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.888980:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.888990:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047476.888998:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.889011:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.889039:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047476.889044:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047476.889051:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.889061:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e0991 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047476.889216:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047476.889420:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384189696 00000100:00100000:0.0:1777047476.889438:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384189696 00000100:00100000:0.0:1777047476.889561:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5436 00000100:00100000:0.0:1777047476.889580:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54280:x1863365384189696:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047476.889940:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047476.889976:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f8f expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047476.890019:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 258048, mtime: 0x69eb97b2, atime: 0x69eb96e5, ctime: 0x69eb97b2, blocks: 0x203 00010000:00010000:0.0:1777047476.890056:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047476.890060:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047476.890074:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 18 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.890099:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 18 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.890119:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:0.0:1777047476.890218:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54280:x1863365384189696:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 642us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047476.890231:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5436 00000100:00100000:0.0:1777047476.896788:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047476.896835:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.897431:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384189824 00000100:00100000:3.0:1777047476.897449:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384189824 00002000:00010000:3.0:1777047476.897528:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (257382->18446744073709551615) 00002000:00100000:3.0:1777047476.897585:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810185180 with x1863365384189824 ext(257382->18446744073709551615) 00000100:00100000:1.0:1777047476.898398:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384189952 00000100:00100000:1.0:1777047476.898407:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384189952 00002000:00010000:1.0:1777047476.898439:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:1.0:1777047476.898446:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810184000 with x1863365384189952 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047476.898461:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986810184000. 00000100:00100000:1.0:1777047476.898824:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2895 00000100:00100000:1.0:1777047476.898843:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384189952:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047476.899252:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047476.899258:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047469 -> 1777047476 00002000:00010000:1.0:1777047476.899263:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047476.899266:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047469 -> 1777047476 00002000:00010000:1.0:1777047476.899270:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047476.899428:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384189952:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 588us (2589us total) trans 21474838437 rc 0/0 00000100:00100000:1.0:1777047476.899442:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2895 00002000:00010000:1.0:1777047476.899448:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:1.0:1777047476.899452:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810184000 with x1863365384189952 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047476.899460:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986810184000. 00002000:00010000:3.0:1777047476.900578:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810185180. 00000100:00100000:3.0:1777047476.900710:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2896 00000100:00100000:3.0:1777047476.900729:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384189824:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047476.901074:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:3.0:1777047476.901080:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047474 -> 1777047476 00002000:00010000:3.0:1777047476.901084:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047476.901088:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047474 -> 1777047476 00002000:00010000:3.0:1777047476.901092:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047476.901164:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384189824:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 440us (4392us total) trans 17179871339 rc 0/0 00000100:00100000:3.0:1777047476.901175:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2896 00002000:00010000:3.0:1777047476.901181:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (257382->18446744073709551615) 00002000:00100000:3.0:1777047476.901185:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810185180 with x1863365384189824 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047476.901193:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810185180. 00000100:00100000:0.0:1777047476.913619:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.914000:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384190080 00000100:00100000:3.0:1777047476.914017:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384190080 00000100:00100000:3.0:1777047476.914553:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3327 00000100:00100000:3.0:1777047476.914572:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54280:x1863365384190080:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047476.914614:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047476.914704:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e099f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f96 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.914878:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e09a6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.914904:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e09a6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.914924:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e09a6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047476.914969:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:3.0:1777047476.914977:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047476.915008:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e09a6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.915052:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e099f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f96 expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.915081:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e09a6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f96 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.915095:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047476.915100:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047476.915106:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed000, rc 0) 00000100:00100000:3.0:1777047476.915188:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54280:x1863365384190080:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 621us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047476.915201:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3327 00000100:00100000:2.0:1777047476.931546:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047476.932065:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384190336 00000100:00100000:3.0:1777047476.932084:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384190336 00000100:00100000:3.0:1777047476.932507:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3328 00000100:00100000:3.0:1777047476.932527:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54280:x1863365384190336:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047476.932624:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047476.932671:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed000/0x29ccbc23e99e09a6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f96 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.932704:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047476.932712:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047476.933512:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.936026:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047476.936054:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047476.936513:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937981 00000004:00010000:2.0:1777047476.936637:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a3d4b25 reply state 000000003a3c5677 transno 8589937982 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047476.936665:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047476.937625:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54280:x1863365384190336:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 5099us (6089us total) trans 8589937982 rc 0/0 00000100:00100000:2.0:1777047476.937640:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3328 00000020:00080000:2.0:1777047476.937650:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047476.944922:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.944950:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.945244:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.945255:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047476.945264:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.945277:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.945326:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047476.945331:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047476.945339:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.945348:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed600/0x29ccbc23e99e09ad lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047476.957908:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047476.958331:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384190464 00000100:00100000:0.0:1777047476.958351:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384190464 00000100:00100000:0.0:1777047476.958491:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5437 00000100:00100000:0.0:1777047476.958509:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54280:x1863365384190464:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047476.958870:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047476.958910:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787f9d expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047476.960839:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 258048, mtime: 0x69eb97b2, atime: 0x69eb96f5, ctime: 0x69eb97b2, blocks: 0x203 00010000:00010000:1.0:1777047476.960908:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047476.960912:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047476.960929:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 17 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.960962:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 17 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047476.960986:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:1.0:1777047476.961175:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54280:x1863365384190464:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2668us (3281us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047476.961190:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5437 00000100:00100000:0.0:1777047476.967374:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047476.967744:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384190592 00000100:00100000:1.0:1777047476.967761:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384190592 00002000:00010000:1.0:1777047476.967829:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (257382->18446744073709551615) 00002000:00100000:1.0:1777047476.967837:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0f800 with x1863365384190592 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047476.969145:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986704f0f800. 00000100:00100000:1.0:1777047476.969210:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2897 00000100:00100000:1.0:1777047476.969229:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384190592:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047476.969748:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:1.0:1777047476.969755:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047474 -> 1777047476 00002000:00010000:1.0:1777047476.969760:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047476.969764:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047474 -> 1777047476 00002000:00010000:1.0:1777047476.969791:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047476.969964:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384190592:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 738us (2603us total) trans 21474838438 rc 0/0 00000100:00100000:1.0:1777047476.969984:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2897 00002000:00010000:1.0:1777047476.969991:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (257382->18446744073709551615) 00002000:00100000:1.0:1777047476.969996:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0f800 with x1863365384190592 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047476.970005:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986704f0f800. 00000100:00100000:3.0:1777047476.970936:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047476.971777:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384190720 00000100:00100000:2.0:1777047476.971790:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384190720 00002000:00010000:2.0:1777047476.971840:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:2.0:1777047476.971846:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c3480 with x1863365384190720 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047476.971876:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c3480. 00000100:00100000:2.0:1777047476.971922:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2898 00000100:00100000:2.0:1777047476.971936:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384190720:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047476.972255:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047476.972261:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047469 -> 1777047476 00002000:00010000:2.0:1777047476.972265:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047476.972269:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047469 -> 1777047476 00002000:00010000:2.0:1777047476.972274:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047476.972367:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384190720:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 432us (1431us total) trans 17179871340 rc 0/0 00000100:00100000:2.0:1777047476.972380:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2898 00002000:00010000:2.0:1777047476.972386:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:2.0:1777047476.972390:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c3480 with x1863365384190720 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047476.972398:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c3480. 00000100:00100000:3.0:1777047476.988722:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047476.989209:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384190848 00000100:00100000:0.0:1777047476.989229:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384190848 00000100:00100000:0.0:1777047476.989382:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3329 00000100:00100000:0.0:1777047476.989402:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54280:x1863365384190848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047476.989449:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047476.989486:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e09bb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fa4 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.989698:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e09c2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.989725:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e09c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.989745:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e09c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047476.989792:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047476.989800:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047476.989832:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e09c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.989878:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e09bb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fa4 expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.989907:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e09c2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fa4 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047476.990250:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047476.990255:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047476.990262:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047476.990402:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54280:x1863365384190848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1003us (1698us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047476.990416:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3329 00000100:00100000:0.0:1777047477.004866:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.010460:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384191104 00000100:00100000:2.0:1777047477.010488:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384191104 00000100:00100000:1.0:1777047477.011319:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3330 00000100:00100000:1.0:1777047477.011341:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54280:x1863365384191104:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047477.011437:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047477.011485:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e09c2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fa4 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.011520:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.011529:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1777047477.012720:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777047477.015001:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.015033:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.015346:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047477.015456:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937983 00000004:00010000:1.0:1777047477.015505:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce8ffce3 reply state 000000009ecb27e0 transno 8589937984 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.015523:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047477.015772:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54280:x1863365384191104:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4431us (11254us total) trans 8589937984 rc 0/0 00000100:00100000:1.0:1777047477.015793:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3330 00000020:00080000:1.0:1777047477.015804:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047477.021745:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.022230:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.022246:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.022258:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047477.022266:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.022281:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.022335:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047477.022341:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047477.022350:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.022361:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6000/0x29ccbc23e99e09c9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.045483:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047477.049288:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384191232 00000100:00100000:3.0:1777047477.049331:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384191232 00000100:00100000:3.0:1777047477.049596:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5438 00000100:00100000:3.0:1777047477.049614:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54280:x1863365384191232:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047477.049702:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047477.049740:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fab expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047477.049814:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 258048, mtime: 0x69eb97b2, atime: 0x69eb9701, ctime: 0x69eb97b2, blocks: 0x203 00010000:00010000:3.0:1777047477.049868:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047477.049872:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047477.049885:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 19 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.050244:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 19 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.050269:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed000, rc 0) 00000100:00100000:3.0:1777047477.050397:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54280:x1863365384191232:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 787us (4930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047477.050409:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5438 00000100:00080000:0.0:1777047477.059491:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047477.060909:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047477.064790:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384191360 00000100:00100000:3.0:1777047477.064815:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384191360 00002000:00010000:3.0:1777047477.064897:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (257382->18446744073709551615) 00002000:00100000:3.0:1777047477.064906:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974dc00 with x1863365384191360 ext(257382->18446744073709551615) 00002000:00010000:3.0:1777047477.064928:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974dc00. 00000100:00100000:3.0:1777047477.065004:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2899 00000100:00100000:3.0:1777047477.065024:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384191360:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047477.066839:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:2.0:1777047477.066848:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047474 -> 1777047477 00002000:00010000:2.0:1777047477.066853:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047477.066857:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047474 -> 1777047477 00002000:00010000:2.0:1777047477.066862:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047477.067283:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384191360:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2261us (6384us total) trans 21474838439 rc 0/0 00000100:00100000:2.0:1777047477.067330:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2899 00002000:00010000:2.0:1777047477.067339:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.067346:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974dc00 with x1863365384191360 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.067357:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974dc00. 00000100:00100000:0.0:1777047477.068453:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.074876:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384191488 00000100:00100000:1.0:1777047477.074904:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384191488 00002000:00010000:1.0:1777047477.075350:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.075360:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0f100 with x1863365384191488 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.075381:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0f100. 00000100:00080000:0.0:1777047477.076362:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047477.077316:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2900 00000100:00100000:1.0:1777047477.077339:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384191488:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047477.078146:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047477.078153:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047469 -> 1777047477 00002000:00010000:1.0:1777047477.078158:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047477.078162:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047469 -> 1777047477 00002000:00010000:1.0:1777047477.078166:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047477.078283:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384191488:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 950us (9832us total) trans 17179871341 rc 0/0 00000100:00100000:1.0:1777047477.078320:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2900 00002000:00010000:1.0:1777047477.078328:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.078333:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0f100 with x1863365384191488 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.078342:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0f100. 00000100:00100000:3.0:1777047477.086866:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.087265:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384191616 00000100:00100000:1.0:1777047477.087324:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384191616 00000100:00100000:1.0:1777047477.087435:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3331 00000100:00100000:1.0:1777047477.087453:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54280:x1863365384191616:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.087495:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.087592:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e09d7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fb2 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.087775:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e09de lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.087801:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e09de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.087820:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e09de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.087866:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.087872:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.087902:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e09de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.087947:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e09d7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb2 expref: 79 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.087976:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e09de lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb2 expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.087990:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.087994:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.088000:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7e00, rc 0) 00000100:00100000:1.0:1777047477.088104:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54280:x1863365384191616:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 654us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.088117:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3331 00000100:00100000:0.0:1777047477.101672:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047477.101904:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384191872 00000100:00100000:3.0:1777047477.101923:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384191872 00000100:00100000:3.0:1777047477.102032:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3332 00000100:00100000:3.0:1777047477.102049:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54280:x1863365384191872:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047477.103165:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047477.103215:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7e00/0x29ccbc23e99e09de lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb2 expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.103247:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047477.103257:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047477.104401:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.104430:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.104450:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047477.104613:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937985 00000004:00010000:3.0:1777047477.104661:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015588e40 reply state 00000000431111e3 transno 8589937986 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047477.104677:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047477.104846:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54280:x1863365384191872:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2797us (3193us total) trans 8589937986 rc 0/0 00000100:00100000:3.0:1777047477.104859:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3332 00000020:00080000:3.0:1777047477.104868:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047477.112399:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047477.112606:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.112627:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.112639:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.112650:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ecc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047477.112658:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.112670:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.112696:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.112723:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047477.112731:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.112740:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ecc00/0x29ccbc23e99e09e5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.112872:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384192000 00000100:00100000:2.0:1777047477.112889:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384192000 00000100:00100000:2.0:1777047477.112973:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5439 00000100:00100000:2.0:1777047477.112990:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54280:x1863365384192000:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047477.113024:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.113059:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fb9 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047477.113103:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 258048, mtime: 0x69eb97b2, atime: 0x69eb9713, ctime: 0x69eb97b2, blocks: 0x203 00010000:00010000:2.0:1777047477.113139:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.113142:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.113154:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 21 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.113192:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 21 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.113214:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a800, rc 0) 00000100:00100000:2.0:1777047477.113341:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54280:x1863365384192000:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 355us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.113353:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5439 00000100:00100000:2.0:1777047477.126914:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.127126:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.131845:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384192128 00000100:00100000:0.0:1777047477.131867:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384192128 00000100:00100000:3.0:1777047477.132267:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384192256 00000100:00100000:3.0:1777047477.132276:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384192256 00002000:00010000:2.0:1777047477.132941:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.132950:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974c000 with x1863365384192128 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.132973:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974c000. 00000100:00100000:2.0:1777047477.133145:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2901 00000100:00100000:2.0:1777047477.133162:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384192128:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047477.133170:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:3.0:1777047477.133176:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974d180 with x1863365384192256 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047477.133189:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680974d180. 00002000:00010000:2.0:1777047477.135427:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:2.0:1777047477.135436:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047474 -> 1777047477 00002000:00010000:2.0:1777047477.135441:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047477.135446:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047474 -> 1777047477 00002000:00010000:2.0:1777047477.135451:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047477.137126:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2902 00000100:00100000:0.0:1777047477.137150:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384192256:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:2.0:1777047477.137582:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384192128:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 4405us (10668us total) trans 21474838440 rc 0/0 00002000:00010000:0.0:1777047477.138430:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047477.138436:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:0.0:1777047477.138440:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047477.138444:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:0.0:1777047477.138447:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047477.138496:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384192256:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1355us (11371us total) trans 17179871342 rc 0/0 00000100:00100000:0.0:1777047477.138510:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2902 00002000:00010000:0.0:1777047477.138517:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:0.0:1777047477.138523:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974d180 with x1863365384192256 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047477.138559:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680974d180. 00000100:00100000:2.0:1777047477.139161:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2901 00002000:00010000:2.0:1777047477.139167:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.139173:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974c000 with x1863365384192128 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.139198:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974c000. 00000100:00100000:3.0:1777047477.154981:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.155772:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384192384 00000100:00100000:2.0:1777047477.155792:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384192384 00000100:00100000:2.0:1777047477.155913:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3333 00000100:00100000:2.0:1777047477.155933:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54280:x1863365384192384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047477.155980:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.156020:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e09f3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fc0 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.156179:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3bc00/0x29ccbc23e99e09fa lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.156209:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3bc00/0x29ccbc23e99e09fa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.156231:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3bc00/0x29ccbc23e99e09fa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047477.156283:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:2.0:1777047477.159581:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047477.159638:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3bc00/0x29ccbc23e99e09fa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.159699:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e09f3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc0 expref: 81 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.159731:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3bc00/0x29ccbc23e99e09fa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc0 expref: 80 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.159755:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047477.159760:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047477.159766:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3bc00, rc 0) 00000100:00100000:2.0:1777047477.160000:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54280:x1863365384192384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4070us (5036us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.160015:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3333 00000100:00100000:3.0:1777047477.178007:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.178188:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384192640 00000100:00100000:1.0:1777047477.178207:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384192640 00000100:00100000:1.0:1777047477.178347:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3334 00000100:00100000:1.0:1777047477.178365:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54280:x1863365384192640:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047477.178470:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047477.178521:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3bc00/0x29ccbc23e99e09fa lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc0 expref: 80 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.178658:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.178668:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047477.179088:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.179116:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.179135:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047477.179234:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937987 00000004:00010000:1.0:1777047477.179278:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c2dd30c6 reply state 000000007944eaff transno 8589937988 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.179327:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047477.179491:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54280:x1863365384192640:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1127us (1501us total) trans 8589937988 rc 0/0 00000100:00100000:1.0:1777047477.179504:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3334 00000020:00080000:1.0:1777047477.179514:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047477.189681:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.189711:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.189723:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.189735:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047477.189746:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.189759:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.189788:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.189795:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047477.189803:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.189815:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a01 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047477.190014:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.190134:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384192768 00000100:00100000:2.0:1777047477.190154:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384192768 00000100:00100000:2.0:1777047477.190790:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5440 00000100:00100000:2.0:1777047477.190813:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54280:x1863365384192768:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047477.190846:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.190883:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fc7 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047477.190931:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12d:0x0] initial LVB size: 258048, mtime: 0x69eb97b3, atime: 0x69eb9766, ctime: 0x69eb97b3, blocks: 0x203 00010000:00010000:2.0:1777047477.190968:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.190971:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.190987:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 23 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.191016:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 23 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.191037:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b800, rc 0) 00000100:00100000:2.0:1777047477.191182:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54280:x1863365384192768:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 375us (1175us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.191196:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5440 00000100:00100000:2.0:1777047477.207202:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.207761:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.214104:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384192896 00000100:00100000:1.0:1777047477.214104:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384193024 00000100:00100000:0.0:1777047477.214127:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384192896 00000100:00100000:1.0:1777047477.214128:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384193024 00002000:00010000:1.0:1777047477.214218:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.214229:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974e300 with x1863365384193024 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047477.214242:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/301 (257382->18446744073709551615) 00002000:00100000:0.0:1777047477.214252:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974df80 with x1863365384192896 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047477.214253:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974e300. 00002000:00010000:0.0:1777047477.214271:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680974df80. 00000100:00100000:1.0:1777047477.214419:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2903 00000100:00100000:1.0:1777047477.214439:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384193024:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047477.215251:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047477.215259:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.215264:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047477.215268:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.215272:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047477.215421:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384193024:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 984us (7659us total) trans 21474838441 rc 0/0 00000100:00100000:1.0:1777047477.215437:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2903 00002000:00010000:1.0:1777047477.215445:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/297 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.215451:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974e300 with x1863365384193024 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.215459:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974e300. 00000100:00100000:1.0:1777047477.215503:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2904 00000100:00100000:1.0:1777047477.215833:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384192896:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047477.216120:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:1.0:1777047477.216126:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047475 -> 1777047477 00002000:00010000:1.0:1777047477.216131:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047477.216134:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047475 -> 1777047477 00002000:00010000:1.0:1777047477.216137:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047477.216177:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384192896:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 662us (8995us total) trans 17179871343 rc 0/0 00000100:00100000:1.0:1777047477.216189:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2904 00002000:00010000:1.0:1777047477.216194:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/301 (257382->18446744073709551615) 00002000:00100000:1.0:1777047477.216199:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974df80 with x1863365384192896 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047477.216208:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680974df80. 00000100:00100000:3.0:1777047477.234671:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.234919:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384193152 00000100:00100000:1.0:1777047477.234939:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384193152 00000100:00100000:1.0:1777047477.241525:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3335 00000100:00100000:1.0:1777047477.241597:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54280:x1863365384193152:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.241649:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.241693:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a0f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fce expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.241862:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a16 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.241892:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a16 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.241914:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a16 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.242284:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.242319:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.242358:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a16 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.242409:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a0f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fce expref: 83 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.242444:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a16 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fce expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.242459:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.242466:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.242473:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6a00, rc 0) 00000100:00100000:1.0:1777047477.242968:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54280:x1863365384193152:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1396us (8313us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.242983:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3335 00000100:00100000:3.0:1777047477.276032:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.276187:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384193408 00000100:00100000:1.0:1777047477.276208:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384193408 00000100:00100000:1.0:1777047477.276360:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3336 00000100:00100000:1.0:1777047477.276380:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54280:x1863365384193408:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047477.276503:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047477.276585:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a16 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fce expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.276621:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.276630:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047477.277048:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.277077:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.277097:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047477.277197:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937989 00000004:00010000:1.0:1777047477.277234:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000004ed63d1 reply state 000000008698b16d transno 8589937990 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.277249:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047477.277446:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54280:x1863365384193408:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1070us (1429us total) trans 8589937990 rc 0/0 00000100:00100000:1.0:1777047477.277459:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3336 00000020:00080000:1.0:1777047477.277468:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047477.293324:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.293359:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.293374:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.293390:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047477.293400:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.293414:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.293445:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.293451:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047477.293480:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.293493:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6600/0x29ccbc23e99e0a1d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.308183:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.308877:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384193536 00000100:00100000:1.0:1777047477.308897:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384193536 00000100:00100000:1.0:1777047477.309011:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5441 00000100:00100000:1.0:1777047477.309435:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54280:x1863365384193536:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.309472:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.309513:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fd5 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047477.309601:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 258048, mtime: 0x69eb97b3, atime: 0x69eb9713, ctime: 0x69eb97b3, blocks: 0x203 00010000:00010000:1.0:1777047477.309639:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.309642:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.309656:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 24 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.309694:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 24 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.309718:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6600, rc 0) 00000100:00100000:1.0:1777047477.309818:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54280:x1863365384193536:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 392us (1653us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.309830:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5441 00000100:00100000:2.0:1777047477.312809:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434011904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047477.312915:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047477.313651:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434011904 00000100:00100000:3.0:1777047477.313663:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434011904 00000100:00100000:2.0:1777047477.313693:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047477.313709:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434012032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047477.313770:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047477.313842:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434012032 00000100:00100000:2.0:1777047477.313849:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434012032 00000100:00100000:3.0:1777047477.327481:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1777047477.327505:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434011904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047477.327555:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 181338112 pending 0 free 3855613952 avail 3851419648 00000100:00100000:1.0:1777047477.327954:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.328013:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.328047:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384193792 00000100:00100000:1.0:1777047477.328060:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384193792 00002000:00010000:1.0:1777047477.328105:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.328113:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840328380 with x1863365384193792 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.328132:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840328380. 00000100:00100000:1.0:1777047477.328174:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384193664 00000100:00100000:1.0:1777047477.328179:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384193664 00002000:00010000:1.0:1777047477.328201:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (257382->18446744073709551615) 00002000:00100000:1.0:1777047477.328207:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840329180 with x1863365384193664 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047477.328217:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840329180. 00000100:00100000:1.0:1777047477.328248:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2905 00000100:00100000:1.0:1777047477.328260:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384193792:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:2.0:1777047477.329445:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2906 00000100:00100000:2.0:1777047477.329464:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384193664:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047477.329845:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:2.0:1777047477.329852:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047475 -> 1777047477 00002000:00010000:2.0:1777047477.329857:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047477.329861:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047475 -> 1777047477 00002000:00010000:2.0:1777047477.329864:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047477.329962:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384193664:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 500us (1946us total) trans 21474838442 rc 0/0 00000100:00100000:2.0:1777047477.329976:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2906 00002000:00010000:2.0:1777047477.329983:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.329987:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840329180 with x1863365384193664 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.329996:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840329180. 00000100:00100000:2.0:1777047477.330075:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:2.0:1777047477.330088:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434012032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047477.330110:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 321060864 pending 0 free 3855613952 avail 3849322496 00000100:00100000:2.0:1777047477.330205:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434012032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (16434us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.330216:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:3.0:1777047477.330260:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434011904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2759us (17341us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047477.330274:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1777047477.330344:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434012032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047477.330384:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434011904:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777047477.330741:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047477.330749:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1777047477.332262:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047477.332269:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.332274:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047477.332279:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.332283:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047477.332376:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384193792:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 4114us (4424us total) trans 17179871344 rc 0/0 00000100:00100000:1.0:1777047477.332389:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2905 00002000:00010000:1.0:1777047477.332396:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.332400:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840328380 with x1863365384193792 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.332409:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840328380. 00000100:00100000:2.0:1777047477.345343:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.345526:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384193920 00000100:00100000:1.0:1777047477.345604:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384193920 00000100:00100000:1.0:1777047477.345711:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3337 00000100:00100000:1.0:1777047477.345730:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54280:x1863365384193920:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.345793:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.345833:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a2b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fdc expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.346357:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0a32 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.346383:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0a32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.346404:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0a32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.346458:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.346465:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.346496:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0a32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.346581:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a2b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fdc expref: 85 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.346611:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0a32 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fdc expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.346625:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.346630:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.346636:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6c00, rc 0) 00000100:00100000:1.0:1777047477.346725:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54280:x1863365384193920:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 999us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.346738:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3337 00000100:00100000:3.0:1777047477.370230:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.378789:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384194176 00000100:00100000:0.0:1777047477.378815:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384194176 00000100:00100000:0.0:1777047477.379344:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3338 00000100:00100000:0.0:1777047477.379367:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54280:x1863365384194176:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047477.379481:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047477.379532:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6c00/0x29ccbc23e99e0a32 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fdc expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.379627:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047477.379636:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047477.380046:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.380071:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.380089:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047477.380196:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937991 00000004:00010000:0.0:1777047477.380243:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ae251a7c reply state 00000000c7cedf26 transno 8589937992 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.380259:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047477.380452:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54280:x1863365384194176:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1091us (10237us total) trans 8589937992 rc 0/0 00000100:00100000:0.0:1777047477.380466:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3338 00000020:00080000:0.0:1777047477.380477:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047477.389239:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.390593:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384194304 00000100:00100000:0.0:1777047477.390611:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384194304 00000100:00100000:0.0:1777047477.390703:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5442 00000100:00100000:0.0:1777047477.390721:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54280:x1863365384194304:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047477.390757:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047477.390794:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fe3 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047477.390852:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 258048, mtime: 0x69eb97b3, atime: 0x69eb979d, ctime: 0x69eb97b3, blocks: 0x203 00010000:00010000:0.0:1777047477.390890:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047477.390894:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047477.390906:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 26 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.391342:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 26 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047477.391366:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:0.0:1777047477.391451:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54280:x1863365384194304:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 734us (2230us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047477.391464:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5442 00010000:00010000:1.0:1777047477.394949:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.394972:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.394985:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.394995:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047477.395003:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.395017:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.395043:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.395050:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047477.395057:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.395067:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0a39 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.399491:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.399671:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384194432 00000100:00100000:1.0:1777047477.399693:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384194432 00000100:00100000:0.0:1777047477.399747:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00010000:2.0:1777047477.399877:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.399888:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0c000 with x1863365384194432 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.399908:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0c000. 00000100:00100000:1.0:1777047477.399934:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384194560 00000100:00100000:1.0:1777047477.399941:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384194560 00002000:00010000:1.0:1777047477.399973:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.399979:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0dc00 with x1863365384194560 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.399990:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986704f0dc00. 00000100:00100000:2.0:1777047477.399996:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2907 00000100:00100000:2.0:1777047477.400014:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384194432:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047477.400151:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2908 00000100:00100000:1.0:1777047477.400172:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384194560:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047477.400575:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:2.0:1777047477.400582:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047475 -> 1777047477 00002000:00010000:2.0:1777047477.400587:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047477.400591:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047475 -> 1777047477 00002000:00010000:2.0:1777047477.400595:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1777047477.401074:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777047477.401078:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384194432:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1067us (1597us total) trans 17179871345 rc 0/0 00002000:00010000:1.0:1777047477.401079:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.401083:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047477.401087:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.401091:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047477.401093:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2907 00002000:00010000:2.0:1777047477.401100:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.401106:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0c000 with x1863365384194432 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.401114:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0c000. 00000100:00100000:1.0:1777047477.401167:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384194560:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1004us (1422us total) trans 21474838443 rc 0/0 00000100:00100000:1.0:1777047477.401181:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2908 00002000:00010000:1.0:1777047477.401187:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.401192:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0dc00 with x1863365384194560 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.401200:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986704f0dc00. 00000100:00100000:2.0:1777047477.419481:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.420767:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384194688 00000100:00100000:1.0:1777047477.420788:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384194688 00000100:00100000:1.0:1777047477.420913:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3339 00000100:00100000:1.0:1777047477.420931:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54280:x1863365384194688:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.420980:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.421022:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a47 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fea expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.428113:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a4e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.428147:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.428170:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.428222:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.428230:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.428266:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a4e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.431984:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a47 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fea expref: 87 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.432031:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a4e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fea expref: 86 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.432047:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.432052:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.432057:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7800, rc 0) 00000100:00100000:1.0:1777047477.432246:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54280:x1863365384194688:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11315us (12779us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.432264:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3339 00000100:00100000:3.0:1777047477.446834:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.449519:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384194944 00000100:00100000:1.0:1777047477.449587:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384194944 00000100:00100000:1.0:1777047477.449707:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3340 00000100:00100000:1.0:1777047477.449726:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54280:x1863365384194944:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047477.449851:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047477.449900:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a4e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fea expref: 86 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.449936:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.449945:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047477.450415:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.450440:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.450458:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047477.451012:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937993 00000004:00010000:1.0:1777047477.451062:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082b7e390 reply state 0000000093527cd6 transno 8589937994 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.451077:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047477.451256:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54280:x1863365384194944:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1534us (4438us total) trans 8589937994 rc 0/0 00000100:00100000:1.0:1777047477.451269:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3340 00000020:00080000:1.0:1777047477.451278:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047477.463526:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.464232:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384195072 00000100:00100000:2.0:1777047477.464251:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384195072 00000100:00100000:2.0:1777047477.464400:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5443 00000100:00100000:2.0:1777047477.464417:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54280:x1863365384195072:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047477.464451:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.464495:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ff1 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047477.464939:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 258048, mtime: 0x69eb97b3, atime: 0x69eb974b, ctime: 0x69eb97b3, blocks: 0x203 00010000:00010000:2.0:1777047477.464982:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.464986:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.464999:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 28 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.465027:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 28 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.465049:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3ac00, rc 0) 00000100:00100000:2.0:1777047477.465322:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54280:x1863365384195072:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 907us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.465333:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5443 00010000:00010000:1.0:1777047477.465582:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.465599:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.465611:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.466341:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047477.466349:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.466363:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.466386:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.466391:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047477.466397:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.466407:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a55 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.479863:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.480033:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.484403:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384195200 00000100:00100000:1.0:1777047477.484427:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384195200 00002000:00010000:1.0:1777047477.484510:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (257382->18446744073709551615) 00002000:00100000:1.0:1777047477.484519:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa8380 with x1863365384195200 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047477.484564:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683efa8380. 00000100:00100000:1.0:1777047477.484600:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384195328 00000100:00100000:1.0:1777047477.484606:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384195328 00002000:00010000:1.0:1777047477.484629:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.484635:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efabb80 with x1863365384195328 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.484646:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efabb80. 00000100:00100000:1.0:1777047477.484701:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2909 00000100:00100000:1.0:1777047477.484720:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384195200:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047477.485694:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:1.0:1777047477.485702:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047475 -> 1777047477 00002000:00010000:1.0:1777047477.485707:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047477.485711:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047475 -> 1777047477 00002000:00010000:1.0:1777047477.485716:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047477.485823:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384195200:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1104us (5976us total) trans 17179871346 rc 0/0 00000100:00100000:1.0:1777047477.485837:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2909 00002000:00010000:1.0:1777047477.485847:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (257382->18446744073709551615) 00002000:00100000:1.0:1777047477.485851:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa8380 with x1863365384195200 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047477.485859:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683efa8380. 00000100:00100000:1.0:1777047477.485903:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2910 00000100:00100000:1.0:1777047477.485917:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384195328:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047477.486173:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047477.486179:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.486183:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047477.486187:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:1.0:1777047477.486191:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047477.486229:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384195328:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 313us (6196us total) trans 21474838444 rc 0/0 00000100:00100000:1.0:1777047477.486247:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2910 00002000:00010000:1.0:1777047477.486253:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.486257:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efabb80 with x1863365384195328 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.486265:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efabb80. 00000100:00100000:3.0:1777047477.494438:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.495312:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384195456 00000100:00100000:0.0:1777047477.495330:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384195456 00000100:00100000:0.0:1777047477.495448:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3341 00000100:00100000:0.0:1777047477.495467:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54280:x1863365384195456:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047477.495508:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.502323:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0a63 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787ff8 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.502525:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0a6a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.502551:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0a6a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.502571:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0a6a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047477.502619:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:2.0:1777047477.502627:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047477.502660:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0a6a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.505657:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0a63 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff8 expref: 89 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.505690:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0a6a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff8 expref: 88 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.505705:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047477.505710:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047477.505715:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a200, rc 0) 00000100:00100000:2.0:1777047477.506140:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54280:x1863365384195456:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10675us (12152us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.506155:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3341 00000100:00100000:0.0:1777047477.520719:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.520829:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384195712 00000100:00100000:2.0:1777047477.520863:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384195712 00000100:00100000:2.0:1777047477.520974:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3342 00000100:00100000:2.0:1777047477.521452:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54280:x1863365384195712:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047477.522011:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047477.522060:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0a6a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff8 expref: 88 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.522096:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047477.522105:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047477.522947:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.522975:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.522994:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047477.523100:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937995 00000004:00010000:2.0:1777047477.523143:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c412e0cc reply state 0000000019eca6ed transno 8589937996 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.523159:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047477.525109:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54280:x1863365384195712:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4116us (4438us total) trans 8589937996 rc 0/0 00000100:00100000:2.0:1777047477.525126:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3342 00000020:00080000:2.0:1777047477.525474:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047477.538458:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.538489:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.538503:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.538515:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047477.538524:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.538571:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.538894:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047477.538908:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.538916:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047477.538926:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.538938:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0a71 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047477.541359:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384195840 00000100:00100000:3.0:1777047477.541380:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384195840 00000100:00100000:3.0:1777047477.541497:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5444 00000100:00100000:3.0:1777047477.541514:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54280:x1863365384195840:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047477.541912:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047477.542376:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b787fff expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047477.542422:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 258048, mtime: 0x69eb97b3, atime: 0x69eb975e, ctime: 0x69eb97b3, blocks: 0x203 00010000:00010000:3.0:1777047477.542461:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047477.542464:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047477.542477:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 28 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.542507:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 28 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.542529:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083eca00, rc 0) 00000100:00100000:3.0:1777047477.542993:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54280:x1863365384195840:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1481us (4411us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047477.543006:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5444 00000100:00100000:3.0:1777047477.564195:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047477.564328:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.565253:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384195968 00000100:00100000:2.0:1777047477.565273:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384195968 00002000:00010000:2.0:1777047477.565378:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.565388:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2d80 with x1863365384195968 ext(257382->18446744073709551615) 00000100:00100000:0.0:1777047477.565391:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384196096 00000100:00100000:0.0:1777047477.565402:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384196096 00002000:00010000:2.0:1777047477.565411:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403c2d80. 00002000:00010000:0.0:1777047477.565439:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:0.0:1777047477.565448:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c3b80 with x1863365384196096 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047477.565462:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c3b80. 00000100:00100000:2.0:1777047477.565481:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2911 00000100:00100000:2.0:1777047477.565499:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384195968:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047477.565652:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2912 00000100:00100000:0.0:1777047477.565689:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384196096:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047477.566233:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047477.566238:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:0.0:1777047477.566241:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:2.0:1777047477.566248:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047475 -> 1777047477 00002000:00010000:0.0:1777047477.566250:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047477.566257:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047477.566259:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:2.0:1777047477.566267:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047475 -> 1777047477 00002000:00010000:0.0:1777047477.566268:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1777047477.566278:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047477.566404:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384196096:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 736us (2074us total) trans 17179871347 rc 0/0 00000100:00100000:0.0:1777047477.566416:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2912 00002000:00010000:0.0:1777047477.566423:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:0.0:1777047477.566428:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c3b80 with x1863365384196096 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047477.566436:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c3b80. 00000100:00100000:2.0:1777047477.569152:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384195968:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 3646us (4962us total) trans 21474838445 rc 0/0 00000100:00100000:2.0:1777047477.569170:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2911 00002000:00010000:2.0:1777047477.569179:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.569184:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2d80 with x1863365384195968 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.569197:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403c2d80. 00000100:00100000:0.0:1777047477.580784:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.581088:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384196224 00000100:00100000:1.0:1777047477.581107:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384196224 00000100:00100000:1.0:1777047477.581219:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3343 00000100:00100000:1.0:1777047477.581238:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54280:x1863365384196224:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.581309:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.581346:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a7f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788006 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.581492:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a86 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.581516:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a86 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.581594:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a86 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.582420:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.582429:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.582462:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a86 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.582510:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a7f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788006 expref: 91 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.582542:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a86 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788006 expref: 90 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.582556:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.582560:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.582566:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7800, rc 0) 00000100:00100000:1.0:1777047477.589441:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54280:x1863365384196224:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8185us (8672us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.589464:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3343 00000100:00100000:3.0:1777047477.600678:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.600815:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384196480 00000100:00100000:1.0:1777047477.600835:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384196480 00000100:00100000:1.0:1777047477.600942:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3344 00000100:00100000:1.0:1777047477.600960:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54280:x1863365384196480:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047477.601057:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047477.601102:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a86 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788006 expref: 90 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.601131:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.601140:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047477.601941:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.601965:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.601983:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047477.602079:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937997 00000004:00010000:1.0:1777047477.602123:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e408d36 reply state 00000000586ba190 transno 8589937998 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.602139:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047477.602322:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54280:x1863365384196480:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1365us (1660us total) trans 8589937998 rc 0/0 00000100:00100000:1.0:1777047477.602334:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3344 00000020:00080000:1.0:1777047477.602343:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047477.608388:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.608413:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.608425:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.608435:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047477.608445:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.608457:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.608482:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047477.608486:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047477.608492:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.608502:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0a8d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047477.612260:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.612383:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384196608 00000100:00100000:2.0:1777047477.612401:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384196608 00000100:00100000:2.0:1777047477.612494:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5445 00000100:00100000:2.0:1777047477.612510:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54280:x1863365384196608:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047477.612552:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.612590:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78800d expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047477.612633:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 258048, mtime: 0x69eb97b4, atime: 0x69eb9766, ctime: 0x69eb97b4, blocks: 0x203 00010000:00010000:2.0:1777047477.612669:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.612672:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.612685:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 31 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.612711:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 31 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.612730:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a200, rc 0) 00000100:00100000:2.0:1777047477.612840:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54280:x1863365384196608:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 332us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.612853:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5445 00000100:00100000:3.0:1777047477.630248:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047477.630785:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.643340:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384196736 00000100:00100000:1.0:1777047477.643366:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384196736 00002000:00010000:0.0:1777047477.643669:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (257382->18446744073709551615) 00002000:00100000:0.0:1777047477.643679:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c0700 with x1863365384196736 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047477.643702:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c0700. 00000100:00100000:0.0:1777047477.643786:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384196864 00000100:00100000:0.0:1777047477.643794:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384196864 00002000:00010000:0.0:1777047477.643819:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:0.0:1777047477.643823:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fead80 with x1863365384196864 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047477.643836:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807fead80. 00000100:00100000:0.0:1777047477.643894:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2913 00000100:00100000:0.0:1777047477.643912:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384196736:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047477.644460:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:0.0:1777047477.644468:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047476 -> 1777047477 00002000:00010000:0.0:1777047477.644471:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047477.644475:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047476 -> 1777047477 00002000:00010000:0.0:1777047477.644478:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047477.644633:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384196736:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 723us (14402us total) trans 17179871348 rc 0/0 00000100:00100000:0.0:1777047477.644648:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2913 00002000:00010000:0.0:1777047477.644654:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (257382->18446744073709551615) 00002000:00100000:0.0:1777047477.644658:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c0700 with x1863365384196736 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047477.644666:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c0700. 00000100:00100000:0.0:1777047477.644896:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2914 00000100:00100000:0.0:1777047477.644910:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384196864:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047477.645122:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047477.645127:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:0.0:1777047477.645131:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047477.645134:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:0.0:1777047477.645137:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047477.645182:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384196864:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 274us (14398us total) trans 21474838446 rc 0/0 00000100:00100000:0.0:1777047477.645192:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2914 00002000:00010000:0.0:1777047477.645197:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:0.0:1777047477.645202:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fead80 with x1863365384196864 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047477.645209:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807fead80. 00000100:00100000:3.0:1777047477.662379:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.662784:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384196992 00000100:00100000:1.0:1777047477.662803:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384196992 00000100:00100000:1.0:1777047477.662915:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3345 00000100:00100000:1.0:1777047477.662932:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54280:x1863365384196992:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.662977:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.663015:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a9b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788014 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.663169:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0aa2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.663196:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.663218:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.663265:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.663272:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.663326:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0aa2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.663370:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0a9b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788014 expref: 93 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.663402:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0aa2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788014 expref: 92 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.663425:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.663430:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.663435:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7000, rc 0) 00000100:00100000:1.0:1777047477.663604:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54280:x1863365384196992:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 674us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.663618:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3345 00000100:00100000:0.0:1777047477.703416:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.704189:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384197248 00000100:00100000:2.0:1777047477.704207:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384197248 00000100:00100000:2.0:1777047477.705168:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3346 00000100:00100000:2.0:1777047477.705189:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54280:x1863365384197248:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047477.705326:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047477.705427:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0aa2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788014 expref: 92 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.705463:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047477.705473:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047477.706797:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.706826:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.706844:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047477.706943:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589937999 00000004:00010000:2.0:1777047477.706989:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b8ea306e reply state 0000000042f65fae transno 8589938000 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.707007:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047477.707579:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54280:x1863365384197248:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2394us (4182us total) trans 8589938000 rc 0/0 00000100:00100000:2.0:1777047477.707593:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3346 00000020:00080000:2.0:1777047477.707604:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047477.714548:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.714577:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.714590:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.714602:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047477.714610:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.714622:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.714647:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.714653:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047477.714661:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.714671:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aa9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.721718:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.722180:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384197376 00000100:00100000:1.0:1777047477.722198:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384197376 00000100:00100000:1.0:1777047477.722329:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5446 00000100:00100000:1.0:1777047477.722352:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54280:x1863365384197376:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.722385:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.722424:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78801b expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047477.722470:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 258048, mtime: 0x69eb97b4, atime: 0x69eb9766, ctime: 0x69eb97b4, blocks: 0x203 00010000:00010000:1.0:1777047477.722506:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.722510:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.722524:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.722597:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.722620:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7800, rc 0) 00000100:00100000:1.0:1777047477.723520:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54280:x1863365384197376:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1173us (1816us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.723534:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5446 00000100:00100000:0.0:1777047477.738607:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.738684:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.739433:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384197504 00000100:00100000:1.0:1777047477.739452:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384197504 00000100:00100000:3.0:1777047477.740120:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384197632 00000100:00100000:3.0:1777047477.740129:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384197632 00002000:00010000:2.0:1777047477.740165:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.740176:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9180 with x1863365384197504 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.740199:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683efa9180. 00002000:00010000:3.0:1777047477.740216:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:3.0:1777047477.740225:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9880 with x1863365384197632 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047477.740238:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efa9880. 00000100:00100000:2.0:1777047477.740272:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2915 00000100:00100000:2.0:1777047477.740309:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384197504:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:3.0:1777047477.740434:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2916 00000100:00100000:3.0:1777047477.740449:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384197632:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047477.741269:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047477.741276:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:3.0:1777047477.741310:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047477.741316:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:3.0:1777047477.741321:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047477.741426:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384197632:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 977us (2738us total) trans 21474838447 rc 0/0 00000100:00100000:3.0:1777047477.741440:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2916 00002000:00010000:3.0:1777047477.741447:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:3.0:1777047477.741452:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9880 with x1863365384197632 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047477.741462:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efa9880. 00002000:00010000:2.0:1777047477.741504:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:2.0:1777047477.741510:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047476 -> 1777047477 00002000:00010000:2.0:1777047477.741514:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047477.741517:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047476 -> 1777047477 00002000:00010000:2.0:1777047477.741520:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047477.741931:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384197504:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1644us (3342us total) trans 17179871349 rc 0/0 00000100:00100000:2.0:1777047477.741942:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2915 00002000:00010000:2.0:1777047477.741947:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.741951:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9180 with x1863365384197504 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.741959:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683efa9180. 00000100:00100000:2.0:1777047477.753738:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.753853:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384197760 00000100:00100000:1.0:1777047477.753871:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384197760 00000100:00100000:1.0:1777047477.754354:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3347 00000100:00100000:1.0:1777047477.754372:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54280:x1863365384197760:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.754436:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.754476:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ab7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788022 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.754694:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0abe lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.754719:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0abe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.754736:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0abe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.754779:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.754786:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.754815:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0abe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.754855:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ab7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788022 expref: 95 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.754882:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0abe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788022 expref: 94 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.754896:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.754901:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.754907:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7400, rc 0) 00000100:00100000:1.0:1777047477.754998:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54280:x1863365384197760:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 629us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.755014:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3347 00000100:00100000:0.0:1777047477.767827:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.768917:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384198016 00000100:00100000:1.0:1777047477.768936:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384198016 00000100:00100000:1.0:1777047477.769154:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3348 00000100:00100000:1.0:1777047477.769174:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54280:x1863365384198016:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047477.769271:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047477.769343:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0abe lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788022 expref: 94 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.769377:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.769386:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047477.770250:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.770277:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.770318:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047477.770411:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938001 00000004:00010000:1.0:1777047477.770481:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7caf01a reply state 0000000053617ccb transno 8589938002 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.770496:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047477.770686:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54280:x1863365384198016:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1516us (2877us total) trans 8589938002 rc 0/0 00000100:00100000:1.0:1777047477.770699:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3348 00000020:00080000:1.0:1777047477.770716:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047477.778889:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.778919:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047477.778923:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.779150:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384198144 00000100:00100000:1.0:1777047477.779167:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384198144 00000100:00100000:1.0:1777047477.779271:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5447 00000100:00100000:1.0:1777047477.779315:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54280:x1863365384198144:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.779346:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.779379:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788029 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047477.779422:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 258048, mtime: 0x69eb97b4, atime: 0x69eb9790, ctime: 0x69eb97b4, blocks: 0x203 00010000:00010000:1.0:1777047477.779456:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.779459:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.779472:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 32 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.779502:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 32 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.779889:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.779900:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047477.779909:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.779922:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.779945:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047477.779951:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047477.779960:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.779970:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0ac5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.780410:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7000, rc 0) 00000100:00100000:0.0:1777047477.780859:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54280:x1863365384198144:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1397us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047477.780876:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5447 00000100:00100000:0.0:1777047477.791693:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.791935:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.792941:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384198272 00000100:00100000:1.0:1777047477.792960:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384198272 00002000:00010000:1.0:1777047477.793037:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (257382->18446744073709551615) 00002000:00100000:1.0:1777047477.793103:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efab100 with x1863365384198272 ext(257382->18446744073709551615) 00002000:00010000:1.0:1777047477.793245:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efab100. 00000100:00100000:1.0:1777047477.793308:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384198400 00000100:00100000:1.0:1777047477.793314:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384198400 00002000:00010000:1.0:1777047477.793340:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.793345:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9c00 with x1863365384198400 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.793356:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683efa9c00. 00000100:00100000:1.0:1777047477.793392:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2917 00000100:00100000:1.0:1777047477.793408:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384198272:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047477.793978:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2918 00000100:00100000:0.0:1777047477.793995:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384198400:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047477.797913:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047477.797925:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:0.0:1777047477.797930:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047477.797934:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:0.0:1777047477.797938:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047477.798070:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384198400:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 4072us (6128us total) trans 17179871350 rc 0/0 00000100:00100000:0.0:1777047477.798086:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2918 00002000:00010000:0.0:1777047477.798094:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:0.0:1777047477.798099:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9c00 with x1863365384198400 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047477.798110:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683efa9c00. 00002000:00010000:0.0:1777047477.799798:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:0.0:1777047477.799807:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047476 -> 1777047477 00002000:00010000:0.0:1777047477.799810:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047477.799814:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047476 -> 1777047477 00002000:00010000:0.0:1777047477.799817:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047477.799888:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384198272:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 6481us (8458us total) trans 21474838448 rc 0/0 00000100:00100000:0.0:1777047477.799902:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2917 00002000:00010000:0.0:1777047477.799908:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (257382->18446744073709551615) 00002000:00100000:0.0:1777047477.799913:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efab100 with x1863365384198272 ext(257382->18446744073709551615) 00002000:00010000:0.0:1777047477.799922:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683efab100. 00000100:00100000:0.0:1777047477.822254:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.822466:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384198528 00000100:00100000:1.0:1777047477.822485:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384198528 00000100:00100000:1.0:1777047477.824369:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3349 00000100:00100000:1.0:1777047477.824389:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54280:x1863365384198528:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047477.824438:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047477.824478:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0ad3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788030 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.825326:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0ada lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.825354:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0ada lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.825376:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0ada lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047477.825425:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047477.825432:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047477.825461:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0ada lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.825505:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0ad3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788030 expref: 97 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.825600:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0ada lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788030 expref: 96 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.825616:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:1.0:1777047477.825621:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047477.825627:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6a00, rc 0) 00000100:00100000:1.0:1777047477.825736:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54280:x1863365384198528:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1351us (3502us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047477.825751:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3349 00000100:00100000:2.0:1777047477.840505:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047477.842998:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384198784 00000100:00100000:3.0:1777047477.843017:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384198784 00000100:00100000:3.0:1777047477.843126:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3350 00000100:00100000:3.0:1777047477.843143:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54280:x1863365384198784:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047477.843244:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047477.843316:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0ada lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788030 expref: 96 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.843348:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047477.843357:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047477.843838:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.843863:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.843881:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047477.843988:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938003 00000004:00010000:3.0:1777047477.844032:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002a52abc reply state 000000002d0b5da9 transno 8589938004 ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047477.844047:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047477.844190:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54280:x1863365384198784:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1050us (3702us total) trans 8589938004 rc 0/0 00000100:00100000:3.0:1777047477.844202:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3350 00000020:00080000:3.0:1777047477.844210:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047477.860112:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047477.860711:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.860732:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.860745:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.860756:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047477.860766:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.860780:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.860811:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:3.0:1777047477.860816:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047477.860825:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.860836:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9868083ed200/0x29ccbc23e99e0ae1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.861237:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384198912 00000100:00100000:2.0:1777047477.861256:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384198912 00000100:00100000:2.0:1777047477.861395:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5448 00000100:00100000:2.0:1777047477.861412:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54280:x1863365384198912:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047477.861444:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.861477:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788037 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047477.861520:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 258048, mtime: 0x69eb97b4, atime: 0x69eb979d, ctime: 0x69eb97b4, blocks: 0x203 00010000:00010000:2.0:1777047477.861614:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.861618:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.861632:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 36 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.861658:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 36 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.861680:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00100000:2.0:1777047477.861764:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:54280:x1863365384198912:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 356us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.861777:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5448 00000100:00100000:0.0:1777047477.879362:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047477.879441:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.879703:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384199040 00000100:00100000:2.0:1777047477.879723:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384199040 00002000:00010000:2.0:1777047477.879798:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.879807:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efcb800 with x1863365384199040 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.879830:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670efcb800. 00000100:00100000:1.0:1777047477.879849:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384199168 00000100:00100000:1.0:1777047477.879858:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384199168 00002000:00010000:1.0:1777047477.879892:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:1.0:1777047477.879899:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efc9880 with x1863365384199168 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047477.879912:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670efc9880. 00000100:00100000:2.0:1777047477.879933:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2919 00000100:00100000:2.0:1777047477.879954:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384199040:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047477.879968:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2920 00000100:00100000:1.0:1777047477.880002:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384199168:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047477.881360:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 258048 -> 257382 00002000:00010000:2.0:1777047477.881368:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047476 -> 1777047477 00002000:00010000:2.0:1777047477.881373:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047477.881377:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047476 -> 1777047477 00002000:00010000:2.0:1777047477.881381:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047477.881496:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2413:x1863365384199040:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1545us (2150us total) trans 17179871351 rc 0/0 00000100:00100000:2.0:1777047477.881511:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2919 00002000:00010000:2.0:1777047477.881519:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (257382->18446744073709551615) 00002000:00100000:2.0:1777047477.881524:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efcb800 with x1863365384199040 ext(257382->18446744073709551615) 00002000:00010000:2.0:1777047477.881563:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670efcb800. 00002000:00010000:2.0:1777047477.886677:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047477.886689:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047470 -> 1777047477 00002000:00010000:2.0:1777047477.886694:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047477.886699:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:2.0:1777047477.886702:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:2.0:1777047477.886799:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384199168:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 6811us (7351us total) trans 21474838449 rc 0/0 00000100:00100000:2.0:1777047477.886815:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2920 00002000:00010000:2.0:1777047477.886824:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:2.0:1777047477.886829:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670efc9880 with x1863365384199168 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047477.886840:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670efc9880. 00010000:00010000:3.0:1777047477.889900:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047477.901106:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.901351:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384199424 00000100:00100000:2.0:1777047477.901371:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384199424 00000100:00100000:2.0:1777047477.901497:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3351 00000100:00100000:2.0:1777047477.901518:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54280:x1863365384199424:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047477.902526:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.902892:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.902916:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047477.903184:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000009c428e8 reply state 0000000003926894 transno 8589938005 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.903202:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047477.903393:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54280:x1863365384199424:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1880us (2307us total) trans 8589938005 rc 0/0 00000100:00100000:2.0:1777047477.903413:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3351 00010000:00010000:2.0:1777047477.919855:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.919884:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.919897:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.919908:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047477.919916:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.919978:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.920008:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:2.0:1777047477.920014:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047477.920021:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.920033:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e0aef lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047477.924431:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.925167:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384199552 00000100:00100000:2.0:1777047477.925186:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384199552 00000100:00100000:2.0:1777047477.925307:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5449 00000100:00100000:2.0:1777047477.925326:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54280:x1863365384199552:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047477.925360:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047477.925392:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78803e expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.925447:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 38 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.925462:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.925465:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.925472:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 38 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.926945:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 38 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.926988:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.927018:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434012160:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047477.927943:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047477.937012:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434012160:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047477.938194:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 38 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.938245:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3ba00, rc 0) 00000100:00100000:2.0:1777047477.938582:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54280:x1863365384199552:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13255us (14161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.938605:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5449 00000100:00100000:3.0:1777047477.951214:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047477.951792:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384199680 00000100:00100000:2.0:1777047477.951812:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384199680 00010000:00010000:2.0:1777047477.951911:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.952438:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2488 00000100:00100000:2.0:1777047477.952458:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384199680:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047477.952490:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777047477.952528:0:5844:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 391 00010000:00010000:2.0:1777047477.952542:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.952569:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.952612:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e08f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f6c expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.952644:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.952647:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047477.952661:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 37 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.952679:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 37 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047477.952760:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 37 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047477.952787:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434012288:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047477.952943:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047477.968353:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434012288:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047477.968418:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047477.968987:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384199680:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 16500us (17759us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047477.969015:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2488 00000100:00100000:1.0:1777047477.970018:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047477.970433:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384199808 00000100:00100000:3.0:1777047477.970446:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384199808 00000100:00100000:3.0:1777047477.973492:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5450 00000100:00100000:3.0:1777047477.973519:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54280:x1863365384199808:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047477.973555:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047477.973589:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788045 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.973648:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 35 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.973666:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047477.973670:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047477.973677:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 35 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.973737:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 35 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.973762:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 35 pid: 32524 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047477.973786:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434012416:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047477.974422:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047477.980930:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434012416:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047477.980990:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 35 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047477.981028:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ed200, rc 0) 00000100:00100000:3.0:1777047477.981126:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54280:x1863365384199808:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 7617us (11109us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047477.981141:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5450 00000100:00100000:0.0:1777047477.989471:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047477.989986:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384199936 00000100:00100000:1.0:1777047477.990004:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384199936 00010000:00010000:1.0:1777047477.990079:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 35 pid: 32524 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.990153:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2489 00000100:00100000:1.0:1777047477.990168:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384199936:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047477.990195:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047477.990235:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 35 pid: 32524 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.990271:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 35 pid: 32524 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.990341:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e08fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f73 expref: 35 pid: 32524 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.990370:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.990373:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047477.990386:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.990405:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047477.990474:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047477.990499:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365434012544:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047477.991936:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047478.009424:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047478.010016:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365434012544:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047478.010078:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047478.010191:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384199936:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 20023us (20735us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047478.010212:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2489 00000100:00100000:2.0:1777047478.016720:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384200064 00000100:00100000:2.0:1777047478.016743:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384200064 00000100:00100000:2.0:1777047478.016891:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5451 00000100:00100000:2.0:1777047478.016910:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54280:x1863365384200064:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047478.017310:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047478.017347:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78804c expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.017403:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 38 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.017417:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047478.017420:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047478.017426:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 38 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.017485:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 38 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.017508:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.017559:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434012672:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047478.017691:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047478.027370:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434012672:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047478.027433:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 38 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.027474:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b600, rc 0) 00000100:00100000:3.0:1777047478.027619:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54280:x1863365384200064:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10712us (18212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047478.027635:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5451 00000100:00100000:0.0:1777047478.029603:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047478.030304:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384200192 00000100:00100000:3.0:1777047478.030318:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384200192 00010000:00010000:3.0:1777047478.030377:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.030442:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2490 00000100:00100000:3.0:1777047478.030457:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384200192:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047478.030482:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047478.030519:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.030543:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.030584:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e0905 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f7a expref: 38 pid: 26190 timeout: 4206 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.030609:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047478.030613:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047478.030624:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.030643:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.030708:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 37 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.030733:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434012800:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047478.031014:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047478.039415:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047478.040209:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384200320 00000100:00100000:2.0:1777047478.040228:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384200320 00000100:00100000:2.0:1777047478.040377:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5452 00000100:00100000:2.0:1777047478.040396:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384200320:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047478.040891:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047478.040898:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047473 -> 1777047473 00002000:00010000:2.0:1777047478.040902:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:2.0:1777047478.040906:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047473 -> 1777047477 00002000:00010000:2.0:1777047478.040910:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1777047478.041015:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384200320:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 621us (1615us total) trans 17179871352 rc 0/0 00000100:00100000:2.0:1777047478.041029:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5452 00000100:00100000:3.0:1777047478.042735:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434012800:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047478.042795:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047478.044738:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047478.045101:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384200448 00000100:00100000:3.0:1777047478.045115:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384200448 00000100:00100000:3.0:1777047478.045211:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5453 00000100:00100000:3.0:1777047478.045228:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384200448:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047478.045639:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.045646:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047464 -> 1777047473 00002000:00010000:3.0:1777047478.045650:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047453 -> 1777047472 00002000:00010000:3.0:1777047478.045653:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:3.0:1777047478.045657:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047478.045734:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384200448:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 509us (1001us total) trans 21474838450 rc 0/0 00000100:00100000:3.0:1777047478.045747:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5453 00000100:00100000:2.0:1777047478.046362:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384200192:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 15904us (16757us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047478.046380:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2490 00000100:00100000:1.0:1777047478.047102:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047478.047305:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384200576 00000100:00100000:0.0:1777047478.047315:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384200576 00000100:00100000:0.0:1777047478.047379:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5454 00000100:00100000:0.0:1777047478.047393:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384200576:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047478.047662:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047478.047667:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047464 -> 1777047473 00002000:00010000:0.0:1777047478.047671:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047453 -> 1777047472 00002000:00010000:0.0:1777047478.047674:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047470 -> 1777047477 00002000:00010000:0.0:1777047478.047678:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047478.047725:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384200576:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 334us (622us total) trans 17179871353 rc 0/0 00000100:00100000:0.0:1777047478.047736:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5454 00000100:00100000:2.0:1777047478.064190:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047478.064759:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384200832 00000100:00100000:1.0:1777047478.064778:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384200832 00000100:00100000:1.0:1777047478.064889:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1202 00000100:00100000:1.0:1777047478.064908:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54280:x1863365384200832:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:1.0:1777047478.065374:0:30809:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e08b8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f57 expref: 98 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.066054:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.066080:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 98 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.066098:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.066163:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 98 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.066187:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 98 pid: 30804 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.066213:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434012928:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047478.069150:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047478.080415:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047478.081186:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434012928:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047478.081246:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.081414:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384200960 00000100:00100000:3.0:1777047478.081428:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384200960 00010000:00010000:3.0:1777047478.081493:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 99 pid: 30804 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.081618:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2491 00000100:00100000:3.0:1777047478.082640:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:2410:x1863365384200960:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047478.083944:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047478.083960:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 99 pid: 30804 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.083984:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 99 pid: 30804 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.084022:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e08e2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f5e expref: 99 pid: 30804 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.084049:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047478.084370:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.084391:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.084404:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.084471:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047478.084634:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:2410:x1863365384200960:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3000us (4234us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047478.084648:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2491 00010000:00010000:2.0:1777047478.085115:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.085130:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047478.103159:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1043, 88 off96096 00000004:00080000:2.0:1777047478.103194:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106485659134ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.103370:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1030, 88 off94864 00000004:00080000:2.0:1777047478.103382:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106485847234ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.103434:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1031, 88 off94952 00000004:00080000:2.0:1777047478.103444:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106485909389ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.103592:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1044, 88 off96184 00000004:00080000:2.0:1777047478.103602:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486067344ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.103651:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1045, 88 off96272 00000004:00080000:2.0:1777047478.103658:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486123469ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.103697:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1032, 88 off95040 00000004:00080000:2.0:1777047478.103704:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486169479ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.103731:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1046, 88 off96360 00000004:00080000:2.0:1777047478.103737:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486202569ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.103763:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1033, 88 off95128 00000004:00080000:2.0:1777047478.103769:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486234627ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.103793:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1034, 88 off95216 00000004:00080000:2.0:1777047478.103800:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486265432ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.103824:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1047, 88 off96448 00000004:00080000:2.0:1777047478.103830:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486295299ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.103854:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1035, 88 off95304 00000004:00080000:2.0:1777047478.103860:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486325544ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.103910:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1048, 88 off96536 00000004:00080000:2.0:1777047478.103919:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486384279ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.103948:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1036, 88 off95392 00000004:00080000:2.0:1777047478.103956:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486421437ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.103984:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1049, 88 off96624 00000004:00080000:2.0:1777047478.103991:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486456757ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104015:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1050, 88 off96712 00000004:00080000:2.0:1777047478.104023:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486489139ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104046:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1037, 88 off95480 00000004:00080000:2.0:1777047478.104051:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486517209ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104074:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1038, 88 off95568 00000004:00080000:2.0:1777047478.104080:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486546067ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104105:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1051, 88 off96800 00000004:00080000:2.0:1777047478.104110:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486575984ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104133:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1052, 88 off96888 00000004:00080000:2.0:1777047478.104138:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486603979ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104161:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1039, 88 off95656 00000004:00080000:2.0:1777047478.104167:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486632327ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104190:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1053, 88 off96976 00000004:00080000:2.0:1777047478.104197:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486662114ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104227:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1040, 88 off95744 00000004:00080000:2.0:1777047478.104235:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486699924ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104261:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1041, 88 off95832 00000004:00080000:2.0:1777047478.104267:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486732275ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104322:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1054, 88 off97064 00000004:00080000:2.0:1777047478.104330:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486795720ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104384:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1055, 88 off97152 00000004:00080000:2.0:1777047478.104392:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486857380ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104418:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1042, 88 off95920 00000004:00080000:2.0:1777047478.104425:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486891002ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104450:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1056, 88 off97240 00000004:00080000:2.0:1777047478.104456:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106486921605ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104478:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1043, 88 off96008 00000004:00080000:2.0:1777047478.104484:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486949292ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104506:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1044, 88 off96096 00000004:00080000:2.0:1777047478.104513:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106486978327ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047478.104597:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1057, 88 off97328 00000004:00080000:2.0:1777047478.104605:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106487070497ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104929:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1058, 88 off97416 00000004:00080000:2.0:1777047478.104937:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4106487402440ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047478.104960:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1045, 88 off96184 00000004:00080000:2.0:1777047478.104966:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4106487431465ns, next at 4065738783769ns, rc = 0 00000004:00010000:0.0:1777047478.282622:0:30809:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6e95c7c reply state 00000000166a504c transno 8589938006 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.282656:0:30809:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777047478.282675:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047478.282680:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047478.282698:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e08b8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f57 expref: 98 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.282943:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54280:x1863365384200832:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 218038us (218769us total) trans 8589938006 rc 0/0 00000100:00100000:0.0:1777047478.282963:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1202 00000001:00080000:1.0:1777047478.283117:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589937992 is committed 00000001:00080000:1.0:1777047478.283142:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938002 is committed 00000001:00080000:1.0:1777047478.283237:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938006 is committed 00000004:00080000:1.0:1777047478.283248:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 950 committed 00000004:00080000:1.0:1777047478.283294:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 962 committed 00000004:00080000:1.0:1777047478.283306:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 961 committed 00000004:00080000:1.0:1777047478.283309:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 949 committed 00000004:00080000:1.0:1777047478.283312:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 948 committed 00000004:00080000:1.0:1777047478.283317:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 960 committed 00000004:00080000:1.0:1777047478.283323:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 947 committed 00000004:00080000:1.0:1777047478.283327:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 959 committed 00000004:00080000:1.0:1777047478.283331:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 958 committed 00000004:00080000:1.0:1777047478.283335:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 946 committed 00000004:00080000:1.0:1777047478.283338:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 945 committed 00000004:00080000:1.0:1777047478.283341:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 957 committed 00000004:00080000:1.0:1777047478.283345:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 944 committed 00000004:00080000:1.0:1777047478.283348:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 956 committed 00000004:00080000:1.0:1777047478.283351:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 955 committed 00000004:00080000:1.0:1777047478.283354:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 943 committed 00000004:00080000:1.0:1777047478.283358:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 942 committed 00000004:00080000:1.0:1777047478.283362:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 954 committed 00000004:00080000:1.0:1777047478.283366:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 953 committed 00000004:00080000:1.0:1777047478.283370:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 941 committed 00000004:00080000:1.0:1777047478.283373:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 952 committed 00000004:00080000:1.0:1777047478.283376:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 940 committed 00000004:00080000:1.0:1777047478.283379:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 951 committed 00000004:00080000:1.0:1777047478.283384:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 939 committed 00000004:00080000:1.0:1777047478.283389:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 938 committed 00000004:00080000:1.0:1777047478.283392:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 950 committed 00000004:00080000:1.0:1777047478.283396:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 937 committed 00000004:00080000:1.0:1777047478.283399:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 949 committed 00000004:00080000:1.0:1777047478.283402:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 948 committed 00000004:00080000:1.0:1777047478.283406:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 936 committed 00000004:00080000:1.0:1777047478.283409:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 935 committed 00000004:00080000:1.0:1777047478.283412:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 947 committed 00010000:00010000:0.0:1777047478.283688:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.283704:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.283718:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.283729:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047478.283738:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.283759:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.283785:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d514500) 00010000:00010000:0.0:1777047478.283791:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047478.283797:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.283807:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0b0b lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.284652:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013440:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.284661:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434013184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047478.284802:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434013056:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.284896:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.284964:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434013696:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.285004:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.285036:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434014208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.285071:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.285099:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434014720:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.285131:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.285184:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013184 00000100:00100000:0.0:1777047478.285196:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013184 00000100:00100000:0.0:1777047478.285259:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013696 00000100:00100000:0.0:1777047478.285265:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013696 00000100:00100000:0.0:1777047478.285324:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014208 00000100:00100000:0.0:1777047478.285329:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014208 00000100:00100000:0.0:1777047478.285366:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014720 00000100:00100000:0.0:1777047478.285372:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014720 00000100:00100000:3.0:1777047478.285388:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5455 00000100:00100000:3.0:1777047478.285412:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434013184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047478.285427:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456 00000100:00100000:0.0:1777047478.285444:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365434013696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047478.285856:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047478.285864:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047478.285870:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047478.285875:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047478.285881:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047478.285924:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434013184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 517us (1027us total) trans 21474838451 rc 0/0 00000100:00100000:3.0:1777047478.285938:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5455 00000100:00100000:3.0:1777047478.285972:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5457 00000100:00100000:3.0:1777047478.285984:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434014208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.286495:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.286502:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047478.286507:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:3.0:1777047478.286511:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047478.286514:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047478.286590:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434014208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 606us (1516us total) trans 17179871355 rc 0/0 00000100:00100000:3.0:1777047478.286601:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5457 00000100:00100000:3.0:1777047478.286625:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5458 00000100:00100000:3.0:1777047478.286635:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434014720:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.286772:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.286778:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.286781:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047478.286785:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.286788:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047478.286834:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434014720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 198us (1701us total) trans 17179871356 rc 0/0 00000100:00100000:3.0:1777047478.286845:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5458 00000004:00080000:3.0:1777047478.286941:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a79500/2, rc 0, transno 21474838451 00000100:00100000:3.0:1777047478.286964:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434013184:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047478.286988:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf6d80/2, rc 0, transno 17179871355 00000100:00100000:3.0:1777047478.287005:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434014208:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047478.287021:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4a80/2, rc 0, transno 17179871356 00000100:00100000:3.0:1777047478.287027:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434014720:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.287127:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434015232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.287177:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047478.287217:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047478.287228:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434015104:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.287266:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047478.287344:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434015232 00000100:00100000:3.0:1777047478.287352:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434015232 00000100:00100000:3.0:1777047478.287395:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434015104 00000100:00100000:3.0:1777047478.287400:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434015104 00000100:00100000:3.0:1777047478.287427:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459 00000100:00100000:3.0:1777047478.287437:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434015232:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.287625:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047478.287630:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.287634:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047478.287637:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.287640:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047478.287693:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434015232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 257us (515us total) trans 17179871357 rc 0/0 00000100:00100000:3.0:1777047478.287703:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459 00000100:00100000:3.0:1777047478.287728:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5460 00000100:00100000:3.0:1777047478.287738:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434015104:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.287869:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.287874:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.287878:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047478.287882:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.287886:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047478.287929:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434015104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 191us (662us total) trans 17179871358 rc 0/0 00000100:00100000:3.0:1777047478.287940:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5460 00000004:00080000:3.0:1777047478.288043:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9f80/2, rc 0, transno 17179871358 00000100:00100000:3.0:1777047478.288058:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434015104:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047478.288072:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8a80/2, rc 0, transno 17179871357 00000100:00100000:3.0:1777047478.288078:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434015232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.288137:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047478.288149:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434015616:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.288192:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047478.288229:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434015616 00000100:00100000:3.0:1777047478.288236:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434015616 00000100:00100000:0.0:1777047478.288379:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434013696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2938us (3372us total) trans 17179871354 rc 0/0 00000100:00100000:2.0:1777047478.288776:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.288837:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013952:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047478.288884:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.288914:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014464:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047478.288950:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047478.289020:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434013568:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047478.289981:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.290036:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014976:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047478.290089:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.290115:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434015488:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047478.290151:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.290180:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [0->1] 00000100:00100000:2.0:1777047478.290189:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013312:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047478.290224:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.290241:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013824:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047478.290299:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.290320:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014336:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047478.290351:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047478.292526:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5461 00000100:00100000:2.0:1777047478.292546:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014848:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047478.292585:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434015616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047478.292604:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047478.292919:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434015360:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047478.292960:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.293322:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456 00000100:00100000:0.0:1777047478.293372:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013440 00000100:00100000:0.0:1777047478.293382:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013440 00000100:00100000:0.0:1777047478.293421:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013952 00000100:00100000:0.0:1777047478.293426:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013952 00000100:00100000:0.0:1777047478.293450:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013056 00000100:00100000:0.0:1777047478.293455:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013056 00000100:00100000:0.0:1777047478.293487:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014464 00000100:00100000:0.0:1777047478.293493:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014464 00000100:00100000:0.0:1777047478.293511:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014976 00000100:00100000:0.0:1777047478.293515:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014976 00002000:00010000:3.0:1777047478.293525:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777047478.293535:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434015488 00000100:00100000:0.0:1777047478.293541:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434015488 00000100:00100000:0.0:1777047478.293561:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013312 00002000:00010000:3.0:1777047478.293561:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00000100:00100000:0.0:1777047478.293566:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013312 00002000:00010000:3.0:1777047478.293570:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047478.293577:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.293581:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047478.293590:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013824 00000100:00100000:0.0:1777047478.293596:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013824 00000100:00100000:0.0:1777047478.293620:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014336 00000100:00100000:0.0:1777047478.293624:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014336 00000100:00100000:0.0:1777047478.293648:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014848 00000100:00100000:0.0:1777047478.293653:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014848 00000100:00100000:3.0:1777047478.293657:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434015616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1085us (5461us total) trans 17179871359 rc 0/0 00000100:00100000:0.0:1777047478.293671:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434015360 00000100:00100000:3.0:1777047478.293673:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5461 00000100:00100000:0.0:1777047478.293679:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434015360 00000100:00100000:3.0:1777047478.293710:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5462 00000100:00100000:3.0:1777047478.293723:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434013440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.293898:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.293904:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047473 -> 1777047473 00000100:00100000:0.0:1777047478.293906:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5463 00002000:00010000:3.0:1777047478.293913:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:3.0:1777047478.293919:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00000100:00100000:0.0:1777047478.293927:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434013952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.293928:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047478.294003:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434013440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 279us (5224us total) trans 17179871360 rc 0/0 00000100:00100000:3.0:1777047478.294016:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5462 00000100:00100000:3.0:1777047478.294047:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5464 00000100:00100000:3.0:1777047478.294059:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434013056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047478.294134:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047478.294141:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047478.294145:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047478.294149:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047478.294153:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047478.294214:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434013952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 293us (5327us total) trans 17179871361 rc 0/0 00000100:00100000:0.0:1777047478.294228:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5463 00000100:00100000:0.0:1777047478.294258:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465 00000100:00100000:0.0:1777047478.294301:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434014464:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.294311:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047478.294318:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047473 -> 1777047473 00002000:00010000:3.0:1777047478.294323:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:3.0:1777047478.294326:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.294330:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1777047478.294387:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434013056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 329us (5440us total) trans 17179871362 rc 0/0 00000100:00100000:3.0:1777047478.294398:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5464 00000100:00100000:3.0:1777047478.294423:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5466 00000100:00100000:3.0:1777047478.294436:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434014976:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047478.294478:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047478.294485:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.294490:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047478.294494:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.294499:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047478.294599:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434014464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 329us (4617us total) trans 17179871363 rc 0/0 00000100:00100000:0.0:1777047478.294613:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465 00000100:00100000:0.0:1777047478.294644:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5467 00000100:00100000:0.0:1777047478.294660:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434015488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047478.294665:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047478.294672:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.294676:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047478.294680:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.294685:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12d:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047478.294733:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434014976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 301us (4642us total) trans 17179871364 rc 0/0 00000100:00100000:3.0:1777047478.294744:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5466 00000100:00100000:3.0:1777047478.294769:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5468 00000100:00100000:3.0:1777047478.294782:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434013312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047478.294969:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.294974:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047473 -> 1777047473 00002000:00010000:3.0:1777047478.294978:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:3.0:1777047478.294982:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.294986:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047478.296669:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047478.296677:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.296681:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047478.296686:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.296689:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047478.296747:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434015488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2090us (6593us total) trans 17179871365 rc 0/0 00000100:00100000:0.0:1777047478.296760:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5467 00000100:00100000:0.0:1777047478.296791:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5469 00000100:00100000:0.0:1777047478.296805:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434013824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047478.297315:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047478.297320:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047478.297324:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047478.297327:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047478.297330:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047478.297411:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434013824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 609us (7138us total) trans 21474838453 rc 0/0 00000100:00100000:0.0:1777047478.297421:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5469 00000100:00100000:0.0:1777047478.297444:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5470 00000100:00100000:0.0:1777047478.297454:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434014336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047478.297618:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047478.297624:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.297628:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047478.297926:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.297929:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047478.297977:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434014336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 523us (7623us total) trans 21474838454 rc 0/0 00000100:00100000:0.0:1777047478.297987:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5470 00000100:00100000:0.0:1777047478.298008:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5471 00000100:00100000:0.0:1777047478.298018:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434014848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047478.298141:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047478.298147:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.298151:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047478.298154:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.298157:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047478.298202:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434014848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 184us (5600us total) trans 21474838455 rc 0/0 00000100:00100000:0.0:1777047478.298214:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5471 00000100:00100000:0.0:1777047478.298236:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5472 00000100:00100000:0.0:1777047478.298247:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434015360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047478.299218:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434013312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4436us (8990us total) trans 21474838452 rc 0/0 00000100:00100000:3.0:1777047478.299232:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5468 00000004:00080000:3.0:1777047478.299456:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459c00/2, rc 0, transno 21474838452 00000100:00100000:3.0:1777047478.299497:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013312:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047478.299517:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45b480/2, rc 0, transno 21474838453 00000100:00100000:3.0:1777047478.299524:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013824:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047478.299571:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459180/2, rc 0, transno 21474838454 00000100:00100000:3.0:1777047478.299578:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014336:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047478.299592:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e5880/2, rc 0, transno 21474838455 00000100:00100000:3.0:1777047478.299597:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014848:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047478.299615:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4700/2, rc 0, transno 17179871364 00000100:00100000:3.0:1777047478.299636:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014976:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047478.299726:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434015872:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047478.303057:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047478.303067:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.303071:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047478.303075:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.303078:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000004:00080000:3.0:1777047478.307905:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8380/2, rc 0, transno 17179871365 00000100:00100000:3.0:1777047478.307926:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434015488:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.317539:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434015360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 19275us (24560us total) trans 21474838456 rc 0/0 00000100:00100000:0.0:1777047478.317567:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5472 00000100:00100000:1.0:1777047478.318325:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047478.318478:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434014080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047478.318571:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047478.318608:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434014592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047478.318645:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047478.318693:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434016128:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047478.318757:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047478.318836:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4e00/2, rc 0, transno 17179871362 00000100:00100000:1.0:1777047478.318850:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434013056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047478.318867:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047478.318877:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434015744:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047478.318917:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047478.319863:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7480/2, rc 0, transno 17179871360 00000100:00100000:3.0:1777047478.319877:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013440:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047478.319899:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf5500/2, rc 0, transno 17179871361 00000100:00100000:3.0:1777047478.319907:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434013952:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047478.319925:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4000/2, rc 0, transno 17179871363 00000100:00100000:3.0:1777047478.319932:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434014464:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.319958:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434016000:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047478.320009:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047478.320093:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9500/2, rc 0, transno 21474838456 00000100:00100000:3.0:1777047478.320115:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434015360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047478.320202:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434013568 00000100:00100000:3.0:1777047478.320214:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434013568 00000100:00100000:3.0:1777047478.320313:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014080 00000100:00100000:3.0:1777047478.320318:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014080 00000100:00100000:3.0:1777047478.320350:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434014592 00000100:00100000:3.0:1777047478.320354:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434014592 00000100:00100000:3.0:1777047478.320379:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016128 00000100:00100000:3.0:1777047478.320383:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016128 00000100:00100000:3.0:1777047478.320406:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434015744 00000100:00100000:3.0:1777047478.320410:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434015744 00000100:00100000:3.0:1777047478.320433:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016000 00000100:00100000:3.0:1777047478.320437:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016000 00000100:00100000:3.0:1777047478.320458:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5473 00000100:00100000:3.0:1777047478.320471:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434013568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047478.320854:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5474 00000100:00100000:1.0:1777047478.320874:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434014080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047478.320881:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.320889:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047478.320894:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047478.320898:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047478.320901:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047478.320981:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434013568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 509us (2972us total) trans 21474838457 rc 0/0 00000100:00100000:3.0:1777047478.320999:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5473 00000100:00100000:3.0:1777047478.321034:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5475 00000100:00100000:3.0:1777047478.321049:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434014592:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047478.321073:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047478.321080:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047478.321085:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047478.321088:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047478.321092:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047478.321157:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434014080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 289us (2585us total) trans 21474838458 rc 0/0 00000100:00100000:1.0:1777047478.321170:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5474 00000100:00100000:1.0:1777047478.321197:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5476 00000100:00100000:1.0:1777047478.321212:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434016128:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047478.321237:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047478.321244:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.321248:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047478.321252:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.321256:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047478.321342:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434014592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 297us (2695us total) trans 21474838459 rc 0/0 00000100:00100000:3.0:1777047478.321355:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5475 00000100:00100000:3.0:1777047478.321384:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477 00000100:00100000:3.0:1777047478.321399:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434015744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047478.321419:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047478.321426:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.321430:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047478.321435:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.321439:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047478.321502:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434016128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 293us (2743us total) trans 21474838460 rc 0/0 00000100:00100000:1.0:1777047478.321516:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5476 00000100:00100000:1.0:1777047478.321586:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5478 00000100:00100000:1.0:1777047478.321604:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434016000:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047478.321626:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.321930:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.321934:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047478.321938:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.321942:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047478.322002:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434015744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 605us (3081us total) trans 21474838461 rc 0/0 00000100:00100000:3.0:1777047478.322013:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477 00002000:00010000:1.0:1777047478.322084:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047478.322092:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.322095:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047478.322100:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.322104:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047478.322163:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434016000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 565us (2152us total) trans 21474838462 rc 0/0 00000100:00100000:1.0:1777047478.322174:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5478 00000100:00100000:0.0:1777047478.322935:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047478.323437:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384201088 00000100:00100000:1.0:1777047478.323450:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384201088 00000100:00100000:1.0:1777047478.323665:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3352 00000100:00100000:1.0:1777047478.323685:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+67:54280:x1863365384201088:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:2.0:1777047478.323695:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777047478.323742:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047478.323784:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0b12 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788053 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.323878:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0b12 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788053 expref: 68 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.323905:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0b12 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788053 expref: 68 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.324227:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:1.0:1777047478.324234:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047478.324240:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6e00, rc 0) 00000100:00100000:1.0:1777047478.324354:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54280:x1863365384201088:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 674us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047478.324365:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3352 00000100:00100000:0.0:1777047478.327943:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434016256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.328025:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047478.328120:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9180/2, rc 0, transno 17179871359 00000100:00100000:0.0:1777047478.328131:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434015616:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047478.328156:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf5180/2, rc 0, transno 17179871354 00000100:00100000:0.0:1777047478.328162:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434013696:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.328179:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047478.328188:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434016640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047478.328219:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.328295:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434015872 00000100:00100000:0.0:1777047478.328305:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434015872 00000100:00100000:0.0:1777047478.328388:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016256 00000100:00100000:0.0:1777047478.328394:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016256 00000100:00100000:0.0:1777047478.328432:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016640 00000100:00100000:0.0:1777047478.328436:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016640 00000100:00100000:2.0:1777047478.328450:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434016384:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.328459:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5479 00000100:00100000:3.0:1777047478.328485:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434015872:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047478.328515:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047478.328576:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016384 00000100:00100000:1.0:1777047478.328584:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016384 00000100:00100000:2.0:1777047478.328618:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047478.328630:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434016512:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047478.328676:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.329064:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480 00000100:00100000:0.0:1777047478.329080:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434016256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047478.329300:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016512 00000100:00100000:2.0:1777047478.329310:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016512 00000100:00100000:2.0:1777047478.329368:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5481 00000100:00100000:2.0:1777047478.329383:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434016640:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047478.329578:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047478.329585:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.329591:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047478.329595:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.329599:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047478.329963:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434016256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 886us (1935us total) trans 17179871366 rc 0/0 00000100:00100000:0.0:1777047478.329977:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480 00000100:00100000:0.0:1777047478.330008:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5482 00000100:00100000:0.0:1777047478.330019:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434016512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047478.330161:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047478.330167:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.330172:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047478.330177:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.330180:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047478.330233:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434016512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 214us (1555us total) trans 17179871368 rc 0/0 00000100:00100000:0.0:1777047478.330245:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5482 00000004:00080000:0.0:1777047478.330334:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975180/2, rc 0, transno 17179871368 00000100:00100000:0.0:1777047478.330344:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434016512:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047478.330408:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e450000/2, rc 0, transno 21474838461 00000100:00100000:0.0:1777047478.330427:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434015744:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047478.330447:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e451f80/2, rc 0, transno 21474838460 00000100:00100000:0.0:1777047478.330456:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434016128:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047478.330480:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459500/2, rc 0, transno 21474838457 00000100:00100000:0.0:1777047478.330488:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434013568:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047478.330505:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45b800/2, rc 0, transno 21474838458 00000100:00100000:0.0:1777047478.330511:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434014080:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047478.330831:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e4000/2, rc 0, transno 21474838459 00000100:00100000:0.0:1777047478.330840:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434014592:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047478.330854:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047478.330866:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434016768:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047478.330913:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.331313:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016768 00000100:00100000:0.0:1777047478.331321:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016768 00000100:00100000:0.0:1777047478.331362:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5483 00000100:00100000:0.0:1777047478.331372:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434016768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047478.331575:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047478.331581:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.331585:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047478.331589:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047478.331593:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047478.331642:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434016768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 270us (728us total) trans 21474838463 rc 0/0 00000100:00100000:0.0:1777047478.331655:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5483 00000004:00080000:0.0:1777047478.331699:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feaa00/2, rc 0, transno 21474838463 00000100:00100000:0.0:1777047478.331707:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434016768:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047478.331813:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5484 00000100:00100000:1.0:1777047478.331829:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434016384:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047478.331981:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047478.331989:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.331990:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047478.331995:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047478.332000:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047478.332002:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.332010:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047478.332012:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1777047478.332018:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.332025:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1777047478.332167:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047478.332175:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.332180:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047478.332184:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047478.332187:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047478.332561:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434016384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 708us (4020us total) trans 17179871369 rc 0/0 00000100:00100000:1.0:1777047478.332574:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5484 00000100:00100000:2.0:1777047478.332638:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434016640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3254us (4413us total) trans 17179871367 rc 0/0 00000100:00100000:2.0:1777047478.332652:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5481 00000004:00080000:2.0:1777047478.332737:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e452680/2, rc 0, transno 21474838462 00000100:00100000:2.0:1777047478.332748:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434016000:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047478.332772:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975500/2, rc 0, transno 17179871369 00000100:00100000:0.0:1777047478.332784:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434016384:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047478.332799:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977480/2, rc 0, transno 17179871367 00000100:00100000:2.0:1777047478.332809:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434016640:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047478.332825:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804974a80/2, rc 0, transno 17179871366 00000100:00100000:2.0:1777047478.332831:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434016256:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047478.333382:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434015872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4905us (9688us total) trans 21474838464 rc 0/0 00000100:00100000:3.0:1777047478.333396:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5479 00000004:00080000:0.0:1777047478.333439:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e453100/2, rc 0, transno 21474838464 00000100:00100000:0.0:1777047478.333450:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434015872:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047478.333837:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434016896:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047478.333888:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047478.333956:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047478.333967:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434017024:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047478.334003:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047478.334122:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434016896 00000100:00100000:1.0:1777047478.334131:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434016896 00000100:00100000:1.0:1777047478.334206:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434017024 00000100:00100000:1.0:1777047478.334211:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434017024 00000100:00100000:1.0:1777047478.334238:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5485 00000100:00100000:1.0:1777047478.334249:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434016896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047478.334403:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486 00002000:00010000:1.0:1777047478.334491:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047478.334497:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.334501:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047478.334505:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047478.334508:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047478.334622:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434016896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 372us (732us total) trans 21474838465 rc 0/0 00000100:00100000:1.0:1777047478.334632:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5485 00000100:00100000:2.0:1777047478.334742:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434017024:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047478.335005:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb800/2, rc 0, transno 21474838465 00000100:00100000:0.0:1777047478.335014:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434016896:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047478.337223:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047478.337231:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047478.337236:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047478.337239:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047478.337243:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047478.337395:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434017024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2976us (3387us total) trans 21474838466 rc 0/0 00000100:00100000:2.0:1777047478.337417:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486 00000004:00080000:0.0:1777047478.337448:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb480/2, rc 0, transno 21474838466 00000100:00100000:0.0:1777047478.337460:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434017024:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047478.339185:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047478.340780:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384201344 00000100:00100000:2.0:1777047478.340816:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384201344 00000100:00100000:2.0:1777047478.340907:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1203 00000100:00100000:2.0:1777047478.340923:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54280:x1863365384201344:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047478.341640:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54280:x1863365384201344:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 717us (2456us total) trans 8589938007 rc 0/0 00000100:00100000:2.0:1777047478.341654:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1203 00000100:00100000:3.0:1777047478.400053:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047478.400232:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384201472 00000100:00100000:0.0:1777047478.400250:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384201472 00000100:00100000:0.0:1777047478.400385:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3353 00000100:00100000:0.0:1777047478.400403:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54282:x1863365384201472:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047478.400447:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047478.400483:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0b19 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78805a expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.400660:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.400685:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.400704:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.400727:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.400738:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.400749:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401325:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401340:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401352:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047478.401409:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:0.0:1777047478.401416:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047478.401444:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401463:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401477:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401488:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401500:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401511:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047478.401519:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401561:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401581:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047478.401585:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047478.401592:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401603:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0b20 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401628:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401639:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401649:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401657:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047478.401661:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401671:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401681:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612200) 00010000:00010000:0.0:1777047478.401684:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047478.401688:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401697:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b27 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401741:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0b19 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401760:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.401781:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:0.0:1777047478.401785:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047478.401789:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c400, rc 0) 00000100:00100000:0.0:1777047478.401881:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54282:x1863365384201472:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1482us (1845us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047478.401893:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3353 00000100:00100000:1.0:1777047478.421937:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047478.422176:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384201728 00000100:00100000:2.0:1777047478.422197:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384201728 00000100:00100000:2.0:1777047478.422338:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3354 00000100:00100000:2.0:1777047478.422356:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54282:x1863365384201728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047478.422402:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047478.422456:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0b35 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788061 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.424292:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e0b3c lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.424324:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e0b3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.424344:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e0b3c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047478.424385:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:2.0:1777047478.424634:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0b35 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788061 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.424672:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e0b3c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788061 expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.424688:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:2.0:1777047478.424694:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047478.424700:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b000, rc 0) 00000100:00100000:2.0:1777047478.424819:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54282:x1863365384201728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2465us (2899us total) trans 8589938008 rc 0/0 00000100:00100000:2.0:1777047478.424833:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3354 00000100:00100000:3.0:1777047478.437049:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047478.438299:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384201984 00000100:00100000:0.0:1777047478.438318:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384201984 00000100:00100000:0.0:1777047478.438444:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3355 00000100:00100000:0.0:1777047478.438462:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54282:x1863365384201984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047478.438515:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047478.438591:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0b4a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788068 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.438799:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b51 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.438828:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.438850:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b51 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047478.438872:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:0.0:1777047478.439097:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0b4a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788068 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.439141:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b51 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788068 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.439156:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:0.0:1777047478.439161:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047478.439168:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c200, rc 0) 00000100:00100000:0.0:1777047478.439320:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54282:x1863365384201984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 861us (2288us total) trans 8589938009 rc 0/0 00000100:00100000:0.0:1777047478.439333:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3355 00000100:00100000:3.0:1777047478.590081:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047478.598617:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384202112 00000100:00100000:0.0:1777047478.598644:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384202112 00000100:00100000:0.0:1777047478.598835:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2921 00000100:00100000:0.0:1777047478.598853:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384202112:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047478.598989:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.599325:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 39 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.599341:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047478.599343:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047478.599349:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.599411:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 39 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.599444:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 39 pid: 32524 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.599472:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434017152:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047478.599681:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047478.618985:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047478.619516:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434017152:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047478.619872:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.620444:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384202240 00000100:00100000:1.0:1777047478.620458:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384202240 00010000:00010000:1.0:1777047478.620525:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 40 pid: 32524 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.620636:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2492 00000100:00100000:1.0:1777047478.620652:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2410:x1863365384202240:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047478.620680:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047478.620719:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 40 pid: 32524 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.620752:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 40 pid: 32524 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.620796:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e0af6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78803e expref: 40 pid: 32524 timeout: 4206 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.620825:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047478.620828:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047478.620853:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.620871:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.620926:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047478.621028:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384202240:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 377us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047478.621042:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2492 00010000:00010000:0.0:1777047478.621734:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.621750:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.661441:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.661476:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.661491:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.661502:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047478.661512:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.661529:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.661612:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.661626:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e0b5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.661790:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384202112:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 62933us (71721us total) trans 0 rc 257382/257382 00000100:00100000:0.0:1777047478.661808:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2921 00000100:00100000:2.0:1777047478.694902:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047478.695150:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384202368 00000100:00100000:1.0:1777047478.695168:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384202368 00000100:00100000:1.0:1777047478.695313:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2922 00000100:00100000:1.0:1777047478.695331:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2413:x1863365384202368:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047478.695400:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.695437:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 38 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.695453:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047478.695457:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047478.695463:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.695528:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 38 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.695584:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 38 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.695610:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434017280:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047478.695742:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704647780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047478.709417:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434017280:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047478.709473:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.715646:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047478.718467:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384202496 00000100:00100000:1.0:1777047478.718488:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384202496 00010000:00010000:1.0:1777047478.718613:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 39 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.719236:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2493 00000100:00100000:1.0:1777047478.719256:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384202496:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047478.719341:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047478.719379:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 39 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.719403:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 39 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.719442:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b430d71/0x29ccbc23e99e097c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f81 expref: 39 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.719469:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047478.719473:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047478.719480:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.719496:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.719850:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047478.719952:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384202496:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 700us (4324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047478.719966:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2493 00010000:00010000:2.0:1777047478.720952:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.720972:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.737779:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.738357:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.738375:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.738387:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047478.738396:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.738518:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.738556:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.738571:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0b66 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.740607:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2413:x1863365384202368:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 45268us (45712us total) trans 0 rc 257382/257382 00000100:00100000:0.0:1777047478.740627:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2922 00000100:00100000:1.0:1777047478.771514:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047478.771692:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384202624 00000100:00100000:3.0:1777047478.771711:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384202624 00000100:00100000:3.0:1777047478.771851:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2923 00000100:00100000:3.0:1777047478.771871:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384202624:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047478.771935:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.771977:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 37 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.771993:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047478.771998:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047478.772004:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.772073:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 37 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.772100:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 37 pid: 26190 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.772127:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fea680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434017408:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047478.772299:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047478.786475:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fea680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434017408:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047478.786477:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047478.786579:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.787906:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384202752 00000100:00100000:0.0:1777047478.787920:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384202752 00010000:00010000:0.0:1777047478.787983:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 38 pid: 26190 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.788054:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2494 00000100:00100000:0.0:1777047478.788070:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384202752:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047478.788096:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047478.788132:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 38 pid: 26190 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.788154:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 38 pid: 26190 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.788202:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0998 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f8f expref: 38 pid: 26190 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.788229:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.788232:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047478.788241:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.788258:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047478.788340:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047478.788436:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384202752:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 367us (1978us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047478.788451:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2494 00010000:00010000:2.0:1777047478.788509:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.788530:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.799096:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.799130:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.799144:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.799156:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800031400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047478.799164:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.799179:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.799213:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.799226:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021ff3587/0x29ccbc23e99e0b6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.799463:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384202624:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27588us (27973us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047478.799482:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2923 00000100:00100000:1.0:1777047478.822982:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047478.823521:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384202880 00000100:00100000:3.0:1777047478.823538:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384202880 00000100:00100000:3.0:1777047478.823678:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2924 00000100:00100000:3.0:1777047478.823696:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384202880:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047478.823777:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.823813:0:26859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.823827:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047478.823830:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047478.823836:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.823896:0:26859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.826389:0:26859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 35 pid: 33459 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.826435:0:26859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26859:1863365434017536:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047478.826900:0:26859:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047478.832913:0:26859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26859:1863365434017536:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047478.832964:0:26859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.836502:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047478.840911:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203008 00000100:00100000:2.0:1777047478.840934:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203008 00010000:00010000:2.0:1777047478.841337:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 36 pid: 33459 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.841418:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2495 00000100:00100000:2.0:1777047478.841436:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384203008:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047478.841462:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047478.841498:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 36 pid: 33459 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.841520:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 36 pid: 33459 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.841857:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e09b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787f9d expref: 36 pid: 33459 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.841888:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047478.841891:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047478.841899:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.841914:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.842300:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047478.842416:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384203008:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 982us (5920us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047478.842433:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2495 00010000:00010000:3.0:1777047478.843468:0:26859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.843487:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.870682:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.870720:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.870736:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.870749:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047478.870757:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.870773:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.870807:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.870821:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e0b74 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.871048:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384202880:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47346us (48072us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047478.871067:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2924 00000100:00100000:0.0:1777047478.901649:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047478.901855:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203136 00000100:00100000:2.0:1777047478.901876:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203136 00000100:00100000:3.0:1777047478.902423:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2925 00000100:00100000:3.0:1777047478.902758:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384203136:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047478.902872:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.902917:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.902933:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047478.902978:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047478.902985:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.903066:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.903093:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 34 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.903121:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434017664:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047478.903305:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820754cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047478.915383:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047478.919491:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434017664:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047478.920610:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047478.922499:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047478.923605:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203264 00000100:00100000:3.0:1777047478.923621:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203264 00010000:00010000:3.0:1777047478.923692:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 35 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.925338:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2496 00000100:00100000:3.0:1777047478.925362:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804839c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384203264:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047478.925396:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047478.925441:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 35 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.925479:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 35 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.925856:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000080689562/0x29ccbc23e99e09d0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fab expref: 35 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.925888:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047478.925892:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047478.925900:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.925917:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047478.926324:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047478.926388:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.926410:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047478.926457:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804839c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384203264:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1098us (3961us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047478.926474:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2496 00010000:00010000:1.0:1777047478.964035:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.964068:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.964085:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.964097:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047478.964105:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.964120:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.964153:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047478.964166:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e0b7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047478.964396:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384203136:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 61947us (62757us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047478.964418:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2925 00000100:00100000:0.0:1777047478.989805:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047478.990118:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203392 00000100:00100000:2.0:1777047478.990137:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203392 00000100:00100000:2.0:1777047478.990300:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2926 00000100:00100000:2.0:1777047478.990319:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384203392:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047478.990384:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.990437:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.990453:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047478.990457:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047478.990464:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.990530:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047478.990617:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 33 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047478.990644:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434017792:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047478.996361:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f849c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047479.010470:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.011493:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434017792:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047479.011602:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.011728:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203520 00000100:00100000:3.0:1777047479.011764:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203520 00010000:00010000:2.0:1777047479.018504:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.018939:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2497 00000100:00100000:2.0:1777047479.018964:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384203520:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047479.018994:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047479.019036:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.019060:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.019102:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e09ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fb9 expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.019133:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.019137:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.019146:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.019164:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.019231:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047479.019362:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384203520:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 406us (8908us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.019377:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2497 00010000:00010000:3.0:1777047479.019618:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.019641:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047479.020422:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777047479.067461:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.067495:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.067529:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.067591:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047479.067599:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.067615:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.067650:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.067665:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.068108:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384203392:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 77784us (78312us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047479.068128:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2926 00000100:00100000:0.0:1777047479.086586:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.088867:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203648 00000100:00100000:2.0:1777047479.088886:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203648 00000100:00100000:2.0:1777047479.089200:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2927 00000100:00100000:2.0:1777047479.089223:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384203648:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047479.089312:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.089352:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.089367:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.089371:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.089378:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.089442:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.089465:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 36 pid: 6643 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.089494:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365434017920:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047479.089685:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f849c0 going to sleep for 11 seconds 00000100:00080000:0.0:1777047479.095672:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047479.107821:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365434017920:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047479.107875:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.112020:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047479.113182:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203776 00000100:00100000:1.0:1777047479.113199:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203776 00010000:00010000:1.0:1777047479.113294:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 37 pid: 6643 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.113366:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2498 00000100:00100000:1.0:1777047479.113382:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384203776:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047479.113409:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047479.113447:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 37 pid: 6643 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.113469:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 37 pid: 6643 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.113510:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0a08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fc7 expref: 37 pid: 6643 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.113594:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047479.113598:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047479.113608:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.113625:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.113675:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047479.113783:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384203776:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 402us (1772us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.113796:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2498 00010000:00010000:2.0:1777047479.114305:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.114323:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.142651:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.142690:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.142707:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.142722:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047479.142731:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.142748:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.142781:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.142795:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fc153a8/0x29ccbc23e99e0b89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.142983:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384203648:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 53758us (56405us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047479.143004:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2927 00000100:00100000:1.0:1777047479.188450:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.188893:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384203904 00000100:00100000:0.0:1777047479.188912:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384203904 00000100:00100000:0.0:1777047479.189376:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2928 00000100:00100000:0.0:1777047479.189396:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384203904:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047479.189468:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.189506:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 32 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.189521:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047479.189525:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047479.189590:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.189657:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 32 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.189683:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 32 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.189710:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434018048:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047479.189853:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047479.209376:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434018048:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047479.209441:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.215760:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047479.216395:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204032 00000100:00100000:3.0:1777047479.216414:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204032 00010000:00010000:3.0:1777047479.216492:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 33 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.216608:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2499 00000100:00100000:3.0:1777047479.216626:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384204032:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047479.216813:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047479.216856:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 33 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.216882:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 33 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.217162:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f0dead1/0x29ccbc23e99e0a24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fd5 expref: 33 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.217194:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.217199:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.217207:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.217226:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.217434:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047479.217542:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384204032:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 917us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.217557:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2499 00010000:00010000:0.0:1777047479.221720:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.221757:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.236302:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.236337:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.236352:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.236363:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047479.236371:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.236387:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.236421:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.236434:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0b90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.237100:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384203904:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47693us (48653us total) trans 0 rc 257382/257382 00000100:00100000:0.0:1777047479.237121:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2928 00000100:00100000:3.0:1777047479.255888:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.257424:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204160 00000100:00100000:2.0:1777047479.257444:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204160 00000100:00100000:2.0:1777047479.257612:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2929 00000100:00100000:2.0:1777047479.257631:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384204160:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047479.257697:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.257753:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 35 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.257767:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.257770:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.257776:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.257835:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 35 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.257857:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 35 pid: 6640 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.257884:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434018176:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047479.258030:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f849c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047479.273470:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047479.273592:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204288 00000100:00100000:3.0:1777047479.273610:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204288 00010000:00010000:3.0:1777047479.273680:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 36 pid: 6640 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.273763:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2500 00000100:00100000:3.0:1777047479.273783:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384204288:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047479.273811:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1777047479.273850:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434018176:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047479.273854:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 36 pid: 6640 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.273886:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 36 pid: 6640 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.273907:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.273930:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e0a40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fe3 expref: 36 pid: 6640 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.273961:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.273965:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.273973:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.273992:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.274351:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047479.274455:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384204288:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 677us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.274468:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2500 00010000:00010000:2.0:1777047479.275528:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.275581:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.295361:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.295393:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.295407:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.295417:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047479.295425:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.295438:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.295478:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.295492:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0b97 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.295724:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384204160:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 38090us (39843us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047479.295742:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2929 00000100:00100000:1.0:1777047479.318872:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.320827:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204416 00000100:00100000:0.0:1777047479.320848:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204416 00000100:00100000:0.0:1777047479.320988:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2930 00000100:00100000:0.0:1777047479.321006:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2412:x1863365384204416:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047479.321071:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.321108:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 34 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.321131:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047479.321134:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047479.321139:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.321200:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 34 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.321223:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 34 pid: 32524 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.321248:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434018304:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047479.321917:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056070c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047479.328430:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.328611:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204544 00000100:00100000:2.0:1777047479.328644:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204544 00010000:00010000:2.0:1777047479.328885:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 35 pid: 32524 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.329329:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2501 00000100:00100000:2.0:1777047479.329347:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384204544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047479.329373:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047479.329410:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 35 pid: 32524 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.329434:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 35 pid: 32524 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.329478:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.329482:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.329493:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.329511:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.329546:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047479.329634:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384204544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 291us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.329646:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2501 00010000:00010000:0.0:1777047479.333788:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e0a5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787ff1 expref: 34 pid: 32524 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.333837:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434018304:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047479.333991:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.334011:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.334022:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.349855:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.349889:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.350203:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.350215:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047479.350223:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.350237:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.350299:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.350310:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0b9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.350883:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384204416:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29872us (32015us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047479.350903:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2930 00000100:00100000:3.0:1777047479.373301:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.375871:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204672 00000100:00100000:0.0:1777047479.375893:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204672 00000100:00100000:0.0:1777047479.376041:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2931 00000100:00100000:0.0:1777047479.376339:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384204672:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047479.376401:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.376437:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.376451:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047479.376454:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047479.376459:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.376518:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.376542:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 31 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.376577:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434018432:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047479.376804:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047479.397857:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047479.398476:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434018432:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047479.398527:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.399007:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204800 00000100:00100000:3.0:1777047479.399022:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204800 00010000:00010000:2.0:1777047479.399218:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 32 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.399298:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2502 00000100:00100000:2.0:1777047479.399314:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384204800:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047479.399338:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047479.399375:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 32 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.399419:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 32 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.399461:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fadc45e/0x29ccbc23e99e0a78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787fff expref: 32 pid: 26191 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.399488:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.399492:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.399500:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.399515:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.401947:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047479.402414:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384204800:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3093us (4565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.402435:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2502 00010000:00010000:3.0:1777047479.405890:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.405917:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.427971:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.428008:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.428023:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.428034:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047479.428042:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.428056:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.428088:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.428108:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ba5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.428287:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384204672:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 51922us (54972us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047479.428306:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2931 00000100:00100000:0.0:1777047479.445882:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.446036:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384204928 00000100:00100000:2.0:1777047479.446072:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384204928 00000100:00100000:2.0:1777047479.446246:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2932 00000100:00100000:2.0:1777047479.446290:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384204928:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047479.446372:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.446408:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.446422:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.446426:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.446431:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.446493:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.446517:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 33 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.446544:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434018560:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047479.446741:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f849c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047479.456384:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434018560:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047479.456443:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.459640:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047479.460426:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205056 00000100:00100000:3.0:1777047479.460465:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205056 00010000:00010000:3.0:1777047479.460887:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.461284:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2503 00000100:00100000:3.0:1777047479.461305:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804839050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384205056:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047479.461333:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047479.461370:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.461393:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.461433:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0a94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78800d expref: 34 pid: 33475 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.461462:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.461466:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.461476:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.461495:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.461618:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047479.461709:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804839050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384205056:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 408us (2081us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.461724:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2503 00010000:00010000:0.0:1777047479.461920:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.461940:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.493225:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.493287:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.493305:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.493317:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047479.493326:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.493340:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.493373:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.493387:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e0bac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.493707:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384204928:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47414us (47828us total) trans 0 rc 257382/257382 00000100:00100000:3.0:1777047479.493726:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2932 00000100:00100000:0.0:1777047479.511893:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.513632:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205184 00000100:00100000:2.0:1777047479.513656:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205184 00000100:00100000:2.0:1777047479.513815:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2933 00000100:00100000:2.0:1777047479.513838:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384205184:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047479.513907:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.513948:0:26859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 32 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.513965:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.513969:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.513975:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.514046:0:26859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 32 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.514074:0:26859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 32 pid: 27536 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.514104:0:26859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26859:1863365434018688:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047479.514303:0:26859:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f84c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047479.527690:0:26859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26859:1863365434018688:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047479.527767:0:26859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.528205:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047479.528383:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205312 00000100:00100000:1.0:1777047479.528397:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205312 00010000:00010000:1.0:1777047479.528465:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 33 pid: 27536 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.528598:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2504 00000100:00100000:1.0:1777047479.528616:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384205312:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047479.528940:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047479.528979:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 33 pid: 27536 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.529000:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 33 pid: 27536 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.529366:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000898ff7a/0x29ccbc23e99e0ab0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78801b expref: 33 pid: 27536 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.529395:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047479.529399:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047479.529407:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.529423:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.529474:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047479.529915:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384205312:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1301us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.529929:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2504 00010000:00010000:3.0:1777047479.530128:0:26859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.530148:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.544083:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.544119:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.544135:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.544147:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047479.544156:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.544170:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.544203:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.544216:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0bb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.544479:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384205184:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30639us (32592us total) trans 0 rc 257382/257382 00000100:00100000:1.0:1777047479.544497:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2933 00000100:00100000:1.0:1777047479.566985:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047479.567524:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205440 00000100:00100000:3.0:1777047479.567608:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205440 00000100:00100000:3.0:1777047479.567728:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2934 00000100:00100000:3.0:1777047479.567747:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384205440:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047479.567821:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.567864:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 30 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.567881:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047479.567885:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047479.567891:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.567962:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 30 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.567989:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 30 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.568017:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fea680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434018816:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047479.568179:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047479.581726:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fea680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434018816:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047479.581803:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.587860:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.589924:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205568 00000100:00100000:2.0:1777047479.589944:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205568 00010000:00010000:2.0:1777047479.590026:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 31 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.590101:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2505 00000100:00100000:2.0:1777047479.590120:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384205568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047479.590149:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047479.590194:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 31 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.590221:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 31 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.590289:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0acc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788029 expref: 31 pid: 33787 timeout: 4207 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.590319:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.590323:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047479.590331:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.590347:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.590414:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047479.590521:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384205568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 404us (2672us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.590608:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2505 00010000:00010000:1.0:1777047479.592719:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.592747:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.611215:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.611250:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.611293:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.611305:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047479.611314:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.611331:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.611366:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.611379:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0bba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.611529:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384205440:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 43779us (44557us total) trans 0 rc 257382/257382 00000100:00100000:3.0:1777047479.611548:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2934 00000100:00100000:0.0:1777047479.636085:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.637135:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205696 00000100:00100000:2.0:1777047479.637155:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205696 00000100:00100000:2.0:1777047479.639486:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2935 00000100:00100000:2.0:1777047479.639509:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384205696:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047479.639599:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.639637:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.639677:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.639680:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047479.639687:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.639754:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.639780:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 31 pid: 6640 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.639809:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434018944:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047479.639966:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f849c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047479.650598:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.651387:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434018944:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047479.651432:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.655319:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205824 00000100:00100000:3.0:1777047479.655340:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205824 00010000:00010000:3.0:1777047479.655419:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 32 pid: 6640 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.655612:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2506 00000100:00100000:3.0:1777047479.655681:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384205824:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047479.655712:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047479.655752:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 32 pid: 6640 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.655777:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 32 pid: 6640 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.655823:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0ae8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788037 expref: 32 pid: 6640 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.655853:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.655857:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047479.655865:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.655887:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.655974:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047479.656093:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384205824:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 464us (5569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.656116:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2506 00010000:00010000:0.0:1777047479.656138:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.656157:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.670409:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.670444:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.670462:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.670475:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047479.670483:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.670500:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.670784:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.670801:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f1acd19/0x29ccbc23e99e0bc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->258047] (req 0->258047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.671835:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384205696:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32020us (35455us total) trans 0 rc 257382/257382 00000100:00100000:2.0:1777047479.671855:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2935 00000100:00100000:2.0:1777047479.738528:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047479.738898:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384205952 00000100:00100000:1.0:1777047479.738917:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384205952 00000100:00100000:1.0:1777047479.739067:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 479 00000100:00100000:1.0:1777047479.739087:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54282:x1863365384205952:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:1.0:1777047479.739117:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047479.739164:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e0b51 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788068 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.739197:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:1.0:1777047479.739206:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047479.739345:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54282:x1863365384205952:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 262us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.739359:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 479 00000100:00080000:2.0:1777047479.744411:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047479.751900:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.757715:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384206208 00000100:00100000:0.0:1777047479.757743:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384206208 00000100:00100000:0.0:1777047479.757897:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1204 00000100:00100000:0.0:1777047479.757917:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54282:x1863365384206208:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047479.759087:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54282:x1863365384206208:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1174us (7203us total) trans 8589938010 rc 0/0 00000100:00100000:0.0:1777047479.759102:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1204 00000100:00100000:3.0:1777047479.798731:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.798912:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384206464 00000100:00100000:0.0:1777047479.798931:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384206464 00000100:00100000:0.0:1777047479.799166:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3356 00000100:00100000:0.0:1777047479.799188:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384206464:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047479.799277:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.799318:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e0bc8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78806f expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.799526:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.799554:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.799570:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.799713:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.799742:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 75 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.799787:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434019072:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047479.799928:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047479.818603:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047479.819937:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384206592 00000100:00100000:1.0:1777047479.819957:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384206592 00010000:00010000:1.0:1777047479.820045:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 76 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.820123:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434019072:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047479.820134:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2507 00000100:00100000:1.0:1777047479.820154:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384206592:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047479.820178:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.820181:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047479.820200:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 76 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.820224:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 76 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.820304:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e0b2e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78805a expref: 76 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.820332:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:1.0:1777047479.820340:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.820358:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.820371:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.820429:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047479.820894:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2411:x1863365384206592:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 387us (2017us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.820909:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2507 00010000:00010000:0.0:1777047479.822345:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.822361:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047479.822398:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00010000:00010000:0.0:1777047479.822755:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e0bc8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.822785:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.822800:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:0.0:1777047479.822805:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047479.822809:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:0.0:1777047479.822879:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384206464:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 23697us (24166us total) trans 8589938011 rc 0/0 00000100:00100000:0.0:1777047479.822891:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3356 00000100:00100000:3.0:1777047479.831801:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047479.831962:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384206720 00000100:00100000:1.0:1777047479.832297:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384206720 00000100:00100000:1.0:1777047479.832418:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3357 00000100:00100000:1.0:1777047479.832444:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384206720:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047479.832488:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047479.832525:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0bdd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788076 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.832735:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.832761:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.832775:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.832836:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.832859:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 76 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.832882:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434019200:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047479.833367:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704647780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047479.842959:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047479.843118:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384206848 00000100:00100000:3.0:1777047479.843135:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384206848 00010000:00010000:3.0:1777047479.843205:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 77 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.843305:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2508 00000100:00100000:3.0:1777047479.843323:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384206848:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047479.843350:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047479.843362:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 77 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.843385:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 77 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.843424:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:3.0:1777047479.843433:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.843451:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.843465:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.843508:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047479.843629:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384206848:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 308us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.843644:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2508 00010000:00010000:1.0:1777047479.844890:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e0bcf lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78806f expref: 76 pid: 30806 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047479.844922:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434019200:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047479.845280:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.845297:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.845312:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047479.845387:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047479.845394:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047479.845431:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.845484:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7200/0x29ccbc23e99e0bdd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788076 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.845512:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788076 expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047479.845524:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:1.0:1777047479.845528:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047479.845589:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6200, rc 0) 00000100:00100000:1.0:1777047479.845660:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384206720:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 13227us (13878us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047479.845673:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3357 00000100:00100000:3.0:1777047479.859486:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.859801:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384206976 00000100:00100000:0.0:1777047479.859821:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384206976 00000100:00100000:0.0:1777047479.860244:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5487 00000100:00100000:0.0:1777047479.860297:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384206976:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047479.860347:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047479.860387:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78807d expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047479.860436:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb9790, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:0.0:1777047479.860470:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047479.860474:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047479.860488:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 30 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.860520:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 30 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.860868:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00000100:00100000:0.0:1777047479.860962:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384206976:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 671us (1493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047479.860975:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5487 00000100:00100000:3.0:1777047479.872335:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.873403:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384207232 00000100:00100000:0.0:1777047479.873421:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384207232 00000100:00100000:0.0:1777047479.873886:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3358 00000100:00100000:0.0:1777047479.873906:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384207232:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:0.0:1777047479.874005:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047479.874408:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6200/0x29ccbc23e99e0be4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788076 expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.874442:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:0.0:1777047479.874450:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047479.875373:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434019456:0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.875454:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047479.875515:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434019968:0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.875578:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777047479.875606:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.875615:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777047479.875623:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:309c8df3-27e5-43ac-9878-ad14563b7926:3343:1863365434019328:0@lo:400:kworker.0 00010000:00010000:0.0:1777047479.875629:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047479.875644:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047479.875663:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047479.875706:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434019840:0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.875745:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1777047479.875754:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938012 00000100:00100000:2.0:1777047479.875787:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434019584:0@lo:400:kworker.0 00000004:00010000:0.0:1777047479.875795:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003cd0e66b reply state 000000007dc6e02e transno 8589938013 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047479.875809:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047479.875820:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047479.875849:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047479.875856:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434019712:0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.875887:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047479.875933:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384207232:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 2031us (3616us total) trans 8589938013 rc 0/0 00000100:00100000:2.0:1777047479.875934:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434019456 00000100:00100000:2.0:1777047479.875939:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434019456 00000100:00100000:0.0:1777047479.875945:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3358 00000020:00080000:0.0:1777047479.875954:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047479.875975:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434019968 00000100:00100000:0.0:1777047479.875979:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434019968 00000100:00100000:2.0:1777047479.875990:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434019584 00000100:00100000:2.0:1777047479.875994:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434019584 00000100:00100000:0.0:1777047479.876001:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1777047479.876009:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434019456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.876016:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1777047479.876023:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434019968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047479.876071:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434019456:12345-0@lo:400:kworker.0 Request processed in 61us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047479.876082:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1777047479.877291:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1777047479.877314:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434019584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047479.877389:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434019584:12345-0@lo:400:kworker.0 Request processed in 84us (1567us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.877756:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434019840 00000100:00100000:3.0:1777047479.877766:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434019840 00000100:00100000:3.0:1777047479.877820:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434019712 00000100:00100000:3.0:1777047479.877824:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434019712 00000100:00100000:3.0:1777047479.877857:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:3.0:1777047479.877867:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434019840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.878059:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434019968:12345-0@lo:400:kworker.0 Request processed in 2034us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.878070:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1777047479.878107:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:2.0:1777047479.878119:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434019712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.878172:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434019712:12345-0@lo:400:kworker.0 Request processed in 55us (2284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047479.878181:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1777047479.878183:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:0.0:1777047479.878277:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434019712:0@lo:400:kworker.0 00000100:00100000:0.0:1777047479.878301:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434019584:0@lo:400:kworker.0 00000100:00100000:0.0:1777047479.878375:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434019328 00000100:00100000:0.0:1777047479.878382:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434019328 00000100:00100000:0.0:1777047479.878437:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1777047479.878448:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365434019328:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777047479.878930:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777047479.878938:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047479.878941:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047479.879010:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434019840:12345-0@lo:400:kworker.0 Request processed in 1142us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047479.879360:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:2.0:1777047479.879476:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434019840:0@lo:400:kworker.0 00000100:00100000:2.0:1777047479.879963:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434019456:0@lo:400:kworker.0 00000100:00100000:0.0:1777047479.881662:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704454450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365434019328:12345-0@lo:400:kworker.0 Request processed in 3214us (5994us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047479.881662:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434019968:0@lo:400:kworker.0 00000100:00100000:0.0:1777047479.881675:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1777047479.881700:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:309c8df3-27e5-43ac-9878-ad14563b7926:3343:1863365434019328:0@lo:400:kworker.0 00010000:00010000:2.0:1777047479.888800:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.888825:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.888834:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.888841:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047479.888847:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.888855:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.888877:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:2.0:1777047479.888881:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047479.888886:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.888892:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e0bf2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047479.890516:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047479.890662:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384207488 00000100:00100000:0.0:1777047479.890680:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384207488 00000100:00100000:0.0:1777047479.890782:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1205 00000100:00100000:0.0:1777047479.890796:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384207488:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:0.0:1777047479.891387:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384207488:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 591us (881us total) trans 8589938014 rc 0/0 00000100:00100000:0.0:1777047479.891400:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1205 00000100:00100000:3.0:1777047479.903310:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047479.904050:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384207744 00000100:00100000:2.0:1777047479.904069:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384207744 00000100:00100000:2.0:1777047479.904179:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3359 00000100:00100000:2.0:1777047479.904198:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384207744:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047479.904244:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047479.904283:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047479.904330:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e0b3c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788061 expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.904368:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0b12 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788053 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.904385:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680398fe00) 00010000:00010000:2.0:1777047479.904406:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047479.904431:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0bf9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788084 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.904967:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e0c00 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.904993:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e0c00 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047479.905011:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e0c00 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047479.938652:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777047479.939110:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1059, 88 off97504 00000004:00080000:2.0:1777047479.939133:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108321597714ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.939370:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1046, 88 off96272 00000004:00080000:2.0:1777047479.939387:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108321852191ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.939482:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1047, 88 off96360 00000004:00080000:2.0:1777047479.939497:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108321962020ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.940300:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1060, 88 off97592 00000004:00080000:2.0:1777047479.940313:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108322778521ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.940375:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1061, 88 off97680 00000004:00080000:2.0:1777047479.940384:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108322848978ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.940417:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1048, 88 off96448 00000004:00080000:2.0:1777047479.940426:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108322890776ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.940488:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1062, 88 off97768 00000004:00080000:2.0:1777047479.940498:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108322963548ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.940534:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1049, 88 off96536 00000004:00080000:2.0:1777047479.940543:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108323008270ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.940576:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1050, 88 off96624 00000004:00080000:2.0:1777047479.940584:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108323049150ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.940768:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1063, 88 off97856 00000004:00080000:2.0:1777047479.940782:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108323247048ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.944607:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1051, 88 off96712 00000004:00080000:2.0:1777047479.944624:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108327088897ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.944689:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1064, 88 off97944 00000004:00080000:2.0:1777047479.944696:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108327161943ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.944743:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1052, 88 off96800 00000004:00080000:2.0:1777047479.944752:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108327217460ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.944784:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1065, 88 off98032 00000004:00080000:2.0:1777047479.944795:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108327260112ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.945158:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1066, 88 off98120 00000004:00080000:2.0:1777047479.945174:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108327638823ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.945225:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1053, 88 off96888 00000004:00080000:2.0:1777047479.945236:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108327700972ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.945304:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1054, 88 off96976 00000004:00080000:2.0:1777047479.945315:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108327780151ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.945359:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1067, 88 off98208 00000004:00080000:2.0:1777047479.945368:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108327833334ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.945482:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1069, 88 off98392 00000004:00080000:2.0:1777047479.945493:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108327957871ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.945582:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1055, 88 off97064 00000004:00080000:2.0:1777047479.945594:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108328059386ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.945652:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1070, 88 off98480 00000004:00080000:2.0:1777047479.945661:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108328126928ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.945723:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1056, 88 off97152 00000004:00080000:2.0:1777047479.945732:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108328197831ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.945764:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1057, 88 off97240 00000004:00080000:2.0:1777047479.945773:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108328237386ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.945809:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1071, 88 off98568 00000004:00080000:2.0:1777047479.945817:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108328282466ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.946382:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1072, 88 off98656 00000004:00080000:2.0:1777047479.946392:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108328856602ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.946426:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1058, 88 off97328 00000004:00080000:2.0:1777047479.946435:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108328899842ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.946493:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1073, 88 off98744 00000004:00080000:2.0:1777047479.946502:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108328967968ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.946536:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1059, 88 off97416 00000004:00080000:2.0:1777047479.946545:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108329010231ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.946579:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1060, 88 off97504 00000004:00080000:2.0:1777047479.946587:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108329052356ns, next at 4065738783769ns, rc = 0 00000040:00080000:2.0:1777047479.946621:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1074, 88 off98832 00000004:00080000:2.0:1777047479.946630:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108329095204ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.946675:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1075, 88 off98920 00000004:00080000:2.0:1777047479.946686:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4108329151862ns, next at 4065739598673ns, rc = 0 00000040:00080000:2.0:1777047479.949036:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1061, 88 off97592 00000004:00080000:2.0:1777047479.949050:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4108331514796ns, next at 4065738783769ns, rc = 0 00000001:00080000:1.0:1777047480.095052:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938014 is committed 00000001:00080000:1.0:1777047480.095316:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938015 is committed 00000004:00080000:1.0:1777047480.095327:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 966 committed 00000004:00080000:1.0:1777047480.095353:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 978 committed 00000004:00080000:1.0:1777047480.095373:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 977 committed 00000004:00080000:1.0:1777047480.095382:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 965 committed 00000004:00080000:1.0:1777047480.095386:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 964 committed 00000004:00080000:1.0:1777047480.095391:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 976 committed 00000004:00080000:1.0:1777047480.095395:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 963 committed 00000004:00080000:1.0:1777047480.095400:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 975 committed 00000004:00080000:1.0:1777047480.095404:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 974 committed 00000004:00080000:1.0:1777047480.095408:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 962 committed 00000004:00080000:1.0:1777047480.095412:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 961 committed 00000004:00080000:1.0:1777047480.095416:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 973 committed 00000004:00080000:1.0:1777047480.095421:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 960 committed 00000004:00080000:1.0:1777047480.095425:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 972 committed 00000004:00080000:1.0:1777047480.095429:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 971 committed 00000004:00080000:1.0:1777047480.095433:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 959 committed 00000004:00080000:1.0:1777047480.095437:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 958 committed 00000004:00080000:1.0:1777047480.095441:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 970 committed 00000004:00080000:1.0:1777047480.095457:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 969 committed 00000004:00080000:1.0:1777047480.095461:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 957 committed 00000004:00080000:1.0:1777047480.095466:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 968 committed 00000004:00080000:1.0:1777047480.095470:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 956 committed 00000004:00080000:1.0:1777047480.095474:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 967 committed 00000004:00080000:1.0:1777047480.095478:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 955 committed 00000004:00080000:1.0:1777047480.095481:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 954 committed 00000004:00080000:1.0:1777047480.095485:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 966 committed 00000004:00080000:1.0:1777047480.095489:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 953 committed 00000004:00080000:1.0:1777047480.095493:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 965 committed 00000004:00080000:1.0:1777047480.095496:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 964 committed 00000004:00080000:1.0:1777047480.095500:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 952 committed 00000004:00080000:1.0:1777047480.095504:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 951 committed 00000004:00080000:1.0:1777047480.095508:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 963 committed 00000100:00100000:2.0:1777047480.095738:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047480.095782:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434020096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.095941:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434020608:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047480.095955:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.096044:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434020224:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047480.096313:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020096 00000100:00100000:3.0:1777047480.096326:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020096 00000100:00100000:3.0:1777047480.096417:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5488 00000100:00100000:3.0:1777047480.096434:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434020096:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1777047480.097292:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e0c00 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788084 expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.097629:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:0.0:1777047480.097895:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047480.097930:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0bf9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788084 expref: 69 pid: 33460 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.097969:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e0c00 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788084 expref: 68 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.098029:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:0.0:1777047480.098035:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047480.098040:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216fe00, rc 0) 00000100:00100000:1.0:1777047480.098427:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.098507:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021120:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.098555:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.098595:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.098636:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.098671:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047480.098683:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021248:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.098722:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.098761:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021760:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.098796:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.098851:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.098892:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.099335:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020864:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.099379:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.099419:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434021376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.099460:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.099493:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434021888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.099527:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.099591:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1777047480.099601:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.099642:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.099680:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020992:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047480.099762:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.099781:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020608 00000100:00100000:1.0:1777047480.099791:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020608 00000100:00100000:2.0:1777047480.099826:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434020736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.099839:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434021120 00000100:00100000:1.0:1777047480.099845:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434021120 00000100:00100000:1.0:1777047480.099878:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434021632 00000100:00100000:1.0:1777047480.099882:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434021632 00000100:00100000:1.0:1777047480.099898:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434021248 00000100:00100000:1.0:1777047480.099902:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434021248 00000100:00100000:1.0:1777047480.099919:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434021760 00000100:00100000:1.0:1777047480.099923:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434021760 00000100:00100000:1.0:1777047480.099939:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020352 00000100:00100000:1.0:1777047480.099943:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020352 00000100:00100000:1.0:1777047480.099960:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020864 00000100:00100000:1.0:1777047480.099964:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020864 00000100:00100000:1.0:1777047480.099982:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434021376 00000100:00100000:1.0:1777047480.099986:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434021376 00000100:00100000:1.0:1777047480.100002:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434021888 00000100:00100000:1.0:1777047480.100006:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434021888 00000100:00100000:1.0:1777047480.100023:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020480 00000100:00100000:1.0:1777047480.100027:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020480 00000100:00100000:1.0:1777047480.100369:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020224 00000100:00100000:1.0:1777047480.100375:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020224 00000100:00100000:1.0:1777047480.100404:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489 00000100:00100000:1.0:1777047480.100416:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434020608:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047480.100974:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777047480.100982:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.100991:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047480.100996:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047480.101002:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047480.101006:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047480.101102:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434020608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 683us (2671us total) trans 17179871371 rc 0/0 00000100:00100000:1.0:1777047480.101119:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489 00000100:00100000:1.0:1777047480.101161:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020736 00000100:00100000:1.0:1777047480.101166:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020736 00000100:00100000:1.0:1777047480.101199:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490 00000004:00080000:2.0:1777047480.101213:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755f80/2, rc 0, transno 17179871371 00000100:00100000:1.0:1777047480.101214:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434021120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047480.101280:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434020608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047480.101414:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434020096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4981us (5466us total) trans 17179871370 rc 0/0 00000100:00100000:3.0:1777047480.101428:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5488 00000100:00100000:3.0:1777047480.101459:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491 00000100:00100000:3.0:1777047480.101471:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434021632:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047480.102395:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434021632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 925us (3756us total) trans 21474838467 rc 0/0 00000100:00100000:3.0:1777047480.102409:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491 00000100:00100000:3.0:1777047480.102461:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5492 00000100:00100000:3.0:1777047480.102472:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434021248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047480.102675:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.102681:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047473 -> 1777047473 00002000:00010000:3.0:1777047480.102685:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:3.0:1777047480.102689:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.102694:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047480.102747:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434021248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 275us (4023us total) trans 21474838468 rc 0/0 00000100:00100000:3.0:1777047480.102760:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5492 00000100:00100000:3.0:1777047480.102786:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5493 00000100:00100000:3.0:1777047480.102798:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434021760:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047480.102908:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032a300/2, rc 0, transno 17179871370 00000100:00100000:2.0:1777047480.102922:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434020096:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047480.103025:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434021760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 226us (4224us total) trans 21474838469 rc 0/0 00000100:00100000:3.0:1777047480.103039:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5493 00000100:00100000:3.0:1777047480.103065:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5494 00000100:00100000:3.0:1777047480.103077:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434020352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047480.103318:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434020352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 240us (4422us total) trans 17179871372 rc 0/0 00000100:00100000:3.0:1777047480.103330:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5494 00000100:00100000:3.0:1777047480.103356:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495 00000100:00100000:3.0:1777047480.103370:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434020864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047480.103597:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.103603:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.103608:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047480.103612:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.103616:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047480.103676:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434020864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 306us (4293us total) trans 17179871373 rc 0/0 00000100:00100000:3.0:1777047480.103690:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495 00000100:00100000:3.0:1777047480.103718:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496 00000100:00100000:3.0:1777047480.103730:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434021376:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047480.103825:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497 00000100:00100000:2.0:1777047480.103848:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434021888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047480.103910:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.103917:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047480.103923:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047480.103928:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047480.103932:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047480.103990:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434021376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 261us (4528us total) trans 21474838470 rc 0/0 00000100:00100000:3.0:1777047480.104003:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496 00000100:00100000:3.0:1777047480.104034:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498 00000100:00100000:3.0:1777047480.104050:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434020480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047480.105300:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434021888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1458us (5768us total) trans 21474838471 rc 0/0 00000100:00100000:2.0:1777047480.105315:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497 00000100:00100000:2.0:1777047480.105348:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5499 00000100:00100000:2.0:1777047480.105368:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434020224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047480.105391:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434020480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1342us (5743us total) trans 17179871374 rc 0/0 00000100:00100000:3.0:1777047480.105405:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498 00000100:00100000:3.0:1777047480.105441:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500 00000100:00100000:3.0:1777047480.105460:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434020736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047480.105927:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.105935:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047473 -> 1777047473 00002000:00010000:2.0:1777047480.105942:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:2.0:1777047480.105946:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047480.105950:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1777047480.105995:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.106003:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.106010:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047480.106014:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.106020:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047480.106034:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434020224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 670us (6273us total) trans 17179871375 rc 0/0 00000100:00100000:2.0:1777047480.106049:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5499 00000100:00100000:3.0:1777047480.106097:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434020736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 638us (5121us total) trans 17179871376 rc 0/0 00000100:00100000:3.0:1777047480.106112:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500 00000004:00080000:2.0:1777047480.106129:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032aa00/2, rc 0, transno 17179871375 00000100:00100000:2.0:1777047480.106144:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434020224:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047480.106172:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754700/2, rc 0, transno 17179871376 00000100:00100000:2.0:1777047480.106180:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434020736:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047480.106208:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7100/2, rc 0, transno 21474838468 00000100:00100000:3.0:1777047480.106238:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021248:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047480.106306:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e5500/2, rc 0, transno 21474838469 00000100:00100000:3.0:1777047480.106314:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021760:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047480.106333:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf6680/2, rc 0, transno 21474838467 00000100:00100000:3.0:1777047480.106341:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047480.106448:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434022144:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047480.106516:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.106579:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434022272:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047480.106648:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047480.106671:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022144 00000100:00100000:3.0:1777047480.106682:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022144 00000100:00100000:3.0:1777047480.106731:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022272 00000100:00100000:3.0:1777047480.106737:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022272 00000100:00100000:3.0:1777047480.106761:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501 00000100:00100000:3.0:1777047480.106773:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434022144:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047480.107001:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434022144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 226us (485us total) trans 21474838473 rc 0/0 00000100:00100000:3.0:1777047480.107359:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501 00000100:00100000:3.0:1777047480.107407:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:3.0:1777047480.107419:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434022272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047480.107611:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.107618:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.107622:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047480.107626:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.107631:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047480.107692:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434022272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 274us (1046us total) trans 21474838474 rc 0/0 00000100:00100000:3.0:1777047480.107705:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00000004:00080000:3.0:1777047480.107773:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986806268700/2, rc 0, transno 21474838474 00000100:00100000:3.0:1777047480.107791:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434022272:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.109796:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384207744:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 205590us (206491us total) trans 8589938015 rc 0/0 00000100:00100000:0.0:1777047480.109814:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3359 00000100:00100000:1.0:1777047480.109987:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434021120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8774us (11428us total) trans 21474838472 rc 0/0 00000100:00100000:1.0:1777047480.110001:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490 00000100:00100000:1.0:1777047480.110109:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434022528:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.110203:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.110307:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047480.110321:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434022400:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.110333:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022528 00000100:00100000:0.0:1777047480.110343:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022528 00000100:00100000:1.0:1777047480.110362:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.110397:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022400 00000100:00100000:0.0:1777047480.110404:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022400 00000100:00100000:1.0:1777047480.110416:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503 00000100:00100000:1.0:1777047480.110445:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434022528:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.110480:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504 00000100:00100000:0.0:1777047480.110495:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434022400:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047480.110582:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095ca300/2, rc 0, transno 21474838473 00000100:00100000:2.0:1777047480.110616:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434022144:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047480.110650:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7b80/2, rc 0, transno 21474838472 00000100:00100000:2.0:1777047480.110660:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434021120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047480.111353:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434022656:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047480.111413:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.111496:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047480.111510:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022656 00000100:00100000:0.0:1777047480.111521:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022656 00000100:00100000:0.0:1777047480.111577:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505 00000100:00100000:0.0:1777047480.111591:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365434022656:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.112007:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.112010:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434022784:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.112426:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434021504:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.113589:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434022528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3156us (3382us total) trans 21474838475 rc 0/0 00000100:00100000:1.0:1777047480.113605:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503 00000100:00100000:1.0:1777047480.113636:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434020992 00000100:00100000:1.0:1777047480.113643:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434020992 00000100:00100000:1.0:1777047480.113688:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506 00000100:00100000:1.0:1777047480.113701:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434020992:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.113948:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434020992:12345-0@lo:2:osp-syn-1-0.0 Request processed in 246us (1939us total) trans 17179871377 rc 0/0 00000100:00100000:1.0:1777047480.113961:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506 00000100:00100000:1.0:1777047480.114013:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434023040:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047480.114167:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047480.114175:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047480.114180:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047480.114186:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047480.114190:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047480.114290:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434022400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3797us (3925us total) trans 21474838476 rc 0/0 00000100:00100000:0.0:1777047480.114303:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504 00002000:00010000:0.0:1777047480.114459:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047480.114465:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047480.114469:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047480.114473:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047480.114477:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047480.114528:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434022656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2939us (3113us total) trans 21474838477 rc 0/0 00000100:00100000:0.0:1777047480.115484:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505 00000100:00100000:2.0:1777047480.115560:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.115647:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047480.115705:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977b80/2, rc 0, transno 21474838477 00000100:00100000:2.0:1777047480.115735:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434022656:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.115765:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022784 00000100:00100000:2.0:1777047480.115765:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434023168:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.115779:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022784 00000100:00100000:1.0:1777047480.115916:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023040 00000100:00100000:1.0:1777047480.115924:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023040 00000100:00100000:1.0:1777047480.115962:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507 00000100:00100000:1.0:1777047480.115975:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434022784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047480.116477:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.116483:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047480.116488:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047480.116503:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047480.116508:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047480.116872:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047480.116915:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047480.116927:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434023296:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047480.117001:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047480.120300:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986806268000/2, rc 0, transno 21474838476 00000100:00100000:0.0:1777047480.120316:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806268000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434022400:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047480.120339:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e451500/2, rc 0, transno 21474838475 00000100:00100000:0.0:1777047480.120346:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434022528:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.120365:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047480.120379:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434022912:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047480.120453:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047480.120786:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023168 00000100:00100000:3.0:1777047480.120799:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023168 00000100:00100000:3.0:1777047480.120862:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023296 00000100:00100000:3.0:1777047480.120869:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023296 00000100:00100000:3.0:1777047480.120902:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022912 00000100:00100000:3.0:1777047480.120908:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022912 00000100:00100000:3.0:1777047480.120947:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508 00000100:00100000:3.0:1777047480.120962:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434023040:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047480.121045:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434023552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.121096:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.121150:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047480.121161:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434023424:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.121202:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047480.121346:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3343:x1863365434023040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 384us (5697us total) trans 17179871378 rc 0/0 00000100:00100000:3.0:1777047480.121361:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508 00000100:00100000:3.0:1777047480.121392:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023552 00000100:00100000:3.0:1777047480.121398:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023552 00000100:00100000:3.0:1777047480.121423:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023424 00000100:00100000:3.0:1777047480.121426:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023424 00000100:00100000:3.0:1777047480.121445:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509 00000100:00100000:3.0:1777047480.121456:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434023168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047480.122013:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434023168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 556us (5141us total) trans 17179871379 rc 0/0 00000100:00100000:3.0:1777047480.122026:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509 00000100:00100000:3.0:1777047480.122054:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510 00000100:00100000:3.0:1777047480.122065:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434023296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047480.122138:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:2.0:1777047480.122160:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434022912:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047480.122242:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.122279:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.122284:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047480.122289:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.122294:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047480.122348:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434023296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 285us (5347us total) trans 17179871380 rc 0/0 00000100:00100000:3.0:1777047480.122360:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510 00000100:00100000:3.0:1777047480.122391:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512 00000100:00100000:3.0:1777047480.122409:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:3343:x1863365434023552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047480.122435:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.122444:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047480.122449:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047480.122453:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047480.122459:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047480.122538:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3343:x1863365434022912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 385us (2082us total) trans 17179871381 rc 0/0 00000100:00100000:2.0:1777047480.122554:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00000100:00100000:2.0:1777047480.122849:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513 00000100:00100000:2.0:1777047480.122864:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365434023424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047480.122910:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047480.122918:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.122923:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047480.122928:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047480.122932:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047480.122992:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365434023552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 588us (1893us total) trans 21474838479 rc 0/0 00000100:00100000:3.0:1777047480.123004:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512 00000004:00080000:3.0:1777047480.123074:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680951b800/2, rc 0, transno 17179871380 00000100:00100000:3.0:1777047480.123100:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434023296:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047480.123128:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986809519c00/2, rc 0, transno 17179871379 00000100:00100000:3.0:1777047480.123136:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434023168:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047480.123149:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047480.123158:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047480.123162:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047480.123167:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047480.123172:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047480.123228:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365434023424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 366us (2023us total) trans 21474838480 rc 0/0 00000100:00100000:2.0:1777047480.123241:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513 00000100:00100000:1.0:1777047480.124374:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3340:x1863365434022784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8397us (11863us total) trans 21474838478 rc 0/0 00000100:00100000:1.0:1777047480.124389:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507 00000100:00100000:1.0:1777047480.124480:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047480.124531:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54f800/2, rc 0, transno 21474838480 00000100:00100000:0.0:1777047480.124542:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434023424:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047480.124875:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434021504 00000100:00100000:2.0:1777047480.124886:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434021504 00000100:00100000:2.0:1777047480.124971:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00000100:00100000:2.0:1777047480.124986:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434021504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047480.125184:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.125190:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:2.0:1777047480.125194:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047480.125198:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:2.0:1777047480.125201:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:0.0:1777047480.127141:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54f480/2, rc 0, transno 21474838479 00000100:00100000:0.0:1777047480.127156:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434023552:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047480.127179:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804974380/2, rc 0, transno 17179871381 00000100:00100000:0.0:1777047480.127187:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434022912:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.127188:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434022016:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047480.127213:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680951bb80/2, rc 0, transno 17179871378 00000100:00100000:0.0:1777047480.127220:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434023040:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.127296:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047480.127346:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840329500/2, rc 0, transno 17179871372 00000100:00100000:1.0:1777047480.127354:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020352:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047480.127374:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d757800/2, rc 0, transno 17179871373 00000100:00100000:1.0:1777047480.127381:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020864:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047480.127402:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf5f80/2, rc 0, transno 21474838470 00000100:00100000:1.0:1777047480.127408:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434021376:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047480.127424:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a1180/2, rc 0, transno 21474838471 00000100:00100000:1.0:1777047480.127430:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434021888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047480.127447:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434023936:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.127486:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.127521:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434024064:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047480.127531:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032b100/2, rc 0, transno 17179871374 00000100:00100000:1.0:1777047480.127568:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020480:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047480.127572:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047480.127593:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d757480/2, rc 0, transno 17179871377 00000100:00100000:1.0:1777047480.127599:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434020992:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047480.127922:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434022016 00000100:00100000:1.0:1777047480.127931:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434022016 00000100:00100000:1.0:1777047480.127987:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023936 00000100:00100000:1.0:1777047480.127995:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023936 00000100:00100000:2.0:1777047480.128028:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3342:x1863365434021504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3040us (3543us total) trans 21474838481 rc 0/0 00000100:00100000:1.0:1777047480.128032:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434024064 00000100:00100000:1.0:1777047480.128039:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434024064 00000100:00100000:2.0:1777047480.128054:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00000100:00100000:1.0:1777047480.128413:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515 00000100:00100000:1.0:1777047480.128432:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3342:x1863365434022016:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047480.128868:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434023808:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047480.128922:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047480.128956:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00002000:00010000:1.0:1777047480.128956:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.128962:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00000100:00100000:0.0:1777047480.128966:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434023680:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047480.128968:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047480.128973:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047480.128977:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x129:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047480.129004:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047480.129027:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+38:3342:x1863365434022016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 600us (1730us total) trans 21474838482 rc 0/0 00000100:00100000:1.0:1777047480.129038:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515 00000100:00100000:0.0:1777047480.129042:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023808 00000100:00100000:0.0:1777047480.129048:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023808 00000100:00100000:1.0:1777047480.129061:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434023680 00000100:00100000:1.0:1777047480.129067:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434023680 00000100:00100000:1.0:1777047480.129087:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516 00000100:00100000:1.0:1777047480.129097:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365434023936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047480.129301:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.129307:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047480.129311:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047480.129315:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047480.129319:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047480.129370:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3342:x1863365434023936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 273us (1882us total) trans 17179871382 rc 0/0 00000100:00100000:0.0:1777047480.129419:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517 00000100:00100000:0.0:1777047480.129436:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365434024064:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047480.129709:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:3343:x1863365434024064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 276us (2133us total) trans 17179871383 rc 0/0 00000100:00100000:0.0:1777047480.129723:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517 00000100:00100000:0.0:1777047480.129750:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518 00000100:00100000:0.0:1777047480.129761:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+37:3341:x1863365434023808:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047480.129785:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975c00/2, rc 0, transno 21474838478 00000100:00100000:3.0:1777047480.129795:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434022784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047480.129953:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519 00000100:00100000:0.0:1777047480.129954:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+38:3341:x1863365434023808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 192us (1029us total) trans 17179871384 rc 0/0 00000100:00100000:0.0:1777047480.129966:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518 00000100:00100000:3.0:1777047480.129968:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3341:x1863365434023680:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047480.130339:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54d880/2, rc 0, transno 17179871383 00000100:00100000:0.0:1777047480.130350:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434024064:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047480.130389:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54ce00/2, rc 0, transno 17179871384 00000100:00100000:0.0:1777047480.130396:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434023808:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047480.130530:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3341:x1863365434023680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 564us (1523us total) trans 17179871385 rc 0/0 00000100:00100000:3.0:1777047480.130570:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519 00000100:00100000:1.0:1777047480.131414:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516 00000004:00080000:1.0:1777047480.131533:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54e680/2, rc 0, transno 17179871382 00000100:00100000:1.0:1777047480.131543:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434023936:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047480.131592:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4380/2, rc 0, transno 21474838481 00000100:00100000:1.0:1777047480.131598:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434021504:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047480.131612:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a2300/2, rc 0, transno 21474838482 00000100:00100000:1.0:1777047480.131618:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434022016:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047480.132997:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54d500/2, rc 0, transno 17179871385 00000100:00100000:0.0:1777047480.133008:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434023680:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047480.135852:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.135902:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384207872 00000100:00100000:1.0:1777047480.135917:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384207872 00000100:00100000:1.0:1777047480.136025:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5520 00000100:00100000:1.0:1777047480.136041:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54106:x1863365384207872:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047480.136071:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047480.136108:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78808b expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047480.136154:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 257382, mtime: 0x69eb97b1, atime: 0x69eb97b0, ctime: 0x69eb97b5, blocks: 0x187 00010000:00010000:1.0:1777047480.136193:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.136197:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.136213:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 31 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.136273:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 31 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.136312:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7200, rc 0) 00000100:00100000:1.0:1777047480.136407:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54106:x1863365384207872:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 368us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.136421:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5520 00000100:00100000:3.0:1777047480.145850:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047480.145937:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047480.146620:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384208000 00000100:00100000:0.0:1777047480.146638:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384208000 00002000:00010000:0.0:1777047480.146711:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (156926->18446744073709551615) 00002000:00100000:0.0:1777047480.146719:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e452300 with x1863365384208000 ext(156926->18446744073709551615) 00000100:00100000:2.0:1777047480.146797:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384208128 00000100:00100000:2.0:1777047480.146807:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384208128 00002000:00010000:2.0:1777047480.146842:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.146850:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451c00 with x1863365384208128 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.146871:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e451c00. 00000100:00100000:2.0:1777047480.146947:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2936 00000100:00100000:2.0:1777047480.146966:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384208128:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.147784:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047480.147791:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047473 -> 1777047479 00002000:00010000:2.0:1777047480.147796:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:2.0:1777047480.147800:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047477 -> 1777047479 00002000:00010000:2.0:1777047480.147803:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047480.147831:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e452300. 00000100:00100000:0.0:1777047480.147876:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2937 00000100:00100000:0.0:1777047480.147896:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384208000:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:2.0:1777047480.147910:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384208128:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 944us (1968us total) trans 21474838483 rc 0/0 00000100:00100000:2.0:1777047480.147927:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2936 00002000:00010000:2.0:1777047480.147935:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047480.147940:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451c00 with x1863365384208128 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047480.147948:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e451c00. 00000100:00100000:1.0:1777047480.149281:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.149334:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384208256 00000100:00100000:1.0:1777047480.149344:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384208256 00002000:00010000:1.0:1777047480.149379:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.149388:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4d880 with x1863365384208256 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.149400:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4d880. 00000100:00100000:1.0:1777047480.149450:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2938 00000100:00100000:1.0:1777047480.149464:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384208256:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047480.151747:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 257382 -> 156926 00002000:00010000:2.0:1777047480.151757:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047473 -> 1777047479 00002000:00010000:2.0:1777047480.151761:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:2.0:1777047480.151765:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047479 00002000:00010000:2.0:1777047480.151769:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1777047480.151839:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384208000:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 3948us (6002us total) trans 17179871387 rc 0/0 00000100:00100000:2.0:1777047480.151855:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2937 00002000:00010000:2.0:1777047480.151862:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (156926->18446744073709551615) 00002000:00100000:2.0:1777047480.151867:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e452300 with x1863365384208000 ext(156926->18446744073709551615) 00002000:00010000:2.0:1777047480.151876:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e452300. 00002000:00010000:1.0:1777047480.152034:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047480.152042:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047473 -> 1777047479 00002000:00010000:1.0:1777047480.152048:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047472 -> 1777047472 00002000:00010000:1.0:1777047480.152053:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047479 00002000:00010000:1.0:1777047480.152058:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047480.152150:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384208256:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 2646us (2832us total) trans 17179871386 rc 0/0 00000100:00100000:1.0:1777047480.152167:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2938 00002000:00010000:1.0:1777047480.152173:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047480.152179:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4d880 with x1863365384208256 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047480.152189:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4d880. 00000100:00100000:2.0:1777047480.167220:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.168970:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384208384 00000100:00100000:1.0:1777047480.168991:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384208384 00000100:00100000:1.0:1777047480.169120:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3360 00000100:00100000:1.0:1777047480.169141:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384208384:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047480.169188:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047480.169229:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0c0e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788092 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.169423:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0c15 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.169470:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0c15 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.169493:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0c15 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047480.169613:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 257382 00000004:00200000:1.0:1777047480.169622:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047480.169659:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0c15 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.169708:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0c0e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788092 expref: 70 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.169740:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0c15 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788092 expref: 69 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.169755:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:1.0:1777047480.169760:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047480.169766:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7000, rc 0) 00000100:00100000:1.0:1777047480.169880:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384208384:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 745us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.169894:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3360 00000100:00100000:3.0:1777047480.195987:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.196415:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384208512 00000100:00100000:1.0:1777047480.196434:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384208512 00002000:00100000:1.0:1777047480.196523:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (24576->65535) req@ffff98683e453480 x1863365384208512/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 488/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047480.204514:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e453480 with x1863365384208512 ext(24576->65535) 00002000:00010000:1.0:1777047480.204531:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e453480 00000100:00100000:2.0:1777047480.204915:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2939 00000100:00100000:2.0:1777047480.204956:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384208512:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047480.226942:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384208512:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 21936us (30900us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1777047480.226967:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2939 00002000:00100000:2.0:1777047480.226989:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (24576->65535) req@ffff98683e453480 x1863365384208512/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 488/440 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047480.227018:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e453480 with x1863365384208512 ext(24576->65535) 00002000:00010000:2.0:1777047480.227028:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e453480 00000100:00100000:3.0:1777047480.265621:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.267129:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384208640 00000100:00100000:1.0:1777047480.267148:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384208640 00002000:00100000:1.0:1777047480.267239:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (77824->81919) req@ffff98683e451180 x1863365384208640/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 488/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047480.267288:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451180 with x1863365384208640 ext(77824->81919) 00002000:00010000:1.0:1777047480.267300:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e451180 00000100:00100000:1.0:1777047480.268210:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2940 00000100:00100000:1.0:1777047480.268234:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384208640:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047480.269867:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384208640:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 1638us (4263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047480.269883:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2940 00002000:00100000:1.0:1777047480.269899:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (77824->81919) req@ffff98683e451180 x1863365384208640/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 488/4536 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047480.269915:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451180 with x1863365384208640 ext(77824->81919) 00002000:00010000:1.0:1777047480.269922:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e451180 00000100:00100000:2.0:1777047480.297290:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047480.297911:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384208768 00000100:00100000:3.0:1777047480.297929:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384208768 00002000:00100000:3.0:1777047480.298017:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (81920->86015) req@ffff986806269880 x1863365384208768/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 488/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047480.298037:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986806269880 with x1863365384208768 ext(81920->86015) 00002000:00010000:3.0:1777047480.298047:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986806269880 00000100:00100000:3.0:1777047480.298109:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2941 00000100:00100000:3.0:1777047480.298126:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384208768:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:3.0:1777047480.303354:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384208768:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 5218us (6071us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047480.303381:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2941 00002000:00100000:3.0:1777047480.303399:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (81920->86015) req@ffff986806269880 x1863365384208768/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 488/4536 e 0 to 0 dl 1777047491 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047480.303417:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986806269880 with x1863365384208768 ext(81920->86015) 00002000:00010000:3.0:1777047480.303425:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986806269880 00000100:00100000:3.0:1777047480.341006:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.341568:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384209024 00000100:00100000:2.0:1777047480.341588:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384209024 00000100:00100000:2.0:1777047480.341823:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1206 00000100:00100000:2.0:1777047480.341846:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708684050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384209024:12345-192.168.201.26@tcp:35:fsx.0 00000001:00080000:0.0:1777047480.345333:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938016 00000100:00100000:0.0:1777047480.346605:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708684050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384209024:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 4759us (5609us total) trans 8589938017 rc 0/0 00000100:00100000:0.0:1777047480.346684:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1206 00000020:00080000:0.0:1777047480.346699:0:30809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047480.424435:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.428158:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384209280 00000100:00100000:1.0:1777047480.428182:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384209280 00000100:00100000:1.0:1777047480.428344:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3361 00000100:00100000:1.0:1777047480.428364:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54283:x1863365384209280:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047480.428411:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047480.428451:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0c1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788099 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.428688:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.428716:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.428762:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.428788:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.428801:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.428811:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430379:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c31 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430398:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430412:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c31 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047480.430431:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047480.430631:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430646:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430656:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430668:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047480.430675:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430695:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430717:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047480.430723:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047480.430731:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430742:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0c23 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430762:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430773:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430782:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430791:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047480.430795:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430805:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430816:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680398f800) 00010000:00010000:2.0:1777047480.430820:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047480.430825:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430835:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0c2a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430910:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7c00/0x29ccbc23e99e0c1c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788099 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430933:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c31 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788099 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.430945:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:2.0:1777047480.430949:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047480.430953:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e800, rc 0) 00000100:00100000:2.0:1777047480.431077:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54283:x1863365384209280:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2717us (6661us total) trans 8589938018 rc 0/0 00000100:00100000:2.0:1777047480.431091:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3361 00000100:00100000:2.0:1777047480.446823:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047480.451082:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384209408 00000100:00100000:0.0:1777047480.451103:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384209408 00000100:00100000:0.0:1777047480.451276:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 480 00000100:00100000:0.0:1777047480.451299:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2412:x1863365384209408:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047480.451329:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047480.451375:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c31 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788099 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.451411:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:0.0:1777047480.451420:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047480.451614:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2412:x1863365384209408:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 321us (4808us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.451631:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 480 00000100:00100000:3.0:1777047480.453967:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.455565:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384209664 00000100:00100000:2.0:1777047480.455581:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384209664 00000100:00100000:2.0:1777047480.455674:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3362 00000100:00100000:2.0:1777047480.455691:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384209664:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047480.456432:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047480.456472:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0c3f lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880a0 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.466806:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.466853:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.466874:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047480.466894:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe6:0x0]: returning size 0 00010000:00010000:1.0:1777047480.466985:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6a00/0x29ccbc23e99e0c3f lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.467017:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.467033:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398f900) 00010000:00010000:1.0:1777047480.467038:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047480.467044:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7400, rc 0) 00000100:00100000:1.0:1777047480.467156:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54283:x1863365384209664:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11465us (13192us total) trans 8589938019 rc 0/0 00000100:00100000:1.0:1777047480.467173:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3362 00000100:00100000:1.0:1777047480.479738:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.482620:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384209920 00000100:00100000:2.0:1777047480.482641:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384209920 00000100:00100000:2.0:1777047480.482782:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3363 00000100:00100000:2.0:1777047480.482805:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54283:x1863365384209920:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047480.482844:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047480.482881:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e0c54 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880a7 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.483405:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.483436:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.483454:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.483517:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.483626:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 75 pid: 30805 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047480.483652:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434024192:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047480.483799:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f84c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047480.500852:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434024192:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047480.500908:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047480.515328:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.515705:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384210048 00000100:00100000:1.0:1777047480.515726:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384210048 00010000:00010000:1.0:1777047480.515837:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 76 pid: 30805 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047480.516215:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2509 00000100:00100000:3.0:1777047480.516435:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384210048:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047480.516469:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047480.516483:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 76 pid: 30805 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.516512:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 76 pid: 30805 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.516558:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0c46 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a0 expref: 76 pid: 30805 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.516586:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398f900) 00010000:00010000:3.0:1777047480.516596:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.516614:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.516639:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.516916:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047480.518436:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384210048:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2200us (3122us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.518457:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2509 00010000:00010000:1.0:1777047480.518571:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.518589:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047480.518627:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe6:0x0]: returning size 0 00000004:00080000:1.0:1777047480.519294:0:33034:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x134:0x0], index 0: 0 00000004:00080000:1.0:1777047480.519319:0:33034:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x138:0x0], index 1: 0 00010000:00010000:1.0:1777047480.520038:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520058:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520073:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520086:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047480.520095:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520113:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520138:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398f900) 00010000:00010000:1.0:1777047480.520145:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047480.520153:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520174:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e0c5b lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520324:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e0c54 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a7 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520345:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047480.520350:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047480.520358:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e0c54 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880a7 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.520376:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e200, rc 0) 00000100:00100000:1.0:1777047480.520441:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54283:x1863365384209920:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 37642us (40716us total) trans 8589938020 rc 301/301 00000100:00100000:1.0:1777047480.520457:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3363 00000100:00100000:2.0:1777047480.535733:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047480.535915:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384210304 00000100:00100000:3.0:1777047480.535936:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384210304 00000100:00100000:3.0:1777047480.536055:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1207 00000100:00100000:3.0:1777047480.536074:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54283:x1863365384210304:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047480.537230:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54283:x1863365384210304:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1158us (1515us total) trans 8589938021 rc 0/0 00000100:00100000:3.0:1777047480.537273:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1207 00000100:00100000:2.0:1777047480.553332:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047480.556608:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384210432 00000100:00100000:0.0:1777047480.556631:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384210432 00000100:00100000:0.0:1777047480.556768:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3364 00000100:00100000:0.0:1777047480.556789:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54283:x1863365384210432:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047480.556860:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047480.556905:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e0c69 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880ae expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.557047:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0c70 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.557074:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0c70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.557095:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0c70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047480.557159:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe6:0x0]: returning size 0 00000004:00200000:0.0:1777047480.557168:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047480.557202:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0c70 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.557271:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e0c69 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ae expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.557303:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0c70 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ae expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.557319:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98682d612200) 00010000:00010000:0.0:1777047480.557325:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777047480.557331:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047480.557467:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54283:x1863365384210432:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 682us (4153us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.557480:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3364 00000100:00100000:2.0:1777047480.576305:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.576562:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047480.578060:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384210560 00000100:00100000:3.0:1777047480.578082:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384210560 00000100:00100000:2.0:1777047480.578526:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384210688 00000100:00100000:2.0:1777047480.578535:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384210688 00000100:00100000:3.0:1777047480.578681:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5521 00000100:00100000:3.0:1777047480.578707:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384210560:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047480.578742:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047480.578802:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880b5 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047480.578851:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777047480.578886:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.578890:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.578906:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 32 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.578938:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 32 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.578962:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00100000:3.0:1777047480.579055:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384210560:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 358us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.579065:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5521 00000100:00100000:3.0:1777047480.579094:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5522 00000100:00100000:3.0:1777047480.579102:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384210688:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047480.579113:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047480.579134:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880bc expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047480.579162:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x138:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777047480.579185:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.579187:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.579195:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 34 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.579214:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 34 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.579229:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a200, rc 0) 00000100:00100000:3.0:1777047480.579293:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384210688:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 189us (2761us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.579305:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5522 00000100:00100000:1.0:1777047480.591842:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047480.594314:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384210944 00000100:00100000:0.0:1777047480.594334:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384210944 00000100:00100000:0.0:1777047480.595583:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3365 00000100:00100000:0.0:1777047480.595607:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54283:x1863365384210944:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047480.595694:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047480.595738:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0c85 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880c3 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.595932:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0c8c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.595959:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0c8c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.596335:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0c8c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047480.596360:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047480.596617:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0c85 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880c3 expref: 79 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.596650:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0c8c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880c3 expref: 78 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.596665:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:0.0:1777047480.596670:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047480.596676:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:0.0:1777047480.596777:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54283:x1863365384210944:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1178us (4955us total) trans 8589938022 rc 0/0 00000100:00100000:0.0:1777047480.596792:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3365 00000100:00100000:1.0:1777047480.615017:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.615344:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.615529:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.615835:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211072 00000100:00100000:2.0:1777047480.615854:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211072 00000100:00100000:2.0:1777047480.615995:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5523 00000100:00100000:2.0:1777047480.616016:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2412:x1863365384211072:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047480.616100:0:26191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047480.616269:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211200 00000100:00100000:0.0:1777047480.616277:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211200 00000100:00100000:0.0:1777047480.616350:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5524 00000100:00100000:0.0:1777047480.616362:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384211200:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047480.616395:0:6640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.616427:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 32 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.616451:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047480.616454:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047480.616460:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.616515:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 32 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.616559:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 32 pid: 26191 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047480.616583:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434024320:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047480.616713:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607b40 going to sleep for 11 seconds 00010000:00010000:2.0:1777047480.617300:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 34 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.617311:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047480.617314:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047480.617318:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.617351:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 34 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.617366:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 34 pid: 33788 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047480.617384:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434024448:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047480.617448:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f84900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047480.618196:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211328 00000100:00100000:0.0:1777047480.618205:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211328 00000100:00100000:0.0:1777047480.618285:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5525 00000100:00100000:0.0:1777047480.618299:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2412:x1863365384211328:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047480.618335:0:33787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.618356:0:33787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 35 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.618368:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047480.618372:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047480.618376:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.618408:0:33787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 35 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.618425:0:33787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 35 pid: 33475 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047480.618442:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434024576:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047480.618515:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047480.630359:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434024320:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047480.630418:0:6640:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047480.633878:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.633984:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211712 00000100:00100000:2.0:1777047480.634012:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211712 00002000:00100000:2.0:1777047480.634422:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (245760->262143) req@ffff98680956ed80 x1863365384211712/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 16872/0 e 0 to 0 dl 1777047491 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047480.634441:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956ed80 with x1863365384211712 ext(245760->262143) 00010000:00010000:2.0:1777047480.634456:0:26859:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 36 pid: 33788 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.634491:0:26859:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 36 pid: 33788 timeout: 4209 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047480.634505:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98680956ed80 00000100:00100000:2.0:1777047480.634595:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 39 00000100:00100000:2.0:1777047480.634614:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384211712:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:2.0:1777047480.635910:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384211712:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 1298us (2374us total) trans 17179871388 rc 0/0 00000100:00100000:2.0:1777047480.635925:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 39 00002000:00100000:2.0:1777047480.635939:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (245760->262143) req@ffff98680956ed80 x1863365384211712/t17179871388(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:216/0 lens 16872/448 e 0 to 0 dl 1777047491 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047480.635953:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956ed80 with x1863365384211712 ext(245760->262143) 00010000:00010000:2.0:1777047480.635964:0:26859:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 38 pid: 33788 timeout: 4209 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.635983:0:26859:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 38 pid: 33788 timeout: 4209 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047480.635996:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98680956ed80 00000100:00100000:0.0:1777047480.636898:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434024576:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047480.637286:0:33787:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047480.637652:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047480.637734:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.637992:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211584 00000100:00100000:1.0:1777047480.638002:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211584 00010000:00010000:1.0:1777047480.638047:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 38 pid: 33475 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047480.638109:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211456 00000100:00100000:1.0:1777047480.638115:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211456 00010000:00010000:1.0:1777047480.638141:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 33 pid: 26191 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047480.638196:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2510 00000100:00100000:1.0:1777047480.638212:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2412:x1863365384211584:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047480.638260:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047480.638289:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 38 pid: 33475 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047480.638292:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434024448:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047480.638325:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 38 pid: 33475 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.638328:0:26191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638382:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0b04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78804c expref: 38 pid: 33475 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638423:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.638427:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.638436:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638455:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638594:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047480.638648:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2412:x1863365384211584:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 440us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.638661:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2510 00000100:00100000:1.0:1777047480.638694:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2511 00000100:00100000:1.0:1777047480.638705:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384211456:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047480.638720:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047480.638743:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 33 pid: 26191 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638761:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 33 pid: 26191 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638787:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088c2e017/0x29ccbc23e99e0afd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788045 expref: 33 pid: 26191 timeout: 4208 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638804:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.638807:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.638812:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638825:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.638862:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047480.638894:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384211456:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 190us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.638906:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2511 00010000:00010000:2.0:1777047480.639294:0:33787:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639310:0:33787:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639349:0:33787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639364:0:33787:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639377:0:33787:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639389:0:33787:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047480.639396:0:33787:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639412:0:33787:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639432:0:33787:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639453:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e0ca8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047480.639524:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2412:x1863365384211328:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 21227us (23995us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.639572:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5525 00010000:00010000:2.0:1777047480.639898:0:6640:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639915:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639947:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639960:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639972:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.639983:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047480.639989:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.640008:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.640027:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.640038:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e0ca1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047480.640100:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384211200:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 23740us (24757us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.640112:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5524 00000100:00100000:0.0:1777047480.653393:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047480.654064:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211840 00000100:00100000:3.0:1777047480.654083:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211840 00010000:00010000:3.0:1777047480.654148:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 36 pid: 33788 timeout: 4209 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047480.654229:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2512 00000100:00100000:3.0:1777047480.654274:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384211840:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047480.654300:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777047480.654331:0:5844:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 156926 -> 262144 00002000:00010000:3.0:1777047480.654337:0:5844:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047479 -> 1777047480 00002000:00010000:3.0:1777047480.654341:0:5844:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047472 -> 1777047480 00002000:00010000:3.0:1777047480.654344:0:5844:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047479 -> 1777047480 00010000:00010000:3.0:1777047480.654354:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 36 pid: 33788 timeout: 4209 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.654378:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 36 pid: 33788 timeout: 4209 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.654416:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e374e91/0x29ccbc23e99e0c07 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78808b expref: 36 pid: 33788 timeout: 4209 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.654442:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.654446:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.654455:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.654474:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655271:0:26191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.655283:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047480.655294:0:26191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655341:0:26191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655356:0:26191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655370:0:26191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655382:0:26191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047480.655388:0:26191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655401:0:26191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655423:0:26191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.655435:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0c9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047480.655466:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384211840:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1193us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.655482:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2512 00000100:00100000:2.0:1777047480.656503:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2412:x1863365384211072:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 40491us (41501us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.656558:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5523 00000100:00100000:2.0:1777047480.680383:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.680540:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.684419:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047480.685596:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384211968 00000100:00100000:0.0:1777047480.685615:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384211968 00000100:00100000:0.0:1777047480.685727:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212224 00000100:00100000:0.0:1777047480.685733:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212224 00000100:00100000:0.0:1777047480.685792:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5526 00000100:00100000:0.0:1777047480.685809:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384211968:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:3.0:1777047480.686005:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5527 00000100:00100000:3.0:1777047480.686025:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384212224:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047480.686053:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047480.686091:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880d8 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047480.686144:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97b7, atime: 0x69eb97b0, ctime: 0x69eb97b7, blocks: 0x3 00010000:00010000:3.0:1777047480.686180:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.686184:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047480.686200:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 36 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.686261:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047480.686286:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880ca expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047480.686312:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 262144, mtime: 0x69eb97b8, atime: 0x69eb97b8, ctime: 0x69eb97b8, blocks: 0x187 00010000:00010000:0.0:1777047480.686325:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047480.686327:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047480.686337:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 37 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.686369:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 37 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.686393:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:0.0:1777047480.686487:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2413:x1863365384211968:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 681us (6125us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.686501:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5526 00000100:00100000:0.0:1777047480.687681:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212096 00000100:00100000:0.0:1777047480.687841:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212096 00000100:00100000:1.0:1777047480.687924:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5528 00000100:00100000:1.0:1777047480.687945:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384212096:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047480.687962:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047480.687986:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880d1 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047480.688019:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97b7, atime: 0x69eb97b0, ctime: 0x69eb97b7, blocks: 0x3 00010000:00010000:1.0:1777047480.688039:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.688043:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.688053:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 32 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.688077:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 32 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.688095:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6c00, rc 0) 00000100:00100000:1.0:1777047480.688154:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384212096:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 215us (3740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.688168:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5528 00010000:00010000:3.0:1777047480.690133:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 36 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.690152:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b800, rc 0) 00000100:00100000:3.0:1777047480.690329:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384212224:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4309us (9787us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.690343:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5527 00000100:00100000:2.0:1777047480.789095:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.789174:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.789332:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212480 00000100:00100000:1.0:1777047480.789358:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212480 00000100:00100000:2.0:1777047480.789405:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.789519:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 501 00000100:00100000:1.0:1777047480.789930:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:2413:x1863365384212480:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047480.790140:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:2413:x1863365384212480:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 571us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.790155:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 501 00000100:00100000:3.0:1777047480.790271:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212352 00000100:00100000:3.0:1777047480.790288:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212352 00000100:00100000:3.0:1777047480.790396:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 345 00000100:00100000:3.0:1777047480.790419:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384212352:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047480.790448:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212736 00000100:00100000:0.0:1777047480.790460:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212736 00000100:00100000:0.0:1777047480.790585:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1818 00000100:00100000:0.0:1777047480.790600:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384212736:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047480.790669:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384212736:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 70us (1492us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047480.790682:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1818 00000100:00100000:2.0:1777047480.790741:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047480.790802:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212608 00000100:00100000:2.0:1777047480.790813:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212608 00000100:00100000:2.0:1777047480.790891:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1819 00000100:00100000:2.0:1777047480.790909:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384212608:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:2.0:1777047480.790989:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384212608:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 83us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047480.791005:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1819 00000100:00100000:3.0:1777047480.801482:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704454850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384212352:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 115us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047480.801520:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 345 00000100:00100000:2.0:1777047480.823360:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047480.823607:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212864 00000100:00100000:3.0:1777047480.823622:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212864 00000100:00100000:3.0:1777047480.823845:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2942 00000100:00100000:3.0:1777047480.823869:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384212864:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047480.823980:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.825456:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047480.825466:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047480.826095:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.826128:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.864903:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.865224:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.865279:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.865295:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047480.865303:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.865323:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.865360:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047480.865387:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0cc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047480.865894:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384212864:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41666us (42178us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047480.865920:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2942 00000100:00100000:2.0:1777047480.885312:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047480.895468:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384212992 00000100:00100000:0.0:1777047480.895489:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384212992 00000100:00100000:0.0:1777047480.895700:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2943 00000100:00100000:0.0:1777047480.895720:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384212992:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047480.895775:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.895802:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 32 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.895813:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047480.895816:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047480.895822:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 4/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.895877:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 32 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.895904:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 32 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047480.895931:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434024704:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047480.896394:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056076c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047480.910549:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434024704:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047480.910595:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047480.910894:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047480.911692:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384213120 00000100:00100000:1.0:1777047480.911704:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384213120 00010000:00010000:1.0:1777047480.911760:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 33 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047480.911845:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2513 00000100:00100000:1.0:1777047480.911864:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384213120:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047480.911887:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047480.911918:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 33 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.911943:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 33 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.911978:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0c77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880b5 expref: 33 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.912002:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.912005:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047480.912013:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.912032:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047480.912084:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047480.912177:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384213120:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 316us (1284us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047480.912191:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2513 00010000:00010000:0.0:1777047480.914137:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047480.914161:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047480.964209:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777047481.190600:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838484 is committed 00000001:00080000:3.0:1777047481.190636:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838477 is committed 00000001:00080000:3.0:1777047481.190676:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838482 is committed 00002000:00010000:2.0:1777047481.191056:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 0 -> 262144 00002000:00010000:2.0:1777047481.191065:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047481.191070:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047481.191075:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:2.0:1777047481.191100:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.191128:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.191148:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.191167:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047481.191176:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.191192:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.191263:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.191279:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e0ccb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.191907:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384212992:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 296182us (306599us total) trans 21474838484 rc 0/0 00000100:00100000:2.0:1777047481.191932:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2943 00000100:00100000:2.0:1777047481.224757:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047481.224972:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384213248 00000100:00100000:0.0:1777047481.224988:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384213248 00000100:00100000:0.0:1777047481.225509:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3366 00000100:00100000:0.0:1777047481.225535:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54283:x1863365384213248:12345-192.168.201.26@tcp:44:lfs.0 00000100:00080000:1.0:1777047481.226660:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1777047481.377385:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938022 is committed 00000100:00100000:1.0:1777047481.378538:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54283:x1863365384213248:12345-192.168.201.26@tcp:44:lfs.0 Request processed in 153005us (153790us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.378558:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3366 00000100:00100000:2.0:1777047481.392033:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047481.392110:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.393571:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384213376 00000100:00100000:1.0:1777047481.393585:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384213376 00000100:00100000:3.0:1777047481.393799:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384213504 00000100:00100000:3.0:1777047481.393810:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384213504 00000100:00100000:1.0:1777047481.393950:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5529 00000100:00100000:1.0:1777047481.393969:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384213376:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:1.0:1777047481.394119:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384213376:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 155us (2097us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.394134:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5529 00000100:00080000:2.0:1777047481.405449:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047481.405462:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047481.417384:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5530 00000100:00100000:0.0:1777047481.417409:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384213504:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:0.0:1777047481.417588:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384213504:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 187us (25477us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.417602:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5530 00000100:00100000:2.0:1777047481.480773:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047481.480848:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047481.480914:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.480981:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384213760 00000100:00100000:1.0:1777047481.480997:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384213760 00000100:00100000:1.0:1777047481.481080:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384213632 00000100:00100000:1.0:1777047481.481086:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384213632 00000100:00100000:1.0:1777047481.481116:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384213888 00000100:00100000:1.0:1777047481.481121:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384213888 00000100:00100000:1.0:1777047481.481151:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5531 00000100:00100000:1.0:1777047481.481166:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384213760:12345-192.168.201.26@tcp:1:lfs.0 00000100:00100000:0.0:1777047481.481204:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5532 00000100:00100000:0.0:1777047481.481219:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384213632:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047481.481261:0:33788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481277:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481286:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.481289:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047481.481291:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047481.481293:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.481296:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481297:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481320:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481320:0:33788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481364:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481364:0:33788:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481380:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481380:0:33788:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481396:0:33459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481396:0:33788:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481409:0:33459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047481.481410:0:33788:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047481.481417:0:33459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481417:0:33788:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481432:0:33459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481433:0:33788:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481455:0:33459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481457:0:33788:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.481481:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e0cd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.481482:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000647cc740/0x29ccbc23e99e0cd2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.481630:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384213760:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 463us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.481643:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5531 00000100:00100000:3.0:1777047481.481671:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5533 00000100:00100000:3.0:1777047481.481968:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384213888:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047481.482039:0:6643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482054:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.482057:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.482063:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482080:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482115:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482128:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482140:0:6643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482152:0:6643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047481.482157:0:6643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482168:0:6643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482184:0:6643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.482197:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e0ce0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047481.482345:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384213632:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 1125us (1493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.492410:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5532 00000100:00100000:0.0:1777047481.495993:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384213888:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 14299us (15068us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.496014:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5533 00000100:00100000:2.0:1777047481.510508:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.510758:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384214144 00000100:00100000:1.0:1777047481.510773:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384214144 00000100:00100000:1.0:1777047481.510850:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3367 00000100:00100000:1.0:1777047481.510867:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54283:x1863365384214144:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047481.510941:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047481.510979:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e0c70 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ae expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.511008:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98682d612200) 00010000:00010000:1.0:1777047481.511024:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047481.511068:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.511089:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.511104:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047481.511425:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ecbd1855 reply state 0000000048a8d4f2 transno 8589938023 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.511442:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047481.511990:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384214144:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1124us (1491us total) trans 8589938023 rc 0/0 00000100:00100000:1.0:1777047481.512005:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3367 00010000:00010000:0.0:1777047481.522268:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.522296:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.522310:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.522320:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6e00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047481.522328:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.522341:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.522366:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398fc00) 00010000:00010000:0.0:1777047481.522372:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047481.522380:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.522392:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6e00/0x29ccbc23e99e0ce7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.530766:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.531707:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384214272 00000100:00100000:1.0:1777047481.531742:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384214272 00000100:00100000:1.0:1777047481.531847:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3368 00000100:00100000:1.0:1777047481.531864:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986708e94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54283:x1863365384214272:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047481.531897:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047481.531930:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 2/0,0 mode: --/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880df expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.532014:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.532039:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.532068:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398f100) 00010000:00010000:1.0:1777047481.532074:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047481.532079:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7800, rc 0) 00000100:00100000:1.0:1777047481.532174:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986708e94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384214272:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 312us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.532193:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3368 00000100:00100000:2.0:1777047481.548502:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047481.553978:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384214400 00000100:00100000:3.0:1777047481.553997:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384214400 00000100:00100000:3.0:1777047481.554104:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5534 00000100:00100000:3.0:1777047481.554122:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54283:x1863365384214400:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047481.554149:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047481.554182:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880e6 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047481.554257:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97b8, atime: 0x0, ctime: 0x69eb97b8, blocks: 0x203 00010000:00010000:3.0:1777047481.554292:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.554297:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.554309:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.554340:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.554364:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b600, rc 0) 00000100:00100000:3.0:1777047481.554474:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54283:x1863365384214400:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 353us (5982us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.554487:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5534 00000100:00100000:0.0:1777047481.566323:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.569883:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384214528 00000100:00100000:1.0:1777047481.569903:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384214528 00000100:00100000:1.0:1777047481.570007:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5535 00000100:00100000:1.0:1777047481.570028:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:54283:x1863365384214528:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047481.570058:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047481.570089:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880ed expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.570143:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 37 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.570162:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.570166:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.570174:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 37 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.570263:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 37 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.570290:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 37 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.570315:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434024832:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047481.570471:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.591916:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.592075:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384214656 00000100:00100000:1.0:1777047481.592090:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384214656 00010000:00010000:1.0:1777047481.592149:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 38 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.592214:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2514 00000100:00100000:1.0:1777047481.592258:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384214656:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047481.592282:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047481.592317:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 38 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.592344:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 38 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.592383:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.592387:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.592397:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.592463:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.592603:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.592628:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434024960:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047481.592744:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb540 going to sleep for 11 seconds 00010000:00010000:2.0:1777047481.595432:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0c7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880bc expref: 38 pid: 6642 timeout: 4209 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.595561:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434024832:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047481.595603:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 37 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.595627:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7c00, rc 0) 00000100:00100000:2.0:1777047481.595734:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54283:x1863365384214528:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 25710us (29424us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.595749:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5535 00000100:00100000:0.0:1777047481.613804:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047481.613927:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047481.614086:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384214784 00000100:00100000:2.0:1777047481.614099:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384214784 00000100:00100000:2.0:1777047481.614175:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384214912 00000100:00100000:2.0:1777047481.614182:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384214912 00000100:00100000:2.0:1777047481.614263:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5536 00000100:00100000:2.0:1777047481.614282:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384214784:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047481.614694:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047481.614701:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047481.614707:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047481.614711:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047480 -> 1777047481 00002000:00010000:2.0:1777047481.614717:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047481.614800:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384214784:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 520us (1005us total) trans 21474838485 rc 0/0 00000100:00100000:2.0:1777047481.614815:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5536 00000100:00100000:2.0:1777047481.614847:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5537 00000100:00100000:2.0:1777047481.614860:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384214912:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047481.615403:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047481.615409:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047481.615414:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 0 -> 1777047480 00002000:00010000:2.0:1777047481.615418:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 0 -> 1777047481 00002000:00010000:2.0:1777047481.615423:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777047481.615463:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384214912:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 604us (1536us total) trans 17179871389 rc 0/0 00000100:00100000:2.0:1777047481.615476:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5537 00000100:00100000:1.0:1777047481.617645:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434024960:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047481.617675:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047481.617764:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384214656:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 25509us (25858us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.617779:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2514 00000100:00100000:0.0:1777047481.628900:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047481.629332:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384215168 00000100:00100000:2.0:1777047481.629346:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384215168 00000100:00100000:2.0:1777047481.629431:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3369 00000100:00100000:2.0:1777047481.629447:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384215168:12345-192.168.201.26@tcp:55:lfs.0 00010000:00010000:2.0:1777047481.629537:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629563:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629597:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629631:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629643:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629653:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629661:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047481.629667:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629677:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629693:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398f100) 00010000:00010000:2.0:1777047481.629698:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777047481.629705:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.629715:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e0d03 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.629818:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384215168:12345-192.168.201.26@tcp:55:lfs.0 Request processed in 373us (927us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777047481.629832:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3369 00000100:00100000:2.0:1777047481.648192:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.649467:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384215424 00000100:00100000:1.0:1777047481.649481:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384215424 00000100:00100000:1.0:1777047481.649564:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3370 00000100:00100000:1.0:1777047481.649582:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384215424:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047481.649660:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047481.649748:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0c15 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788092 expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.649805:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e0c00 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788084 expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.649822:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:1.0:1777047481.649829:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047481.649885:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.649905:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.649919:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047481.650140:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002f93abec reply state 000000002b371a24 transno 8589938024 ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.650177:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047481.650336:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384215424:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 757us (2154us total) trans 8589938024 rc 0/0 00000100:00100000:1.0:1777047481.650349:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3370 00010000:00010000:2.0:1777047481.658441:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.658467:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.658486:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.658496:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a7400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047481.658504:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.658518:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.658588:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:2.0:1777047481.658595:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047481.658602:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.658614:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7400/0x29ccbc23e99e0d0a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.660702:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.660875:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384215552 00000100:00100000:1.0:1777047481.660889:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384215552 00000100:00100000:1.0:1777047481.660972:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3371 00000100:00100000:1.0:1777047481.660987:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54283:x1863365384215552:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047481.661017:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047481.661041:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880f4 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.661116:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.661138:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.661167:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:1.0:1777047481.661172:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047481.661177:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7000, rc 0) 00000100:00100000:1.0:1777047481.661725:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384215552:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 738us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.661743:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3371 00000100:00100000:3.0:1777047481.673191:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047481.677616:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384215680 00000100:00100000:2.0:1777047481.677632:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384215680 00000100:00100000:2.0:1777047481.677895:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5538 00000100:00100000:2.0:1777047481.677916:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54283:x1863365384215680:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047481.677940:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047481.678255:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7880fb expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.678302:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 38 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.678323:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047481.678326:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047481.678332:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 38 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.678379:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 38 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.678400:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 38 pid: 7603 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.678421:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434025088:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047481.678576:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867092b8540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.691734:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047481.692091:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384215808 00000100:00100000:3.0:1777047481.692105:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384215808 00010000:00010000:3.0:1777047481.692185:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 39 pid: 7603 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047481.692280:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2515 00000100:00100000:3.0:1777047481.692295:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804839850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384215808:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047481.692320:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047481.692349:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 39 pid: 7603 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.692372:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 39 pid: 7603 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.692405:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.692408:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047481.692418:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 39 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.692434:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 39 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.692484:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 39 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047481.692504:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434025216:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047481.692936:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0d80 going to sleep for 11 seconds 00010000:00010000:2.0:1777047481.695849:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e0cb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ca expref: 39 pid: 7603 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.695876:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434025088:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047481.695911:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 38 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.695928:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e400, rc 0) 00000100:00100000:2.0:1777047481.696261:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54283:x1863365384215680:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18089us (22817us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.696275:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5538 00000100:00100000:0.0:1777047481.718352:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047481.719308:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434025216:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047481.719339:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047481.719435:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804839850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384215808:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 27141us (27711us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.719450:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2515 00000100:00100000:1.0:1777047481.719891:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384215936 00000100:00100000:1.0:1777047481.719902:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384215936 00000100:00100000:1.0:1777047481.719972:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5539 00000100:00100000:1.0:1777047481.719986:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54283:x1863365384215936:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047481.720006:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047481.720031:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788102 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.720068:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 18 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.720081:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.720084:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.720091:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 18 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.720138:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 18 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.720158:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 18 pid: 33788 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.720176:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:33459:1863365434025344:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047481.720277:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047481.733092:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:33459:1863365434025344:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047481.733145:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 18 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.733173:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6a00, rc 0) 00000100:00100000:1.0:1777047481.733421:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54283:x1863365384215936:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13436us (15079us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.733451:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5539 00000100:00100000:2.0:1777047481.738588:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.739021:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384216064 00000100:00100000:1.0:1777047481.739034:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384216064 00010000:00010000:1.0:1777047481.739083:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 18 pid: 33788 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.739260:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2516 00000100:00100000:1.0:1777047481.739274:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384216064:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047481.739296:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047481.739321:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 18 pid: 33788 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.739341:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 18 pid: 33788 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.739372:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0cbd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d1 expref: 18 pid: 33788 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.739401:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.739404:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.739414:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 17 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.739429:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 17 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.739476:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 17 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.739495:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365434025472:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047481.739575:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.762795:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047481.763197:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365434025472:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047481.763251:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047481.763961:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384216192 00000100:00100000:2.0:1777047481.763973:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384216192 00000100:00100000:2.0:1777047481.764058:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5540 00000100:00100000:2.0:1777047481.764073:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54283:x1863365384216192:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047481.764096:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047481.764120:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788109 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.764162:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 38 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.764176:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047481.764179:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047481.764186:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 38 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.764260:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 38 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.764281:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 38 pid: 6642 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.764302:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434025600:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047481.765055:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384216064:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 25778us (26471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.765071:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2516 00000100:00100000:2.0:1777047481.765592:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867092b8540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047481.782198:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434025600:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047481.782276:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 38 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.782308:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216fa00, rc 0) 00000100:00100000:3.0:1777047481.782399:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54283:x1863365384216192:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18327us (19629us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.782414:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5540 00000100:00100000:0.0:1777047481.787906:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047481.790203:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384216320 00000100:00100000:1.0:1777047481.790240:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384216320 00010000:00010000:1.0:1777047481.790298:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 38 pid: 6642 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.790371:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2517 00000100:00100000:1.0:1777047481.790387:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384216320:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047481.790409:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047481.790440:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 38 pid: 6642 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.790474:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 38 pid: 6642 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.790505:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e0caf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880d8 expref: 38 pid: 6642 timeout: 4210 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.790529:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.790602:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047481.790613:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 37 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.790631:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 37 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047481.791012:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 37 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.791035:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434025728:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047481.791147:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047481.811839:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434025728:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047481.811872:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047481.820345:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384216320:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 29947us (32435us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.820375:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2517 00000100:00100000:2.0:1777047481.824477:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047481.824793:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384216448 00000100:00100000:0.0:1777047481.824807:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384216448 00000100:00100000:0.0:1777047481.824892:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5541 00000100:00100000:0.0:1777047481.824908:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384216448:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047481.825455:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047481.825462:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047481.825465:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047481.825469:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047480 -> 1777047481 00002000:00010000:0.0:1777047481.825473:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1777047481.827625:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384216448:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 2714us (3150us total) trans 17179871390 rc 0/0 00000100:00100000:0.0:1777047481.827641:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5541 00000100:00100000:2.0:1777047481.829520:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047481.829881:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384216576 00000100:00100000:0.0:1777047481.829893:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384216576 00000100:00100000:2.0:1777047481.829908:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047481.830057:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384216704 00000100:00100000:0.0:1777047481.830064:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384216704 00000100:00100000:0.0:1777047481.830113:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5542 00000100:00100000:0.0:1777047481.830126:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384216576:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047481.830420:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047481.830427:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047479 -> 1777047480 00002000:00010000:0.0:1777047481.830432:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047472 -> 1777047480 00002000:00010000:0.0:1777047481.830436:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047479 -> 1777047481 00002000:00010000:0.0:1777047481.830440:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047481.830523:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384216576:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 397us (1007us total) trans 21474838486 rc 0/0 00000100:00100000:0.0:1777047481.830535:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5542 00000100:00100000:0.0:1777047481.830568:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5543 00000100:00100000:0.0:1777047481.830582:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384216704:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047481.831102:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047481.831109:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047479 -> 1777047480 00002000:00010000:0.0:1777047481.831114:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047472 -> 1777047480 00002000:00010000:0.0:1777047481.831117:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047479 -> 1777047481 00002000:00010000:0.0:1777047481.831120:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047481.831160:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384216704:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 581us (1255us total) trans 17179871391 rc 0/0 00000100:00100000:0.0:1777047481.831172:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5543 00000100:00100000:3.0:1777047481.850003:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047481.850319:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384216960 00000100:00100000:0.0:1777047481.850333:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384216960 00000100:00100000:0.0:1777047481.850424:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1208 00000100:00100000:0.0:1777047481.850459:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384216960:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047481.850902:0:30809:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0c8c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880c3 expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.850961:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.851298:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.851315:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.851376:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047481.851398:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 72 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047481.851422:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434025856:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047481.851574:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.859170:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434025856:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047481.859211:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047481.859849:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047481.860300:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384217088 00000100:00100000:2.0:1777047481.860311:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384217088 00010000:00010000:2.0:1777047481.860361:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 73 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047481.860517:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2518 00000100:00100000:2.0:1777047481.860532:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2411:x1863365384217088:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047481.860552:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047481.860562:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 73 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.860582:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 73 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.861276:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7000/0x29ccbc23e99e0d11 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880f4 expref: 73 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.861303:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:2.0:1777047481.861311:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.861325:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.861345:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.861403:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047481.861468:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384217088:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 936us (1620us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.861481:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2518 00010000:00010000:3.0:1777047481.862110:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.862122:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.862148:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.862161:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.862170:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.862204:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.862251:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 71 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047481.863260:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434025984:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047481.864001:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.874104:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434025984:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047481.874150:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047481.883721:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047481.884178:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384217216 00000100:00100000:3.0:1777047481.884197:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384217216 00010000:00010000:3.0:1777047481.885712:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 72 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047481.886096:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2519 00000100:00100000:3.0:1777047481.887706:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384217216:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047481.887740:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047481.887755:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 72 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.888014:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 72 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.888057:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a7800/0x29ccbc23e99e0cee lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880df expref: 72 pid: 33034 timeout: 4210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.888087:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398f100) 00010000:00010000:3.0:1777047481.888099:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.888116:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.888129:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047481.888187:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047481.889927:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047481.889957:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047481.889967:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2410:x1863365384217216:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3848us (6268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.890003:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2519 00000100:00100000:2.0:1777047481.891401:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.891495:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.891613:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047481.891647:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434026112 00000100:00100000:3.0:1777047481.891664:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434026112 00000100:00100000:3.0:1777047481.891771:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1777047481.891785:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026112:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.891951:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026112:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 168us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.891962:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:2.0:1777047481.897133:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047481.897250:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.898464:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026240:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.898559:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047481.899318:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434026240 00000100:00100000:1.0:1777047481.899337:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434026240 00000100:00100000:1.0:1777047481.899464:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1777047481.899479:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434026240:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1777047481.899975:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047481.902463:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434026240:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 2982us (3900us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.902479:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1777047481.911157:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.911202:0:30809:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838482 gen 2 00000004:00080000:2.0:1777047481.911209:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a79500, transno 21474838451 00000004:00080000:2.0:1777047481.911259:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459c00, transno 21474838452 00000004:00080000:2.0:1777047481.911266:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45b480, transno 21474838453 00000004:00080000:2.0:1777047481.911270:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459180, transno 21474838454 00000004:00080000:2.0:1777047481.911275:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e5880, transno 21474838455 00000004:00080000:2.0:1777047481.911279:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9500, transno 21474838456 00000004:00080000:2.0:1777047481.911283:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459500, transno 21474838457 00000004:00080000:2.0:1777047481.911295:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45b800, transno 21474838458 00000004:00080000:2.0:1777047481.911299:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e4000, transno 21474838459 00000004:00080000:2.0:1777047481.911303:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e451f80, transno 21474838460 00000004:00080000:2.0:1777047481.911308:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e450000, transno 21474838461 00000004:00080000:2.0:1777047481.911313:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e452680, transno 21474838462 00000004:00080000:2.0:1777047481.911317:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feaa00, transno 21474838463 00000004:00080000:2.0:1777047481.911321:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e453100, transno 21474838464 00000004:00080000:2.0:1777047481.911325:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb800, transno 21474838465 00000004:00080000:2.0:1777047481.911329:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb480, transno 21474838466 00000004:00080000:2.0:1777047481.911333:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf6680, transno 21474838467 00000004:00080000:2.0:1777047481.911338:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7100, transno 21474838468 00000004:00080000:2.0:1777047481.911342:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e5500, transno 21474838469 00000004:00080000:2.0:1777047481.911346:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf5f80, transno 21474838470 00000004:00080000:2.0:1777047481.911350:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a1180, transno 21474838471 00000004:00080000:2.0:1777047481.911354:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7b80, transno 21474838472 00000004:00080000:2.0:1777047481.911361:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095ca300, transno 21474838473 00000004:00080000:2.0:1777047481.911366:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986806268700, transno 21474838474 00000004:00080000:2.0:1777047481.911369:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e451500, transno 21474838475 00000004:00080000:2.0:1777047481.911373:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986806268000, transno 21474838476 00000004:00080000:2.0:1777047481.911377:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977b80, transno 21474838477 00000004:00080000:2.0:1777047481.911381:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975c00, transno 21474838478 00000004:00080000:2.0:1777047481.911386:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54f480, transno 21474838479 00000004:00080000:2.0:1777047481.911390:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54f800, transno 21474838480 00000004:00080000:2.0:1777047481.911394:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4380, transno 21474838481 00000004:00080000:2.0:1777047481.911398:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2300, transno 21474838482 00000100:00100000:2.0:1777047481.911412:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026240:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.911582:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026368:0@lo:1000:mdt_rdpg00_001.0 00000004:00080000:0.0:1777047481.912629:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 10 in progress, 0 in flight, 22 done 00000004:00080000:0.0:1777047481.912936:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 10 done 00000100:00100000:2.0:1777047481.916431:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.916506:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.916838:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434026368 00000100:00100000:0.0:1777047481.916850:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434026368 00000100:00100000:0.0:1777047481.916931:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1777047481.916945:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434026368:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.917361:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434026368:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 415us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.917376:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1777047481.917757:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026368:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.917880:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.918212:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.918279:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.918505:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434026496 00000100:00100000:0.0:1777047481.918514:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434026496 00000100:00100000:0.0:1777047481.919139:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1777047481.919154:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026496:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.919303:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026496:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 150us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.919314:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1777047481.919587:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.919671:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.919719:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.919763:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047481.920062:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434026624 00000100:00100000:1.0:1777047481.920071:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434026624 00000100:00100000:1.0:1777047481.920132:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1777047481.920146:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026624:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.920406:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026624:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 262us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.920418:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1777047481.925153:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.932732:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026752:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.932826:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.932891:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047481.932973:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434026752 00000100:00100000:1.0:1777047481.932986:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434026752 00000100:00100000:1.0:1777047481.933376:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1777047481.933391:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434026752:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.933512:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434026752:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 123us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.933526:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1777047481.933595:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026752:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.933672:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.933721:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047481.933780:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.934028:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434026880 00000100:00100000:0.0:1777047481.934038:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434026880 00000100:00100000:0.0:1777047481.934095:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1777047481.934109:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026880:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.934254:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434026880:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 146us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.934267:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1777047481.934640:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434026880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.934698:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.934738:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047481.934778:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027008 00000100:00100000:1.0:1777047481.934786:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027008 00000100:00100000:1.0:1777047481.934855:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1777047481.935567:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047481.935574:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027008:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.936125:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027008:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1257us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.937188:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.937306:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027136:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.937382:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.937434:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047481.937651:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1777047481.937683:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027136 00000100:00100000:1.0:1777047481.937691:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027136 00000100:00100000:1.0:1777047481.938261:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1777047481.938276:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027136:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.939401:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027136:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1124us (2015us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.939413:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1777047481.939766:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027136:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.939876:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027264:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.939925:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.939964:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.940014:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027264 00000100:00100000:0.0:1777047481.940024:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027264 00000100:00100000:3.0:1777047481.941632:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1777047481.943576:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027264:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.943739:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027264:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 2092us (3812us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.943754:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1777047481.950429:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027264:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.950909:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027392:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.950989:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.951355:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027392 00000100:00100000:3.0:1777047481.951365:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027392 00000100:00100000:3.0:1777047481.951428:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1777047481.951443:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027392:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.951568:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027392:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 126us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.951582:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1777047481.951911:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047481.951941:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027392:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.951994:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027520:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.952032:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.952067:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027520 00000100:00100000:3.0:1777047481.952073:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027520 00000100:00100000:3.0:1777047481.952111:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1777047481.952122:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027520:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.952192:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027520:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.952204:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1777047481.955962:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047481.956014:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027520:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.956114:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027648:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.956177:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.956296:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.957803:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027648 00000100:00100000:2.0:1777047481.957815:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027648 00000100:00100000:2.0:1777047481.957875:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1777047481.957892:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027648:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.958078:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434027648:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 188us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.958093:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1777047481.958342:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027648:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.958870:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027776:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.958920:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.958963:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.959022:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027776 00000100:00100000:2.0:1777047481.959032:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027776 00000100:00100000:2.0:1777047481.959393:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1777047481.959410:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027776:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.959515:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027776:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 109us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.959529:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1777047481.960440:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027776:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.960512:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027904:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.961388:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.961437:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.966666:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434027904 00000100:00100000:2.0:1777047481.966681:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434027904 00000100:00100000:2.0:1777047481.966763:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1777047481.966778:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027904:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.966939:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434027904:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 162us (5549us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.966952:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1777047481.967616:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434027904:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.967712:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028032:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.967765:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047481.967816:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056073c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.967865:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028032 00000100:00100000:2.0:1777047481.967875:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028032 00000100:00100000:2.0:1777047481.967932:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1777047481.967944:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028032:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.968042:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028032:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 100us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.968053:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1777047481.968644:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028032:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.968721:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028160:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.968765:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.968802:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.968847:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028160 00000100:00100000:2.0:1777047481.968856:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028160 00000100:00100000:2.0:1777047481.968911:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1777047481.968923:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028160:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.969165:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028160:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 241us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.969178:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1777047481.969369:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028160:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.969435:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028288:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.969482:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047481.970755:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.975067:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028288 00000100:00100000:2.0:1777047481.975082:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028288 00000100:00100000:2.0:1777047481.975183:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1777047481.975200:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434028288:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.977112:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434028288:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1910us (7622us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.977128:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1777047481.977207:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028288:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.977344:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.977409:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.977451:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047481.977632:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028416 00000100:00100000:3.0:1777047481.977643:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028416 00000100:00100000:3.0:1777047481.977731:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1777047481.977749:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434028416:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.977881:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434028416:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 136us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.977894:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1777047481.978659:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028416:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.978733:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.978786:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047481.978831:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.979622:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028544 00000100:00100000:2.0:1777047481.979631:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028544 00000100:00100000:2.0:1777047481.979689:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1777047481.979704:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.979818:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 116us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.979830:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1777047481.979888:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028544:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.979969:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.980025:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.980078:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028672 00000100:00100000:2.0:1777047481.980085:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028672 00000100:00100000:2.0:1777047481.980137:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1777047481.980150:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434028672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.980390:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434028672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 241us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.980410:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1777047481.980454:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e80a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.980483:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028672:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.980562:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028800:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.980609:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.980718:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047481.981326:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028800 00000100:00100000:0.0:1777047481.981334:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028800 00000100:00100000:0.0:1777047481.981380:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1777047481.981392:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028800:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.981481:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028800:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 91us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047481.981493:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00010000:00010000:2.0:1777047481.985419:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047481.985469:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028800:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.985619:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028928:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.985683:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.985741:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434028928 00000100:00100000:2.0:1777047481.985750:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434028928 00000100:00100000:2.0:1777047481.985806:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1777047481.985819:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028928:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.985922:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434028928:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 102us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.985935:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1777047481.985980:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.986014:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434028928:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.986083:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810663100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.986138:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047481.986173:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047481.986202:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029056 00000100:00100000:3.0:1777047481.986238:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029056 00000100:00100000:3.0:1777047481.986312:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1777047481.986331:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029056:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.986481:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029056:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 155us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047481.986496:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1777047481.986607:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810663100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.986683:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047481.986735:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047481.986758:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047481.986865:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029184 00000100:00100000:2.0:1777047481.986873:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029184 00000100:00100000:2.0:1777047481.986930:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1777047481.986942:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029184:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047481.987036:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029184:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 94us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047481.987047:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1777047481.988166:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.988275:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.989632:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047481.989732:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047481.990099:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029312 00000100:00100000:1.0:1777047481.990110:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029312 00000100:00100000:1.0:1777047481.990454:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1777047481.990474:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434029312:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047481.990593:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434029312:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 125us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047481.990950:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1777047481.991105:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.991189:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047481.991264:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047482.001598:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 10 seconds 00000100:00100000:2.0:1777047482.004360:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029440 00000100:00100000:2.0:1777047482.004376:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029440 00000100:00100000:2.0:1777047482.004454:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1777047482.004470:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.009412:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 4935us (18137us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.009431:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1777047482.009523:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.009656:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.009721:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047482.009784:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e80a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047482.009837:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029568 00000100:00100000:0.0:1777047482.009848:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029568 00000100:00100000:0.0:1777047482.009921:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1777047482.009937:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434029568:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047482.010060:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434029568:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 124us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.010096:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.010174:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029696:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.010254:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047482.010304:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029696 00000100:00100000:2.0:1777047482.010312:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029696 00000100:00100000:0.0:1777047482.011321:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1777047482.012716:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1777047482.012737:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434029696:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.012962:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434029696:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 228us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.012982:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1777047482.013034:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e80a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047482.013070:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029696:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.013157:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029824:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.013259:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047482.013306:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e80a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.013349:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029824 00000100:00100000:3.0:1777047482.013373:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029824 00000100:00100000:3.0:1777047482.013477:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1777047482.013493:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029824:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047482.013823:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029824:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 331us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.013837:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1777047482.018335:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029824:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047482.018904:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029952:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047482.018984:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047482.019019:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047482.021136:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434029952 00000100:00100000:2.0:1777047482.021150:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434029952 00000100:00100000:2.0:1777047482.021270:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1777047482.021289:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029952:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.021428:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434029952:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 142us (2440us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.021446:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1777047482.021754:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434029952:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047482.021885:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030080:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047482.021944:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047482.022003:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.024592:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434030080 00000100:00100000:3.0:1777047482.024612:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434030080 00000100:00100000:3.0:1777047482.024703:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1777047482.024717:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434030080:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047482.024915:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434030080:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 199us (2972us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.024942:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1777047482.025404:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030080:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.025600:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030208:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.025660:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047482.025770:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704647780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047482.026356:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434030208 00000100:00100000:2.0:1777047482.026373:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434030208 00000100:00100000:2.0:1777047482.026464:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1777047482.026482:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434030208:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047482.027299:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434030208:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 819us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.027315:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1777047482.027596:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030208:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.027683:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030336:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.027744:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047482.027887:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.029085:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434030336 00000100:00100000:3.0:1777047482.029911:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434030336 00000100:00100000:1.0:1777047482.030281:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1777047482.030300:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434030336:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.031290:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434030336:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 991us (3542us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.031304:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1777047482.031395:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030336:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1777047482.037014:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].50, 1720 off76488 00000001:00080000:1.0:1777047482.037045:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938025 00000100:00100000:1.0:1777047482.047337:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030464:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.047499:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047482.047942:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704647780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.048098:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434030464 00000100:00100000:3.0:1777047482.048114:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434030464 00000100:00100000:3.0:1777047482.048201:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1777047482.048245:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+37:30809:x1863365434030464:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047482.049367:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+38:30809:x1863365434030464:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1148us (1864us total) trans 17179871392 rc 0/0 00000100:00100000:3.0:1777047482.049383:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1777047482.051497:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030464:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.052087:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030592:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047482.052152:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047482.052210:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af3840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047482.052336:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434030592 00000100:00100000:0.0:1777047482.052346:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434030592 00000100:00100000:0.0:1777047482.052410:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1777047482.052424:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434030592:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047482.053807:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434030592:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1382us (1651us total) trans 21474838487 rc 0/0 00000100:00100000:0.0:1777047482.053820:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1777047482.054298:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434030592:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777047482.054488:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938026 00010000:00010000:1.0:1777047482.054617:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054637:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054650:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054661:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ba00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047482.054669:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054682:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054707:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680398f100) 00010000:00010000:1.0:1777047482.054713:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047482.054720:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054730:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e0d34 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054767:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054779:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054789:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054798:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047482.054805:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054814:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054827:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:1.0:1777047482.054830:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047482.054835:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054844:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d2d lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.054865:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680d67a400) 00010000:00010000:1.0:1777047482.054870:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047482.054880:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0c8c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880c3 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.055043:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384216960:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 204605us (205050us total) trans 8589938027 rc 0/0 00000100:00100000:1.0:1777047482.055058:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1208 00000020:00080000:1.0:1777047482.055065:0:30809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047482.061795:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047482.062363:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384217344 00000100:00100000:0.0:1777047482.062382:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384217344 00000100:00100000:0.0:1777047482.062489:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3372 00000100:00100000:0.0:1777047482.062508:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54283:x1863365384217344:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047482.062593:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047482.062637:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788110 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.062751:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.062779:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.062813:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:0.0:1777047482.062819:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047482.062826:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d600, rc 0) 00000100:00100000:0.0:1777047482.062920:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54283:x1863365384217344:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 417us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047482.062932:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3372 00000001:00080000:2.0:1777047482.063998:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871391 is committed 00000001:00080000:2.0:1777047482.064064:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871384 is committed 00000001:00080000:2.0:1777047482.065413:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871385 is committed 00000100:00100000:0.0:1777047482.089169:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.089398:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384217600 00000100:00100000:2.0:1777047482.089420:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384217600 00000100:00100000:2.0:1777047482.089932:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1209 00000100:00100000:2.0:1777047482.089953:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54283:x1863365384217600:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047482.091393:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54283:x1863365384217600:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1445us (2241us total) trans 8589938028 rc 0/0 00000100:00100000:2.0:1777047482.093789:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1209 00000100:00100000:0.0:1777047482.113853:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.118901:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384217856 00000100:00100000:2.0:1777047482.118927:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384217856 00000100:00100000:2.0:1777047482.119071:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1210 00000100:00100000:2.0:1777047482.119097:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54283:x1863365384217856:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:2.0:1777047482.120700:0:30809:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xe6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1777047482.121098:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.121134:0:30809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.121156:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.121173:0:30809:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.121187:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.121200:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.123756:0:30809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047482.123971:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54283:x1863365384217856:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 4874us (10123us total) trans 8589938029 rc 0/0 00000100:00100000:2.0:1777047482.124045:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1210 00010000:00010000:0.0:1777047482.124635:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047482.124971:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.124996:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047482.127291:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.127315:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.127346:0:5846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe6:0x0].0x0 (ffff98680d67a700) 00010000:00010000:0.0:1777047482.127352:0:5846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047482.127360:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.127374:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e0d42 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.127415:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047482.127419:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047482.127423:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047482.226441:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047482.227002:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384217984 00000100:00100000:0.0:1777047482.227023:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384217984 00000100:00100000:0.0:1777047482.227147:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3373 00000100:00100000:0.0:1777047482.227166:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54284:x1863365384217984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047482.227235:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047482.227276:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0d49 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788117 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.227406:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.227441:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.227461:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.227488:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.227501:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.227512:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.229853:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.229875:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.229891:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047482.229956:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047482.230294:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047482.230340:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230363:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230386:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230399:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230411:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230421:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047482.230429:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230442:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230463:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047482.230469:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047482.230477:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230488:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d50 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230510:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230520:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230530:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230647:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047482.230652:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230663:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230676:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612400) 00010000:00010000:0.0:1777047482.230680:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047482.230685:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230696:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d57 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230758:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e0d49 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230782:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.230795:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:0.0:1777047482.230800:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047482.230805:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:0.0:1777047482.230910:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54284:x1863365384217984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3747us (4485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047482.230926:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3373 00000100:00100000:1.0:1777047482.247381:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047482.250476:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384218240 00000100:00100000:3.0:1777047482.250500:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384218240 00000100:00100000:3.0:1777047482.250654:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3374 00000100:00100000:3.0:1777047482.250674:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54284:x1863365384218240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047482.250712:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047482.250752:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0d65 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78811e expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.250952:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e0d6c lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.250980:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e0d6c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.251002:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e0d6c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047482.251023:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:3.0:1777047482.251320:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e0d65 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78811e expref: 79 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.251352:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e0d6c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78811e expref: 78 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.251368:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047482.251374:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047482.251382:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3aa00, rc 0) 00000100:00100000:3.0:1777047482.251508:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54284:x1863365384218240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 837us (4146us total) trans 8589938030 rc 0/0 00000100:00100000:3.0:1777047482.251522:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3374 00000100:00100000:1.0:1777047482.263720:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047482.265614:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384218496 00000100:00100000:0.0:1777047482.265636:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384218496 00000100:00100000:0.0:1777047482.265771:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3375 00000100:00100000:0.0:1777047482.265790:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54284:x1863365384218496:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047482.265833:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047482.265900:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d7a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788125 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.266475:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d81 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.266502:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d81 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.266523:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d81 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047482.266882:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047482.267112:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e0d7a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788125 expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.267148:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d81 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788125 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.267163:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:0.0:1777047482.267168:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047482.267174:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:0.0:1777047482.267322:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54284:x1863365384218496:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1535us (3619us total) trans 8589938031 rc 0/0 00000100:00100000:0.0:1777047482.267336:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3375 00000100:00100000:0.0:1777047482.284023:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.284252:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384218624 00000100:00100000:1.0:1777047482.284273:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384218624 00000100:00100000:1.0:1777047482.284376:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5544 00000100:00100000:1.0:1777047482.284395:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384218624:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.284430:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.284472:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78812c expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047482.284524:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 257382, mtime: 0x69eb97b4, atime: 0x69eb96d2, ctime: 0x69eb97b4, blocks: 0x203 00010000:00010000:1.0:1777047482.284616:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.284621:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.284638:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.284673:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.284701:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6600, rc 0) 00000100:00100000:1.0:1777047482.284797:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384218624:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 406us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.284812:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5544 00000100:00100000:3.0:1777047482.315468:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.317277:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384218752 00000100:00100000:2.0:1777047482.317300:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384218752 00000100:00100000:2.0:1777047482.317427:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5545 00000100:00100000:2.0:1777047482.317448:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384218752:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.317484:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.317525:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788133 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047482.317919:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 257382, mtime: 0x69eb97b4, atime: 0x69eb96e5, ctime: 0x69eb97b4, blocks: 0x203 00010000:00010000:2.0:1777047482.317958:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.317962:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.317980:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.318015:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.318395:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216f000, rc 0) 00000100:00100000:2.0:1777047482.318504:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384218752:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1058us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.318519:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5545 00000100:00100000:0.0:1777047482.343182:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.344378:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384218880 00000100:00100000:1.0:1777047482.344395:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384218880 00000100:00100000:1.0:1777047482.344504:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5546 00000100:00100000:1.0:1777047482.344523:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384218880:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.344591:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.344659:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78813a expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047482.344706:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 257382, mtime: 0x69eb97b4, atime: 0x69eb96f5, ctime: 0x69eb97b4, blocks: 0x203 00010000:00010000:1.0:1777047482.344744:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.344749:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.344765:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 19 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.344797:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 19 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.344823:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6000, rc 0) 00000100:00100000:1.0:1777047482.344948:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384218880:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 428us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.344963:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5546 00000100:00100000:0.0:1777047482.361124:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.361894:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219008 00000100:00100000:1.0:1777047482.361913:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219008 00000100:00100000:1.0:1777047482.363914:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5547 00000100:00100000:1.0:1777047482.366864:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384219008:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.366902:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.366945:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788141 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047482.367013:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb9701, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:1.0:1777047482.367053:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.367058:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.367074:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 20 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.367108:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 20 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.367134:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7e00, rc 0) 00000100:00100000:1.0:1777047482.367291:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384219008:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 450us (6185us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.374950:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5547 00000100:00100000:2.0:1777047482.400028:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047482.400810:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219136 00000100:00100000:0.0:1777047482.400831:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219136 00000100:00100000:0.0:1777047482.401372:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5548 00000100:00100000:0.0:1777047482.401395:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384219136:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047482.401431:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047482.401472:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788148 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047482.401522:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb9713, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:0.0:1777047482.401561:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.401565:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047482.401581:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 21 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.401616:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 21 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047482.401642:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047482.401764:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384219136:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 376us (1755us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047482.401777:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5548 00000100:00100000:2.0:1777047482.417515:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.420322:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219264 00000100:00100000:1.0:1777047482.420343:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219264 00000100:00100000:1.0:1777047482.420485:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5549 00000100:00100000:1.0:1777047482.420507:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384219264:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.420582:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.420626:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78814f expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047482.420678:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12d:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb9766, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:1.0:1777047482.420718:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.420722:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.420738:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 19 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.420774:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 19 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.420799:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7000, rc 0) 00000100:00100000:1.0:1777047482.420938:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384219264:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 419us (3422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.420952:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5549 00000100:00100000:2.0:1777047482.435883:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434030720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047482.436377:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047482.436567:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434030848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047482.439298:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047482.449953:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.458792:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219392 00000100:00100000:2.0:1777047482.458821:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219392 00000100:00100000:2.0:1777047482.459040:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5550 00000100:00100000:2.0:1777047482.459086:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384219392:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.459123:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.459164:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788156 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047482.459239:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb9713, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:2.0:1777047482.459278:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.459282:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.459299:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 22 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.459332:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 22 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.459358:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216f600, rc 0) 00000100:00100000:2.0:1777047482.459476:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384219392:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 396us (9540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.459490:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5550 00000100:00100000:3.0:1777047482.464253:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434030720 00000100:00100000:3.0:1777047482.464278:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434030720 00000100:00100000:3.0:1777047482.464401:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434030848 00000100:00100000:3.0:1777047482.464407:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434030848 00000100:00100000:3.0:1777047482.464441:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1777047482.464459:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434030720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047482.464533:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 183042048 pending 0 free 3855613952 avail 3852468224 00000100:00100000:3.0:1777047482.465177:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434030720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 720us (28800us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.465193:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1777047482.465263:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1777047482.465276:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365434030848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047482.465296:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 322764800 pending 0 free 3855613952 avail 3852468224 00000100:00100000:3.0:1777047482.465362:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365434030848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (26069us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.465373:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1777047482.465501:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871385 gen 2 00000004:00080000:3.0:1777047482.465513:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf5180, transno 17179871354 00000004:00080000:3.0:1777047482.465546:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf6d80, transno 17179871355 00000004:00080000:3.0:1777047482.465551:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4a80, transno 17179871356 00000004:00080000:3.0:1777047482.465556:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8a80, transno 17179871357 00000004:00080000:3.0:1777047482.465561:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9f80, transno 17179871358 00000004:00080000:3.0:1777047482.465565:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9180, transno 17179871359 00000004:00080000:3.0:1777047482.465570:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7480, transno 17179871360 00000004:00080000:3.0:1777047482.465574:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf5500, transno 17179871361 00000004:00080000:3.0:1777047482.465578:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4e00, transno 17179871362 00000004:00080000:3.0:1777047482.465583:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4000, transno 17179871363 00000004:00080000:3.0:1777047482.465587:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4700, transno 17179871364 00000004:00080000:3.0:1777047482.465591:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8380, transno 17179871365 00000004:00080000:3.0:1777047482.465596:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974a80, transno 17179871366 00000004:00080000:3.0:1777047482.465601:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977480, transno 17179871367 00000004:00080000:3.0:1777047482.466380:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975180, transno 17179871368 00000004:00080000:3.0:1777047482.466385:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975500, transno 17179871369 00000004:00080000:3.0:1777047482.466390:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032a300, transno 17179871370 00000004:00080000:3.0:1777047482.466394:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755f80, transno 17179871371 00000004:00080000:3.0:1777047482.466399:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840329500, transno 17179871372 00000004:00080000:3.0:1777047482.466403:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d757800, transno 17179871373 00000004:00080000:3.0:1777047482.466407:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032b100, transno 17179871374 00000004:00080000:3.0:1777047482.466411:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032aa00, transno 17179871375 00000004:00080000:3.0:1777047482.466416:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754700, transno 17179871376 00000004:00080000:3.0:1777047482.466421:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d757480, transno 17179871377 00000004:00080000:3.0:1777047482.466426:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680951bb80, transno 17179871378 00000004:00080000:3.0:1777047482.466431:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986809519c00, transno 17179871379 00000004:00080000:3.0:1777047482.466435:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680951b800, transno 17179871380 00000004:00080000:3.0:1777047482.466439:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974380, transno 17179871381 00000004:00080000:3.0:1777047482.466444:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54e680, transno 17179871382 00000004:00080000:3.0:1777047482.466448:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54d880, transno 17179871383 00000004:00080000:3.0:1777047482.466452:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54ce00, transno 17179871384 00000004:00080000:3.0:1777047482.466456:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54d500, transno 17179871385 00000100:00100000:3.0:1777047482.466470:0:3341:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff98670f322a00 x1863365434030464/t17179871392(17179871392) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 1416/4320 e 0 to 0 dl 1777047498 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt_rdpg00_001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777047482.466507:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434030848:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047482.466908:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806268700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434030720:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1777047482.479106:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 32 done 00000100:00100000:0.0:1777047482.487815:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.487993:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219520 00000100:00100000:2.0:1777047482.488013:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219520 00000100:00100000:2.0:1777047482.488170:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5551 00000100:00100000:2.0:1777047482.488190:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384219520:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.488278:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.488322:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78815d expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047482.488373:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb979d, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:2.0:1777047482.488440:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.488445:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.488463:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 20 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.488498:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 20 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.488917:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216fe00, rc 0) 00000100:00100000:2.0:1777047482.489011:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384219520:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 825us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.489026:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5551 00000100:00100000:2.0:1777047482.511889:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047482.512525:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219648 00000100:00100000:3.0:1777047482.512604:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219648 00000100:00100000:3.0:1777047482.512840:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5552 00000100:00100000:3.0:1777047482.512861:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384219648:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047482.512897:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047482.512938:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788164 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047482.512991:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb974b, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:3.0:1777047482.513047:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.513052:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.513070:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 21 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.513105:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 21 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.513130:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3bc00, rc 0) 00000100:00100000:3.0:1777047482.513258:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384219648:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 401us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.513273:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5552 00000100:00100000:3.0:1777047482.529108:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.529935:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219776 00000100:00100000:1.0:1777047482.529956:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219776 00000100:00100000:1.0:1777047482.530083:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5553 00000100:00100000:1.0:1777047482.530105:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384219776:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.530140:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.530182:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78816b expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047482.530264:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb975e, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:1.0:1777047482.530303:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.530307:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.530324:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 23 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.530358:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 23 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.530385:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a7200, rc 0) 00000100:00100000:1.0:1777047482.530513:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384219776:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 413us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.530527:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5553 00000100:00100000:0.0:1777047482.565574:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.566275:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384219904 00000100:00100000:2.0:1777047482.566296:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384219904 00000100:00100000:2.0:1777047482.566413:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5554 00000100:00100000:2.0:1777047482.566435:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384219904:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.566471:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.566530:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788172 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047482.566631:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb9766, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:2.0:1777047482.566668:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.566673:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.566689:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 22 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.566721:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 22 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.566767:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e200, rc 0) 00000100:00100000:2.0:1777047482.567929:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384219904:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1498us (2391us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.567943:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5554 00000100:00100000:0.0:1777047482.589344:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.597673:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220032 00000100:00100000:1.0:1777047482.597837:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220032 00000100:00100000:1.0:1777047482.597977:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5555 00000100:00100000:1.0:1777047482.597999:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384220032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.598047:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.598090:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788179 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047482.598140:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb9766, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:1.0:1777047482.598179:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.598184:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047482.598200:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 23 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.598279:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 23 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.598305:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6c00, rc 0) 00000100:00100000:1.0:1777047482.598412:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384220032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 419us (9088us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047482.598434:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5555 00000100:00100000:0.0:1777047482.620437:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.629057:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220160 00000100:00100000:2.0:1777047482.629086:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220160 00000100:00100000:2.0:1777047482.629263:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5556 00000100:00100000:2.0:1777047482.629284:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384220160:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047482.629320:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047482.629365:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788180 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047482.629416:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 257382, mtime: 0x69eb97b5, atime: 0x69eb979d, ctime: 0x69eb97b5, blocks: 0x203 00010000:00010000:2.0:1777047482.629455:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.629460:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.629478:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 24 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.629517:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 24 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.629543:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e800, rc 0) 00000100:00100000:2.0:1777047482.635570:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384220160:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 6235us (15096us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.635592:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5556 00000100:00100000:0.0:1777047482.752950:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.753021:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220288 00000100:00100000:1.0:1777047482.753041:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220288 00000100:00100000:1.0:1777047482.753222:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2944 00000100:00100000:1.0:1777047482.753243:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384220288:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047482.753312:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.753350:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 24 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.753363:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.753367:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047482.753372:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.754479:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 24 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.754507:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 24 pid: 33475 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.754854:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14910:1863365434030976:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047482.755046:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704647540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047482.766348:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047482.768855:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220416 00000100:00100000:3.0:1777047482.768874:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220416 00010000:00010000:3.0:1777047482.768955:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 25 pid: 33475 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047482.769028:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2520 00000100:00100000:3.0:1777047482.769045:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384220416:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047482.769071:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047482.769112:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 25 pid: 33475 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.769146:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 25 pid: 33475 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.769188:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.769191:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047482.769233:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.769249:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.769286:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047482.769385:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384220416:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 342us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.769399:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2520 00010000:00010000:1.0:1777047482.769971:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e0d18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880fb expref: 24 pid: 33475 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.770318:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14910:1863365434030976:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047482.770355:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.770372:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.770384:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.801494:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.801885:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.801903:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.801914:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047482.801923:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.801938:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.801980:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.801993:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0dea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.810757:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384220288:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 57497us (57804us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047482.810781:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2944 00000100:00100000:2.0:1777047482.830316:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047482.830401:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.838706:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220672 00000100:00100000:1.0:1777047482.838733:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220672 00000100:00100000:1.0:1777047482.838840:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220544 00000100:00100000:1.0:1777047482.838846:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220544 00000100:00100000:1.0:1777047482.838912:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5557 00000100:00100000:1.0:1777047482.838930:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384220672:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047482.839291:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047482.839328:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0df1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78818e expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.839439:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434031104:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047482.839507:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5558 00000100:00100000:3.0:1777047482.839528:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384220544:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047482.839583:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047482.839605:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0df8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788187 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047482.839656:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704647540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.839667:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434031232:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047482.839746:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.848161:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434031232:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047482.848260:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0df8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788187 expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.848306:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0df8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788187 expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.848330:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00100000:3.0:1777047482.848445:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384220544:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8922us (18041us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047482.848460:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5558 00000100:00100000:1.0:1777047482.850491:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434031104:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047482.851356:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0df1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78818e expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.851409:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0df1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78818e expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047482.851431:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6800, rc 0) 00000100:00100000:2.0:1777047482.851874:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384220672:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 12944us (21877us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047482.851890:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5557 00000100:00100000:0.0:1777047482.872823:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047482.872930:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220800 00000100:00100000:3.0:1777047482.872950:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220800 00000100:00100000:3.0:1777047482.874052:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2945 00000100:00100000:3.0:1777047482.874072:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384220800:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047482.874137:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.874177:0:22356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 23 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.874223:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047482.874227:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047482.874233:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 4/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.874295:0:22356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 23 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.874327:0:22356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 23 pid: 32524 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047482.874353:0:22356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806268000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:22356:1863365434031360:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047482.874588:0:22356:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047482.887720:0:22356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806268000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:22356:1863365434031360:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047482.887908:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047482.888307:0:22356:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.888615:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384220928 00000100:00100000:2.0:1777047482.888628:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384220928 00010000:00010000:2.0:1777047482.888692:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 24 pid: 32524 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047482.888769:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2521 00000100:00100000:2.0:1777047482.888785:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384220928:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047482.888811:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047482.888849:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 24 pid: 32524 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.889246:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 24 pid: 32524 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.889289:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e0cf5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880e6 expref: 24 pid: 32524 timeout: 4211 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.889314:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.889318:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047482.889326:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.889340:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.889374:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047482.889455:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384220928:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 672us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047482.889468:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2521 00010000:00010000:2.0:1777047482.892432:0:22356:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047482.892449:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.920525:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.920615:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.920930:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.920945:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047482.920953:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.920968:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.921296:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.921311:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e0dff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047482.921453:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384220800:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47379us (48642us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047482.921471:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2945 00000100:00100000:2.0:1777047482.968272:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047482.968685:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384221056 00000100:00100000:3.0:1777047482.968703:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384221056 00000100:00100000:3.0:1777047482.968892:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 481 00000100:00100000:3.0:1777047482.968909:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54284:x1863365384221056:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047482.968936:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047482.968979:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e0d81 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788125 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047482.969009:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047482.969017:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047482.969115:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54284:x1863365384221056:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 210us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047482.969127:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 481 00000100:00100000:0.0:1777047482.981811:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047482.983812:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384221312 00000100:00100000:1.0:1777047482.983828:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384221312 00000100:00100000:1.0:1777047482.983938:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1211 00000100:00100000:1.0:1777047482.983957:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986705cc0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54284:x1863365384221312:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047482.984397:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986705cc0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54284:x1863365384221312:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 443us (2601us total) trans 8589938032 rc 0/0 00000100:00100000:1.0:1777047482.984410:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1211 00010000:00010000:2.0:1777047483.010143:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047483.033637:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047483.034925:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384221568 00000100:00100000:1.0:1777047483.034945:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384221568 00000100:00080000:3.0:1777047483.035360:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047483.035381:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3376 00000100:00100000:1.0:1777047483.035403:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54286:x1863365384221568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047483.035446:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047483.035483:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e0e06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788195 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.035968:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0e0d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.035996:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0e0d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.036024:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0e0d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047483.036047:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047483.036298:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6800/0x29ccbc23e99e0e06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788195 expref: 83 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.036331:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0e0d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788195 expref: 82 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.036347:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047483.036352:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047483.036359:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98683e6a6400, rc 0) 00000100:00100000:1.0:1777047483.036471:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54286:x1863365384221568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1074us (2852us total) trans 8589938033 rc 0/0 00000100:00100000:1.0:1777047483.036485:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3376 00000100:00100000:0.0:1777047483.059078:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047483.059226:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384221696 00000100:00100000:1.0:1777047483.059245:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384221696 00000100:00100000:1.0:1777047483.059415:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2946 00000100:00100000:1.0:1777047483.059456:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384221696:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047483.059615:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.059647:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.059651:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.059660:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.059696:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047483.060791:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047483.083424:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.083454:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.083470:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.083483:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.083491:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.083506:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.085110:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.085126:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e1b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.085311:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384221696:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25874us (26246us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.085328:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2946 00000100:00100000:0.0:1777047483.115149:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.116966:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384221824 00000100:00100000:2.0:1777047483.116987:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384221824 00000100:00100000:2.0:1777047483.117124:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2947 00000100:00100000:2.0:1777047483.117143:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384221824:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.117222:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.117249:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.117252:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.117261:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.117285:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.144358:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.144394:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.147156:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.147172:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.147183:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.147223:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.147269:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.147283:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.149383:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384221824:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32231us (34238us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.150063:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2947 00000100:00100000:1.0:1777047483.165636:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.166965:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384221952 00000100:00100000:2.0:1777047483.166986:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384221952 00000100:00080000:3.0:1777047483.167103:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047483.167153:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2948 00000100:00100000:2.0:1777047483.167175:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384221952:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.167272:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.167304:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.167309:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.167318:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.167344:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.190328:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.190373:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.190388:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.190399:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.190407:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.190423:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.190454:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.190469:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.190978:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384221952:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23801us (25434us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.191303:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2948 00000100:00100000:0.0:1777047483.228792:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047483.230292:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222080 00000100:00100000:3.0:1777047483.230312:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222080 00000100:00100000:2.0:1777047483.231869:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2949 00000100:00100000:2.0:1777047483.231889:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384222080:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.233408:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.233441:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.233445:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.233455:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.233478:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.256367:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.256402:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.256417:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.256428:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.256436:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.256450:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.256485:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.256507:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e30 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.258479:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384222080:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26583us (29695us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.258500:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2949 00000100:00100000:0.0:1777047483.285228:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.285408:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222208 00000100:00100000:2.0:1777047483.285427:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222208 00000100:00100000:2.0:1777047483.285615:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2950 00000100:00100000:2.0:1777047483.285634:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384222208:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.285700:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.285729:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.285732:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.285743:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.285767:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.303025:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.303084:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.303110:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.303122:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.303130:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.303145:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.303180:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.303216:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.303386:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384222208:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17749us (18197us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.303403:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2950 00000100:00100000:3.0:1777047483.335502:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047483.342910:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222336 00000100:00100000:1.0:1777047483.342939:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222336 00000100:00100000:2.0:1777047483.343725:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2951 00000100:00100000:2.0:1777047483.343750:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384222336:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.343813:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.343841:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.343846:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.343855:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.343878:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.359039:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.359073:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.359088:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.359098:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.359106:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.359120:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.359152:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.359164:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.359344:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384222336:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15594us (23851us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.359361:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2951 00000100:00100000:3.0:1777047483.387431:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.387816:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222464 00000100:00100000:2.0:1777047483.387835:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222464 00000100:00100000:2.0:1777047483.387964:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2952 00000100:00100000:2.0:1777047483.387982:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384222464:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.388078:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.388108:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.388111:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.388120:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.388141:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.400432:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.400466:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.400480:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.400502:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.400510:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.401066:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.401100:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.401112:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e45 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.401279:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384222464:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13294us (13857us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.401296:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2952 00000100:00100000:0.0:1777047483.422227:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047483.424237:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222592 00000100:00100000:1.0:1777047483.424260:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222592 00000100:00100000:1.0:1777047483.424409:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2953 00000100:00100000:1.0:1777047483.424429:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384222592:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047483.424495:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.424526:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.424530:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.424610:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.424637:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.444152:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.444210:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.444238:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.444252:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98683e6a6800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047483.444261:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.444278:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.444311:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.444323:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079bfd42b/0x29ccbc23e99e0e4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.444565:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384222592:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20133us (22369us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047483.444584:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2953 00000100:00100000:3.0:1777047483.473374:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.483508:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222720 00000100:00100000:2.0:1777047483.483577:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222720 00000100:00100000:2.0:1777047483.484304:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2954 00000100:00100000:2.0:1777047483.484329:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384222720:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.484401:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.484431:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.484435:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.484445:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.484470:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.500259:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.500298:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.500313:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.500322:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.500329:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.500339:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.500370:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.500383:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.500716:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384222720:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16365us (27328us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.501340:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2954 00000100:00100000:1.0:1777047483.533861:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.534629:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222848 00000100:00100000:2.0:1777047483.534648:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222848 00000100:00100000:2.0:1777047483.534809:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2955 00000100:00100000:2.0:1777047483.534829:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384222848:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.534895:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.534928:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.534932:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.534941:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.534967:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.550984:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.551725:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.551743:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.551756:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.551765:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.551785:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.551824:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.551839:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.555619:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384222848:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20778us (21762us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.555643:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2955 00000100:00100000:3.0:1777047483.589502:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.590075:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384222976 00000100:00100000:2.0:1777047483.590094:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384222976 00000100:00100000:2.0:1777047483.590234:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2956 00000100:00100000:2.0:1777047483.590253:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384222976:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.590316:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.590348:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.590352:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.590362:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.590387:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.609180:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.609245:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.609261:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.609274:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.609284:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.609300:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.609335:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.609367:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.609884:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384222976:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19627us (20392us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.610326:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2956 00000100:00100000:3.0:1777047483.640957:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.641081:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384223104 00000100:00100000:2.0:1777047483.641101:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384223104 00000100:00100000:2.0:1777047483.641352:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2957 00000100:00100000:2.0:1777047483.641374:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384223104:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.641460:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.641491:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.641494:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.641503:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.641529:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.665219:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.665256:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.665272:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.665285:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.665293:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.665307:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.665363:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.665378:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.665702:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384223104:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 24323us (24749us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.665720:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2957 00000100:00100000:3.0:1777047483.718779:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.719879:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384223232 00000100:00100000:2.0:1777047483.719899:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384223232 00000100:00100000:2.0:1777047483.720384:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2958 00000100:00100000:2.0:1777047483.720403:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384223232:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.720472:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.720504:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.720508:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.720518:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.720557:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.734646:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.734725:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.734741:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.734754:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.734762:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.734778:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.734816:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.734829:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.734966:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384223232:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14559us (16198us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.734985:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2958 00000100:00100000:3.0:1777047483.755360:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.757092:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384223360 00000100:00100000:2.0:1777047483.757114:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384223360 00000100:00100000:2.0:1777047483.757286:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2959 00000100:00100000:2.0:1777047483.757307:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384223360:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047483.757377:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.757409:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.757413:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.757422:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.757447:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.784153:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.784216:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.784235:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.784248:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047483.784257:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.784310:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.784346:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.784359:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e0e76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047483.784884:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384223360:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27195us (29157us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047483.785059:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2959 00000100:00100000:3.0:1777047483.886760:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047483.887270:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384223488 00000100:00100000:1.0:1777047483.887290:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384223488 00000100:00100000:1.0:1777047483.887414:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5559 00000100:00100000:1.0:1777047483.887432:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384223488:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047483.887466:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047483.887504:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78819c expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047483.887636:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 262144, mtime: 0x69eb97b8, atime: 0x69eb97b8, ctime: 0x69eb97b9, blocks: 0x107 00010000:00010000:1.0:1777047483.887672:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.887677:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047483.887695:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.887728:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.887750:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbde800, rc 0) 00000100:00100000:1.0:1777047483.887864:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384223488:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 435us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047483.887876:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5559 00000100:00100000:3.0:1777047483.912350:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.916526:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384223616 00000100:00100000:2.0:1777047483.916550:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384223616 00000100:00100000:3.0:1777047483.919729:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2960 00000100:00100000:3.0:1777047483.919752:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384223616:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047483.919819:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.919850:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.919853:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047483.919863:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047483.919910:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.966350:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.966387:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.966404:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.966417:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047483.966425:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.966441:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.966476:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047483.966489:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e0e84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047483.967544:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384223616:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47789us (55201us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047483.967563:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2960 00000100:00100000:3.0:1777047483.991401:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047483.993115:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384223744 00000100:00100000:2.0:1777047483.993134:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384223744 00000100:00100000:2.0:1777047483.993283:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2961 00000100:00100000:2.0:1777047483.993300:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384223744:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047483.993384:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97b8, atime: 0x69eb97b8, ctime: 0x69eb97b9, blocks: 0x203 00010000:00010000:2.0:1777047483.993399:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.993427:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.993430:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047483.993439:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047483.993464:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.009890:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.009927:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.009943:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.009956:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047484.009964:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.009979:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.010014:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.010028:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e0e8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.010258:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384223744:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16952us (18870us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047484.010279:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2961 00010000:00010000:2.0:1777047484.033976:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047484.079213:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.080567:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384223872 00000100:00100000:2.0:1777047484.080597:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384223872 00000100:00100000:2.0:1777047484.080736:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 482 00000100:00100000:2.0:1777047484.080756:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54286:x1863365384223872:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:2.0:1777047484.080786:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047484.080830:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98683e6a6400/0x29ccbc23e99e0e0d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788195 expref: 82 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.080866:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047484.080877:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047484.081310:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54286:x1863365384223872:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 556us (2141us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.081327:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 482 00000100:00100000:2.0:1777047484.090210:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.091023:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384224128 00000100:00100000:1.0:1777047484.091060:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384224128 00000100:00100000:1.0:1777047484.091176:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1212 00000100:00100000:1.0:1777047484.091224:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54286:x1863365384224128:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047484.091742:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54286:x1863365384224128:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 521us (1572us total) trans 8589938034 rc 0/0 00000100:00100000:1.0:1777047484.091757:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1212 00000100:00100000:3.0:1777047484.102350:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.105064:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384224384 00000100:00100000:1.0:1777047484.105087:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384224384 00000100:00100000:1.0:1777047484.105236:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3377 00000100:00100000:1.0:1777047484.105256:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54106:x1863365384224384:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047484.105298:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.105337:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e0e92 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881a3 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.105526:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.105643:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.105659:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.105984:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.106008:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 83 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.106031:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434031488:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047484.106232:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.122786:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.123853:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434031488:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047484.123905:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.124453:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384224512 00000100:00100000:3.0:1777047484.124467:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384224512 00010000:00010000:3.0:1777047484.124579:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 84 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.124663:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2522 00000100:00100000:3.0:1777047484.124679:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2411:x1863365384224512:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047484.124706:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047484.124719:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 84 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.124740:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 84 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.124781:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e0d5e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788117 expref: 84 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.124808:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047484.124817:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.124835:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.124849:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.124909:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047484.125012:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:2411:x1863365384224512:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 334us (2246us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.125028:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2522 00010000:00010000:2.0:1777047484.126708:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.126722:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047484.126757:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047484.127016:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e0e92 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.127040:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.127074:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047484.127081:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047484.127086:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8aa00, rc 0) 00000100:00100000:2.0:1777047484.127201:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384224384:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 21928us (24849us total) trans 8589938035 rc 0/0 00000100:00100000:2.0:1777047484.127217:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3377 00000100:00100000:2.0:1777047484.142170:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.142396:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384224640 00000100:00100000:0.0:1777047484.142416:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384224640 00000100:00100000:0.0:1777047484.142976:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3378 00000100:00100000:0.0:1777047484.142997:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384224640:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047484.143044:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.143099:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e0ea7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881aa expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.143277:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.143307:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.143323:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.143392:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.143414:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 84 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.143439:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434031616:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047484.143624:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.158748:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047484.158852:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384224768 00000100:00100000:3.0:1777047484.158870:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384224768 00010000:00010000:3.0:1777047484.158943:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 85 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.158954:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434031616:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047484.159000:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.159015:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2523 00000100:00100000:3.0:1777047484.159031:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2410:x1863365384224768:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047484.159055:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047484.159088:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 85 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.159109:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 85 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.159149:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e0e99 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881a3 expref: 85 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.159176:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047484.159207:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.159223:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.159236:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.159283:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047484.159377:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2410:x1863365384224768:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 347us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.159412:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2523 00010000:00010000:2.0:1777047484.159433:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.159445:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047484.159534:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047484.159542:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047484.159608:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.159660:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e0ea7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.159684:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 83 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.159695:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047484.159699:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047484.159705:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88e00, rc 0) 00000100:00100000:2.0:1777047484.159761:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384224640:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 16772us (17611us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.159771:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3378 00000100:00100000:0.0:1777047484.169079:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.169152:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.169343:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384224896 00000100:00100000:2.0:1777047484.169362:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384224896 00000100:00100000:2.0:1777047484.169468:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384225024 00000100:00100000:2.0:1777047484.169473:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384225024 00000100:00100000:1.0:1777047484.169498:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5560 00000100:00100000:1.0:1777047484.169860:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384224896:12345-192.168.201.26@tcp:101:fsx.0 00000100:00100000:2.0:1777047484.169868:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5561 00000100:00100000:2.0:1777047484.169881:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384225024:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047484.169895:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.169895:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.169924:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e0eb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881b8 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.169925:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881b1 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047484.169972:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97b8, atime: 0x69eb97b8, ctime: 0x69eb97b9, blocks: 0x203 00010000:00010000:1.0:1777047484.169990:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047484.169994:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047484.170007:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 23 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.170025:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434031744:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047484.170358:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 23 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.170381:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8bc00, rc 0) 00000100:00100000:2.0:1777047484.171165:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e80000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.172760:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384224896:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 2943us (3693us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.172775:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5560 00000100:00100000:2.0:1777047484.181456:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434031744:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047484.181520:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e0eb5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b8 expref: 25 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.181863:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e0eb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b8 expref: 25 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.181886:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047484.181973:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384225024:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 12093us (12819us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047484.181992:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5561 00000100:00100000:3.0:1777047484.201264:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.202503:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384225152 00000100:00100000:1.0:1777047484.202523:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384225152 00002000:00100000:1.0:1777047484.202944:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x134:0x0] (28672->90111) req@ffff98682d755f80 x1863365384225152/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:220/0 lens 488/0 e 0 to 0 dl 1777047495 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047484.202962:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d755f80 with x1863365384225152 ext(28672->90111) 00002000:00010000:1.0:1777047484.202973:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d755f80 00000100:00100000:1.0:1777047484.203375:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2962 00000100:00100000:1.0:1777047484.203396:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384225152:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047484.213795:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384225152:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 10385us (12529us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777047484.213838:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2962 00002000:00100000:1.0:1777047484.213858:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x134:0x0] (28672->90111) req@ffff98682d755f80 x1863365384225152/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:220/0 lens 488/440 e 0 to 0 dl 1777047495 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047484.213871:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d755f80 with x1863365384225152 ext(28672->90111) 00002000:00010000:1.0:1777047484.213880:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d755f80 00000100:00100000:3.0:1777047484.226493:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.226748:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384225280 00000100:00100000:0.0:1777047484.226765:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384225280 00000100:00100000:0.0:1777047484.226872:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5562 00000100:00100000:0.0:1777047484.226889:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384225280:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047484.226921:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.227265:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e0ec3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881bf expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.227380:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434031872:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047484.227572:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.234914:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434031872:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047484.235013:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e0ec3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881bf expref: 25 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.235060:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e0ec3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881bf expref: 25 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.235085:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89200, rc 0) 00000100:00100000:1.0:1777047484.235220:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384225280:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 8332us (8744us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047484.235238:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5562 00000100:00100000:0.0:1777047484.250610:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.250959:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384225536 00000100:00100000:2.0:1777047484.250977:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384225536 00000100:00100000:2.0:1777047484.251101:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1213 00000100:00100000:2.0:1777047484.251121:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384225536:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047484.252371:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384225536:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 1252us (1835us total) trans 8589938036 rc 0/0 00000100:00100000:2.0:1777047484.252386:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1213 00000100:00100000:3.0:1777047484.298494:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.300309:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384225792 00000100:00100000:0.0:1777047484.300327:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384225792 00000100:00100000:0.0:1777047484.300442:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3379 00000100:00100000:0.0:1777047484.300460:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54287:x1863365384225792:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047484.300505:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.300593:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e0eca lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881c6 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.300732:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.300759:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.300778:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.300804:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.300815:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.300827:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302133:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302150:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302163:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047484.302208:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047484.302370:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302384:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302396:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302406:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047484.302413:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302425:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302446:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047484.302450:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047484.302459:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302469:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e0ed1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302488:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302498:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302507:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302523:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047484.302528:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302861:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302876:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612700) 00010000:00010000:0.0:1777047484.302880:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047484.302884:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302893:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e0ed8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302969:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e0eca lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 87 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.302991:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 86 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.303004:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:0.0:1777047484.303009:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047484.303013:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89c00, rc 0) 00000100:00100000:0.0:1777047484.303140:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54287:x1863365384225792:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2683us (4663us total) trans 8589938037 rc 0/0 00000100:00100000:0.0:1777047484.303156:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3379 00000100:00100000:3.0:1777047484.316411:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.317954:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384226048 00000100:00100000:1.0:1777047484.317974:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384226048 00000100:00100000:1.0:1777047484.318100:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1214 00000100:00100000:1.0:1777047484.318119:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54287:x1863365384226048:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047484.318711:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54287:x1863365384226048:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 595us (2315us total) trans 8589938038 rc 0/0 00000100:00100000:1.0:1777047484.318725:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1214 00000100:00100000:3.0:1777047484.329776:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.330655:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.330902:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384226176 00000100:00100000:1.0:1777047484.330920:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384226176 00000100:00100000:3.0:1777047484.331462:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384226432 00000100:00100000:3.0:1777047484.331469:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384226432 00000100:00100000:3.0:1777047484.331571:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3380 00000100:00100000:3.0:1777047484.331589:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54287:x1863365384226432:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047484.331626:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047484.331665:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e0eed lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881cd expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.331881:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.331908:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 89 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.332288:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.332305:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 5/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00100000:3.0:1777047484.332345:0:33034:0:(ldlm_lockd.c:2635:ldlm_cancel_hpreq_lock_match()) @@@ Prio raised by lock 0x29ccbc23e99e0edf req@ffff986804977800 x1863365384226176/t0(0) o103->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:220/0 lens 328/0 e 0 to 0 dl 1777047495 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1777047484.332392:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.332412:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 89 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.332434:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434032000:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047484.332897:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 89 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.332913:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 89 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.332927:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434032128:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047484.332969:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.334838:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2524 00000100:00100000:1.0:1777047484.334863:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2410:x1863365384226176:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047484.334887:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047484.334897:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 89 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.334916:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 89 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.334942:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047484.334949:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.334957:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.334964:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047484.335344:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2410:x1863365384226176:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 490us (5585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.335357:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2524 00010000:00010000:3.0:1777047484.354429:0:33034:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.26@tcp) returned -22 from blocking AST (req@00000000c37aa14f x1863365434032000) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 1/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 88 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.354470:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e0edf lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881c6 expref: 88 pid: 33460 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.355169:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434032000:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047484.357807:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434032128:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047484.357855:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047484.357864:0:33034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.357881:0:33034:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.357896:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.358221:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.358611:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384226560 00000100:00100000:1.0:1777047484.358625:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384226560 00010000:00010000:1.0:1777047484.358801:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 88 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.358858:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2525 00000100:00100000:1.0:1777047484.358876:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:2412:x1863365384226560:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047484.358907:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047484.358920:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 88 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.358942:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 88 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.359601:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e0eae lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881aa expref: 88 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.360480:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047484.360487:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.360501:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.360514:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.360834:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047484.360933:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:2412:x1863365384226560:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2060us (2714us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.360948:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2525 00010000:00010000:2.0:1777047484.361744:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.361760:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047484.361797:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047484.362074:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b800/0x29ccbc23e99e0eed lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881cd expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.362103:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881cd expref: 87 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.362115:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047484.362119:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047484.362123:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a200, rc 0) 00000100:00100000:2.0:1777047484.362219:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54287:x1863365384226432:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 30634us (31564us total) trans 8589938039 rc 0/0 00000100:00100000:2.0:1777047484.362232:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3380 00000100:00100000:0.0:1777047484.378745:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.378933:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384226688 00000100:00100000:2.0:1777047484.378953:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384226688 00000100:00100000:2.0:1777047484.379073:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1215 00000100:00100000:2.0:1777047484.379091:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54287:x1863365384226688:12345-192.168.201.26@tcp:33:lfs.0 00000100:00100000:2.0:1777047484.379420:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54287:x1863365384226688:12345-192.168.201.26@tcp:33:lfs.0 Request processed in 331us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.379435:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1215 00000100:00100000:3.0:1777047484.391403:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.392602:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384226944 00000100:00100000:1.0:1777047484.392620:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384226944 00000100:00100000:2.0:1777047484.393269:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1216 00000100:00100000:2.0:1777047484.393295:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54287:x1863365384226944:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047484.393777:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54287:x1863365384226944:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 490us (2392us total) trans 8589938040 rc 0/0 00000100:00100000:2.0:1777047484.393788:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1216 00000100:00100000:3.0:1777047484.408697:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.412150:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384227200 00000100:00100000:1.0:1777047484.412195:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384227200 00000100:00100000:1.0:1777047484.412324:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3381 00000100:00100000:1.0:1777047484.412340:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54287:x1863365384227200:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047484.412384:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.412390:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047484.412435:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e0ef4 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881cd expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.412502:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e0d6c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78811e expref: 87 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.412519:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047484.412879:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047484.412908:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f02 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881d4 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.413110:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e0f09 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.413130:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e0f09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.413147:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e0f09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047484.413166:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047484.413399:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f02 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881d4 expref: 89 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.413422:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e0f09 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881d4 expref: 88 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.413433:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047484.413438:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047484.413442:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b200, rc 0) 00000100:00100000:1.0:1777047484.413607:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54287:x1863365384227200:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1269us (4927us total) trans 8589938041 rc 0/0 00000100:00100000:1.0:1777047484.413620:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3381 00000100:00100000:0.0:1777047484.424413:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.424817:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384227456 00000100:00100000:2.0:1777047484.424834:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384227456 00000100:00100000:2.0:1777047484.425309:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1217 00000100:00100000:2.0:1777047484.425327:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868376cbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54287:x1863365384227456:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047484.425449:0:32151:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e0f09 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881d4 expref: 88 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.425517:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.425539:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 88 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.425554:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.425613:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 88 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.425636:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 88 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.425661:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434032256:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047484.425806:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047484.439506:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.439738:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384227584 00000100:00100000:1.0:1777047484.439753:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384227584 00010000:00010000:1.0:1777047484.439819:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 89 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.439894:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2526 00000100:00100000:1.0:1777047484.439910:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2411:x1863365384227584:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047484.439934:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047484.439945:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 89 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.439961:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 89 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.439993:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047484.440000:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.440012:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.440021:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.440043:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047484.440107:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2411:x1863365384227584:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 203us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.440119:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2526 00010000:00010000:2.0:1777047484.440339:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e0d3b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788110 expref: 88 pid: 30804 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.440368:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434032256:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047484.440407:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.440575:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.440586:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449490:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449515:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449528:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449563:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047484.449570:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449583:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449608:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047484.449613:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047484.449620:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449630:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f17 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.449650:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047484.449653:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047484.449664:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e0f09 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881d4 expref: 87 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.450155:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868376cbc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54287:x1863365384227456:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 24828us (25754us total) trans 8589938042 rc -22/-22 00000100:00100000:2.0:1777047484.450173:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1217 00000100:00100000:3.0:1777047484.458273:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.458446:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384227712 00000100:00100000:1.0:1777047484.458463:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384227712 00000100:00100000:1.0:1777047484.458891:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3382 00000100:00100000:1.0:1777047484.458910:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54287:x1863365384227712:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047484.458951:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.458991:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881db expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.459098:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 88 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.459122:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 88 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.459153:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747a00) 00010000:00010000:1.0:1777047484.459158:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047484.459164:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a600, rc 0) 00000100:00100000:1.0:1777047484.459301:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54287:x1863365384227712:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 394us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.459312:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3382 00000100:00100000:3.0:1777047484.467464:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.467728:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384227968 00000100:00100000:0.0:1777047484.467746:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384227968 00000100:00100000:0.0:1777047484.467842:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3383 00000100:00100000:0.0:1777047484.467859:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54287:x1863365384227968:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047484.467895:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.467929:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f25 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881e2 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.469108:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.469137:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.469155:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047484.469196:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe7:0x0]: returning size 0 00010000:00010000:0.0:1777047484.469281:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f25 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 91 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.469306:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 90 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.469320:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe7:0x0].0x0 (ffff98682d612700) 00010000:00010000:0.0:1777047484.469324:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047484.469329:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89400, rc 0) 00000100:00100000:0.0:1777047484.469422:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54287:x1863365384227968:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1567us (1974us total) trans 8589938043 rc 0/0 00000100:00100000:0.0:1777047484.469433:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3383 00000100:00100000:3.0:1777047484.479812:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.479973:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384228224 00000100:00100000:1.0:1777047484.480306:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384228224 00000100:00100000:1.0:1777047484.480410:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3384 00000100:00100000:1.0:1777047484.480556:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54287:x1863365384228224:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047484.480601:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.480635:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e0f3a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881e9 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.481380:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f41 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.481406:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f41 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.481424:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f41 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047484.481448:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047484.481683:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e0f3a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e9 expref: 93 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.481712:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f41 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e9 expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.481890:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747a00) 00010000:00010000:0.0:1777047484.481896:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047484.481902:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:0.0:1777047484.481993:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54287:x1863365384228224:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1569us (2199us total) trans 8589938044 rc 0/0 00000100:00100000:0.0:1777047484.482005:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3384 00000100:00100000:3.0:1777047484.491909:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.492087:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384228480 00000100:00100000:2.0:1777047484.492103:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384228480 00000100:00100000:2.0:1777047484.492219:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1218 00000100:00100000:2.0:1777047484.492236:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54287:x1863365384228480:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047484.492389:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f41 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e9 expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.492454:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.492475:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 92 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.492488:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.492613:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 92 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.492634:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 92 pid: 30805 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.492939:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434032384:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047484.493067:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.503232:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434032384:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047484.503286:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.503382:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.504216:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384228608 00000100:00100000:1.0:1777047484.504256:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384228608 00010000:00010000:0.0:1777047484.504943:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 93 pid: 30805 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.505111:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2527 00000100:00100000:0.0:1777047484.505129:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804839450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:2411:x1863365384228608:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047484.505158:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047484.505168:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 93 pid: 30805 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.505212:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 93 pid: 30805 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.505250:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e0f1e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881db expref: 93 pid: 30805 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.505276:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747a00) 00010000:00010000:0.0:1777047484.505285:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.505301:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.505314:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.505361:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047484.505453:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804839450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:2411:x1863365384228608:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 327us (3099us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.505467:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2527 00010000:00010000:2.0:1777047484.506559:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.506807:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.506843:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.506861:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 91 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.506872:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.506922:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 91 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.506943:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 91 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.507284:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434032512:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047484.508035:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.516468:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434032512:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047484.516521:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.521213:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.522233:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384228736 00000100:00100000:0.0:1777047484.522251:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384228736 00010000:00010000:0.0:1777047484.522319:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 92 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.522575:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2528 00000100:00100000:0.0:1777047484.522591:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:2411:x1863365384228736:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047484.522616:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047484.522627:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 92 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.522667:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 92 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.522711:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e0f2c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e2 expref: 92 pid: 31251 timeout: 4212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.522738:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe7:0x0].0x0 (ffff98682d612700) 00010000:00010000:0.0:1777047484.522746:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.522760:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.522772:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.522809:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047484.522914:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:2411:x1863365384228736:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 325us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.523218:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2528 00010000:00010000:2.0:1777047484.523327:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.523341:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.524761:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434032640:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.524853:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047484.524912:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047484.525619:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434032640 00000100:00100000:3.0:1777047484.525629:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434032640 00000100:00100000:3.0:1777047484.525718:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1777047484.525731:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434032640:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.525848:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434032640:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 118us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.525859:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00080000:2.0:1777047484.531303:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047484.531435:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434032640:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.531632:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434032768:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.532351:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047484.532511:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047484.540288:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434032768 00000100:00100000:3.0:1777047484.540311:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434032768 00000100:00100000:0.0:1777047484.540983:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1777047484.541005:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434032768:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.541254:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434032768:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 254us (8903us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.541273:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00080000:3.0:1777047484.541499:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047484.542480:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434032768:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.542916:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434032896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.543325:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.543552:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807328a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.544269:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434032896 00000100:00100000:2.0:1777047484.544282:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434032896 00000100:00100000:3.0:1777047484.544397:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1777047484.544477:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434032896:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.544749:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434032896:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 332us (1422us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.544766:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1777047484.549492:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434032896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.549615:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.549698:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.549773:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704647540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.550325:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033024 00000100:00100000:0.0:1777047484.550341:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033024 00000100:00100000:0.0:1777047484.550437:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1777047484.550452:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033024:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.551282:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033024:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 830us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.551295:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1777047484.551357:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.551650:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.551710:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.551757:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.551938:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033152 00000100:00100000:0.0:1777047484.551948:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033152 00000100:00100000:0.0:1777047484.551984:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1777047484.551995:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033152:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.552134:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033152:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 141us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.552142:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1777047484.552298:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.552378:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.552457:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.552512:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047484.552552:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033280 00000100:00100000:3.0:1777047484.552562:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033280 00000100:00100000:3.0:1777047484.552645:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1777047484.552983:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033280:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.553108:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033280:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 128us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.553123:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1777047484.553199:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.553285:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.553346:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.553401:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.553463:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033408 00000100:00100000:2.0:1777047484.553474:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033408 00000100:00100000:2.0:1777047484.553871:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1777047484.553889:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.554001:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 117us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.554034:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1777047484.554512:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.555452:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.557375:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.557509:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.557903:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033536 00000100:00100000:0.0:1777047484.557914:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033536 00000100:00100000:0.0:1777047484.558016:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1777047484.558039:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.558493:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 456us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.558506:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1777047484.558612:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.558717:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.559648:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.559749:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.560222:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033664 00000100:00100000:0.0:1777047484.560232:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033664 00000100:00100000:0.0:1777047484.560359:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1777047484.560373:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.560479:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033664:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 108us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.560490:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1777047484.560857:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.560921:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.560962:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.561532:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.562082:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033792 00000100:00100000:2.0:1777047484.562090:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033792 00000100:00100000:2.0:1777047484.562132:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1777047484.562144:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033792:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.562279:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033792:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 136us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.562290:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1777047484.562692:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.562764:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.562807:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.562847:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.562947:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434033920 00000100:00100000:2.0:1777047484.562955:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434033920 00000100:00100000:2.0:1777047484.562988:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1777047484.562998:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.563612:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434033920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 613us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.563625:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1777047484.564434:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434033920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.564506:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.564551:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.564950:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.565025:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034048 00000100:00100000:2.0:1777047484.565032:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034048 00000100:00100000:2.0:1777047484.565152:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1777047484.565165:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.565296:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 132us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.565308:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1777047484.565408:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.565473:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.565511:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.565682:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.565834:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034176 00000100:00100000:1.0:1777047484.565844:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034176 00000100:00100000:1.0:1777047484.565884:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1777047484.565895:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.566022:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 128us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.566033:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1777047484.566167:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.566247:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.566287:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.566325:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.566416:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034304 00000100:00100000:2.0:1777047484.566423:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034304 00000100:00100000:2.0:1777047484.566475:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1777047484.566484:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.566599:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 115us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.566611:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1777047484.567364:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.567432:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.567477:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.567511:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.567823:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034432 00000100:00100000:2.0:1777047484.567831:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034432 00000100:00100000:2.0:1777047484.567951:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1777047484.567964:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.568074:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 95us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.568087:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1777047484.568222:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.568278:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.568319:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.568441:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.568504:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034560 00000100:00100000:1.0:1777047484.568511:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034560 00000100:00100000:1.0:1777047484.568545:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1777047484.568554:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.568757:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 202us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.568769:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1777047484.568990:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.569371:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.569420:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.569532:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.569605:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034688 00000100:00100000:1.0:1777047484.569612:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034688 00000100:00100000:1.0:1777047484.569849:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1777047484.569862:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837482450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.569960:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837482450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 101us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.569979:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1777047484.570516:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.570604:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.570648:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.570694:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.570745:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034816 00000100:00100000:2.0:1777047484.570754:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034816 00000100:00100000:2.0:1777047484.570879:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1777047484.570891:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.571348:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 458us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.571358:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1777047484.571417:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.571475:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.571515:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.572035:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.572046:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434034944 00000100:00100000:0.0:1777047484.572056:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434034944 00000100:00100000:1.0:1777047484.572376:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1777047484.572393:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.572499:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434034944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 108us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.572511:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1777047484.574153:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434034944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.575107:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.575207:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.575762:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.576291:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035072 00000100:00100000:1.0:1777047484.576322:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035072 00000100:00100000:1.0:1777047484.576415:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1777047484.576455:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.576659:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 229us (1451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.576672:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1777047484.577493:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.577699:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.577756:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.577787:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.579166:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035200 00000100:00100000:1.0:1777047484.579219:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035200 00000100:00100000:1.0:1777047484.579323:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1777047484.579342:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.579896:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 556us (2135us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.579913:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1777047484.580886:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.580989:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.581060:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047484.581118:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056076c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.584666:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035328 00000100:00100000:1.0:1777047484.584681:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035328 00000100:00100000:1.0:1777047484.584805:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1777047484.584828:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035328:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.585037:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035328:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 211us (3973us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.585053:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1777047484.585991:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.586141:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.586257:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.586350:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.586396:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035456 00000100:00100000:1.0:1777047484.586414:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035456 00000100:00100000:1.0:1777047484.586621:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1777047484.586724:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.586886:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 168us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.586913:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1777047484.587160:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.587314:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.587401:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047484.608798:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.609365:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035584 00000100:00100000:0.0:1777047484.609392:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035584 00000100:00100000:3.0:1777047484.615632:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1777047484.615665:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.615962:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 308us (28559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047484.615981:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1777047484.616703:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.616902:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.616991:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047484.617050:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.617237:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035712 00000100:00100000:2.0:1777047484.617252:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035712 00000100:00100000:2.0:1777047484.617709:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1777047484.617735:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035712:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.617917:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035712:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 188us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.617940:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1777047484.617993:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.618104:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.618208:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.618288:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.623793:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035840 00000100:00100000:2.0:1777047484.623812:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035840 00000100:00100000:2.0:1777047484.623934:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1777047484.623952:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035840:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.624152:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035840:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 202us (5942us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.624169:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1777047484.624357:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.624501:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.624577:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.624638:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.624708:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434035968 00000100:00100000:2.0:1777047484.624725:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434035968 00000100:00100000:2.0:1777047484.624813:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1777047484.624828:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035968:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.624966:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434035968:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 131us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.625348:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1777047484.625371:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434035968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.625464:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.625530:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.625631:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.630394:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434036096 00000100:00100000:0.0:1777047484.630414:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434036096 00000100:00100000:0.0:1777047484.630501:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1777047484.630516:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036096:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.631008:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036096:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 490us (5481us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.631025:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1777047484.631074:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.631246:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.631312:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.631369:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.634267:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434036224 00000100:00100000:0.0:1777047484.634287:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434036224 00000100:00100000:0.0:1777047484.634352:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1777047484.634599:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036224:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.634819:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036224:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 230us (3508us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.634839:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1777047484.635641:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.635747:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.635819:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047484.635848:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434036352 00000100:00100000:2.0:1777047484.635862:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434036352 00000100:00100000:3.0:1777047484.635868:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.635925:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1777047484.635941:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036352:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.636093:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036352:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 154us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.636107:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1777047484.636428:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.636520:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.636580:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.636636:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047484.636938:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434036480 00000100:00100000:2.0:1777047484.636947:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434036480 00000100:00100000:2.0:1777047484.636987:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1777047484.637003:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036480:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047484.637111:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036480:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 108us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.637136:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1777047484.637307:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.637594:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.637652:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.638084:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.643627:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434036608 00000100:00100000:1.0:1777047484.643647:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434036608 00000100:00100000:1.0:1777047484.643764:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1777047484.643787:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036608:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.644010:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036608:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 225us (6356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.644032:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1777047484.644596:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036608:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1777047484.646009:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].51, 1536 off78024 00000001:00080000:3.0:1777047484.646042:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938045 00000100:00100000:3.0:1777047484.646265:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.646348:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.646393:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.646818:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434036736 00000100:00100000:0.0:1777047484.646831:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434036736 00000100:00100000:0.0:1777047484.646895:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1777047484.647317:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036736:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047484.648400:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30808:x1863365434036736:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1487us (2053us total) trans 17179871393 rc 0/0 00000100:00100000:0.0:1777047484.648418:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1777047484.648973:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.649039:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047484.649108:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.649147:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.649934:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434036864 00000100:00100000:1.0:1777047484.649946:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434036864 00000100:00100000:1.0:1777047484.650002:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:1.0:1777047484.650021:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434036864:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047484.651146:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30808:x1863365434036864:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1122us (2033us total) trans 21474838488 rc 0/0 00000100:00100000:1.0:1777047484.651163:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1777047484.651365:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434036864:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1777047484.656086:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938046 00010000:00010000:3.0:1777047484.656235:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656259:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656286:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656300:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047484.656309:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656325:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656361:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe7:0x0].0x0 (ffff98682d612700) 00010000:00010000:3.0:1777047484.656367:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047484.656378:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656392:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e0f56 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656437:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656450:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656463:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656473:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047484.656479:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656500:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656515:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747a00) 00010000:00010000:3.0:1777047484.656520:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047484.656526:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656623:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f4f lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.656652:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747a00) 00010000:00010000:3.0:1777047484.656657:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047484.656669:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e0f41 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881e9 expref: 93 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.656890:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54287:x1863365384228480:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 164653us (164993us total) trans 8589938047 rc 0/0 00000100:00100000:3.0:1777047484.656912:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1218 00000020:00080000:3.0:1777047484.656923:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047484.676630:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.676723:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384228864 00000100:00100000:1.0:1777047484.676745:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384228864 00000100:00100000:1.0:1777047484.676991:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3385 00000100:00100000:1.0:1777047484.677018:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54287:x1863365384228864:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047484.677065:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.677118:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e0f5d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881f0 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.677502:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e0f5d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f0 expref: 93 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.679235:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e0f5d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f0 expref: 93 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.679288:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:1.0:1777047484.679295:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047484.679302:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ae00, rc 0) 00000100:00100000:1.0:1777047484.679416:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54287:x1863365384228864:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2405us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.679431:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3385 00000100:00100000:1.0:1777047484.704960:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.705132:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384229120 00000100:00100000:2.0:1777047484.705152:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384229120 00000100:00100000:2.0:1777047484.705296:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1219 00000100:00100000:2.0:1777047484.705314:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54287:x1863365384229120:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:3.0:1777047484.710538:0:32151:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xe7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777047484.710758:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1076, 64 off98984 00000004:00080000:3.0:1777047484.710782:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4113093247041ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047484.710930:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1062, 64 off97656 00000004:00080000:3.0:1777047484.710944:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4113093409449ns, next at 4114093406619ns, rc = 0 00000001:00080000:3.0:1777047484.710961:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938048 00010000:00010000:3.0:1777047484.711093:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.711134:0:32151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.711156:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.711197:0:32151:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.711209:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.711219:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047484.712092:0:32151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777047484.712392:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54287:x1863365384229120:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 7043us (7412us total) trans 8589938049 rc 0/0 00000100:00100000:3.0:1777047484.712412:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1219 00000020:00080000:3.0:1777047484.712424:0:32151:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047484.717018:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047484.717525:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.717592:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047484.717601:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.717619:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.717649:0:5846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe7:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047484.717654:0:5846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047484.717662:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.717683:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e0f64 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.717725:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047484.717728:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047484.717731:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047484.730467:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.730727:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384229376 00000100:00100000:0.0:1777047484.730746:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384229376 00000100:00100000:0.0:1777047484.730919:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1220 00000100:00100000:0.0:1777047484.730937:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54287:x1863365384229376:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047484.731558:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54287:x1863365384229376:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 623us (1108us total) trans 8589938050 rc 0/0 00000100:00100000:0.0:1777047484.731572:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1220 00000100:00100000:1.0:1777047484.778711:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.779436:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384229504 00000100:00100000:2.0:1777047484.779457:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384229504 00000100:00100000:2.0:1777047484.779651:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3386 00000100:00100000:2.0:1777047484.779683:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54288:x1863365384229504:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047484.779725:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.779760:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e0f6b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881f7 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.779886:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.779910:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.779932:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.779959:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.779973:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.779986:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780529:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780595:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780611:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047484.780666:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047484.780673:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047484.780703:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780724:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780739:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780752:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780764:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780776:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047484.780783:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780798:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780819:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047484.780825:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047484.780833:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780845:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e0f72 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780866:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780878:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780890:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780901:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047484.780906:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780917:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780931:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680d67af00) 00010000:00010000:2.0:1777047484.780937:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047484.780942:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.780953:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e0f79 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.781013:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e0f6b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 98 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.781040:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 97 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047484.781055:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:2.0:1777047484.781059:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047484.781064:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047484.781212:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54288:x1863365384229504:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1541us (2517us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.781229:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3386 00000100:00100000:3.0:1777047484.796780:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.797326:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384229632 00000100:00100000:2.0:1777047484.797355:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384229632 00000100:00100000:2.0:1777047484.797522:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5563 00000100:00100000:2.0:1777047484.797647:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384229632:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047484.797696:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.798030:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0f87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7881fe expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.798151:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434036992:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047484.798349:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.814234:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434036992:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047484.814326:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0f87 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881fe expref: 25 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.815921:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0f87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881fe expref: 25 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.815946:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a800, rc 0) 00000100:00100000:1.0:1777047484.816128:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384229632:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18584us (19378us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047484.816144:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5563 00000100:00100000:2.0:1777047484.836729:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.836934:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384229888 00000100:00100000:0.0:1777047484.836950:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384229888 00000100:00100000:0.0:1777047484.837451:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3387 00000100:00100000:0.0:1777047484.837480:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54288:x1863365384229888:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047484.837512:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.837624:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e0f8e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788205 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.838466:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e0f95 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.838499:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e0f95 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.838526:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e0f95 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047484.838548:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047484.838796:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e0f8e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788205 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.838832:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e0f95 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788205 expref: 99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.838849:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:0.0:1777047484.838855:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047484.838862:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:0.0:1777047484.838959:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54288:x1863365384229888:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1490us (2246us total) trans 8589938051 rc 0/0 00000100:00100000:0.0:1777047484.838975:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3387 00000100:00100000:3.0:1777047484.857125:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.858329:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384230144 00000100:00100000:0.0:1777047484.858345:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384230144 00000100:00100000:0.0:1777047484.858571:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3388 00000100:00100000:0.0:1777047484.858591:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54288:x1863365384230144:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047484.858633:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047484.858741:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e0fa3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78820c expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.858918:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e0faa lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.858952:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e0faa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.858985:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e0faa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047484.859008:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047484.859274:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e0fa3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78820c expref: 102 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.859311:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e0faa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78820c expref: 101 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.859328:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:0.0:1777047484.859334:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047484.859340:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:0.0:1777047484.859435:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54288:x1863365384230144:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 843us (2317us total) trans 8589938052 rc 0/0 00000100:00100000:0.0:1777047484.859450:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3388 00000100:00100000:3.0:1777047484.865777:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047484.868075:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384230272 00000100:00100000:2.0:1777047484.868089:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384230272 00000100:00100000:2.0:1777047484.868213:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5564 00000100:00100000:2.0:1777047484.868234:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384230272:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047484.868260:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047484.868288:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e0fb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788213 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047484.868415:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434037120:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047484.868588:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047484.884524:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434037120:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047484.884931:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e0fb8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788213 expref: 25 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.884975:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e0fb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788213 expref: 25 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.884999:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:0.0:1777047484.885397:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384230272:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17166us (19627us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047484.885416:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5564 00000100:00100000:3.0:1777047484.905339:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047484.917108:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384230400 00000100:00100000:1.0:1777047484.917256:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384230400 00000100:00100000:1.0:1777047484.917368:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5565 00000100:00100000:1.0:1777047484.917388:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384230400:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047484.917417:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047484.917445:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0fbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78821a expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047484.917900:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434037248:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047484.918053:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.926973:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434037248:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047484.927052:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0fbf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78821a expref: 25 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.927097:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0fbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78821a expref: 25 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047484.927148:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a800, rc 0) 00000100:00100000:1.0:1777047484.927272:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384230400:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 9886us (21945us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047484.927290:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5565 00000100:00100000:3.0:1777047484.937757:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047484.938620:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384230528 00000100:00100000:0.0:1777047484.938637:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384230528 00000100:00100000:0.0:1777047484.938777:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2963 00000100:00100000:0.0:1777047484.938817:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384230528:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047484.938878:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.938905:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047484.938909:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047484.938918:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.938945:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.964281:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.964309:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.964323:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.964336:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047484.964343:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.964360:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.964396:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047484.964409:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e0fc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047484.964947:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384230528:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26148us (27196us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047484.964966:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2963 00000100:00100000:2.0:1777047484.985352:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047484.986162:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384230656 00000100:00100000:3.0:1777047484.986204:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384230656 00000100:00100000:3.0:1777047484.986305:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5566 00000100:00100000:3.0:1777047484.986323:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384230656:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047484.986353:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047484.986379:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0fcd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788221 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047484.986472:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434037376:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047484.986628:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047484.994142:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:309c8df3-27e5-43ac-9878-ad14563b7926:3342:1863365434037504:0@lo:400:kworker.0 00000100:00100000:1.0:1777047484.994272:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.994352:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047484.994395:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365434037632:0@lo:400:kworker.0 00000100:00100000:1.0:1777047484.994446:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047484.994522:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434037632 00000100:00100000:1.0:1777047484.994581:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434037632 00000100:00100000:1.0:1777047484.994657:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1777047484.994674:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365434037632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047484.994763:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365434037632:12345-0@lo:400:kworker.0 Request processed in 93us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047484.994777:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1777047484.994846:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365434037632:0@lo:400:kworker.0 00000100:00100000:3.0:1777047484.996897:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434037760:0@lo:400:kworker.0 00000100:00100000:3.0:1777047484.996957:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047484.997016:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047484.997029:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434037888:0@lo:400:kworker.0 00000100:00100000:3.0:1777047484.997070:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777047484.997117:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047484.997357:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434037504 00000100:00100000:0.0:1777047484.997392:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434037504 00000100:00100000:0.0:1777047484.997458:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1777047484.997473:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365434037504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047484.997584:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704455c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365434037504:12345-0@lo:400:kworker.0 Request processed in 113us (3312us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047484.997596:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:0.0:1777047484.997670:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:309c8df3-27e5-43ac-9878-ad14563b7926:3342:1863365434037504:0@lo:400:kworker.0 00000100:00100000:2.0:1777047484.998457:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434037760 00000100:00100000:2.0:1777047484.998467:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434037760 00000100:00100000:2.0:1777047484.998579:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434037888 00000100:00100000:2.0:1777047484.998586:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434037888 00000100:00100000:2.0:1777047484.998626:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1777047484.998638:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434037760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047484.998724:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434037760:12345-0@lo:400:kworker.0 Request processed in 86us (1765us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.998736:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1777047484.998759:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1777047484.998770:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434037888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047484.998849:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434037888:12345-0@lo:400:kworker.0 Request processed in 79us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047484.998861:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1777047484.998911:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434037888:0@lo:400:kworker.0 00000100:00100000:2.0:1777047484.998929:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434037760:0@lo:400:kworker.0 00000100:00080000:0.0:1777047485.000016:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047485.007753:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434037376:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047485.007829:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0fcd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788221 expref: 25 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.007870:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e0fcd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788221 expref: 25 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.007893:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00100000:3.0:1777047485.008316:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384230656:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 21994us (22973us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047485.008333:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5566 00000100:00100000:0.0:1777047485.032469:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047485.033445:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384230784 00000100:00100000:2.0:1777047485.033459:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384230784 00000100:00100000:2.0:1777047485.033945:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2964 00000100:00100000:2.0:1777047485.033966:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384230784:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047485.034020:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.034045:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.034048:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.034056:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.034079:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047485.034762:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047485.056870:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047485.081619:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.081681:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.081699:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.081714:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047485.081722:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.081739:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.081771:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.081786:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047485.081920:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384230784:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47954us (49457us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047485.081938:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2964 00000100:00100000:0.0:1777047485.103697:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.103894:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384230912 00000100:00100000:1.0:1777047485.103908:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384230912 00000100:00100000:1.0:1777047485.104010:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5567 00000100:00100000:1.0:1777047485.104030:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384230912:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047485.104060:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047485.104089:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0fdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788228 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.104223:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434038016:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047485.104370:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047485.127393:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434038016:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047485.127490:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0fdb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788228 expref: 25 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.128673:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e0fdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788228 expref: 25 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.128703:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a800, rc 0) 00000100:00100000:1.0:1777047485.128838:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384230912:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 24810us (25149us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047485.128856:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5567 00000100:00100000:3.0:1777047485.148306:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047485.149621:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231040 00000100:00100000:2.0:1777047485.149643:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231040 00000100:00100000:2.0:1777047485.149817:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2965 00000100:00100000:2.0:1777047485.149845:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384231040:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047485.149908:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.149941:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.149945:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.149954:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.149983:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047485.150950:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777047485.184438:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.184517:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.185018:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.185039:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047485.185054:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.185071:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.185106:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.185122:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e0fe2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.185311:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384231040:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 35465us (37008us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047485.185332:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2965 00000100:00100000:3.0:1777047485.193448:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047485.193700:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231168 00000100:00100000:2.0:1777047485.193715:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231168 00000100:00100000:2.0:1777047485.193799:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5568 00000100:00100000:2.0:1777047485.193817:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384231168:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.193846:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.193873:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fe9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78822f expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.193970:0:33788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434038144:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047485.194109:0:33788:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047485.202752:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434038144:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047485.202820:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fe9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78822f expref: 25 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.202873:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e0fe9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78822f expref: 25 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.202896:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047485.205703:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384231168:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11865us (12243us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047485.205727:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5568 00000100:00100000:3.0:1777047485.221217:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047485.221630:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231296 00000100:00100000:2.0:1777047485.221647:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231296 00000100:00100000:2.0:1777047485.221802:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2966 00000100:00100000:2.0:1777047485.221840:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384231296:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047485.229456:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.229500:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047485.229504:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047485.229524:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.230028:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.253126:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.253213:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.253242:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.253256:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047485.253275:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.253291:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.253333:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.253370:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea13ccf/0x29ccbc23e99e0ff0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.253629:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384231296:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 31803us (32473us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047485.253657:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2966 00000100:00100000:3.0:1777047485.275013:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047485.276666:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231424 00000100:00100000:0.0:1777047485.276682:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231424 00000100:00100000:0.0:1777047485.276795:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5569 00000100:00100000:0.0:1777047485.276820:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384231424:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047485.276849:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047485.276881:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e0ff7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788236 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.276989:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434038272:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047485.277153:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047485.291716:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434038272:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047485.291782:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e0ff7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788236 expref: 25 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.291828:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e0ff7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788236 expref: 25 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.291853:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88e00, rc 0) 00000100:00100000:0.0:1777047485.291944:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384231424:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15132us (16941us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047485.291961:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5569 00000100:00100000:3.0:1777047485.311212:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047485.316999:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231552 00000100:00100000:2.0:1777047485.317021:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231552 00000100:00100000:2.0:1777047485.317328:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2967 00000100:00100000:2.0:1777047485.317351:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384231552:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047485.317434:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.317466:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.317470:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047485.317480:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.317505:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.338296:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.338328:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.338346:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.338359:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047485.338367:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.338383:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.338413:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.338428:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e0ffe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.338660:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384231552:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21309us (27453us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047485.338679:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2967 00000100:00100000:0.0:1777047485.362024:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047485.362881:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231680 00000100:00100000:3.0:1777047485.362896:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231680 00000100:00100000:3.0:1777047485.363283:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5570 00000100:00100000:3.0:1777047485.363301:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384231680:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047485.363324:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047485.363350:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e1005 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78823d expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047485.363433:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434038400:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047485.363608:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047485.371979:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434038400:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047485.372030:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e1005 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78823d expref: 25 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.372070:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e1005 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78823d expref: 25 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.372093:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b800, rc 0) 00000100:00100000:3.0:1777047485.372205:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384231680:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8906us (10190us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047485.372221:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5570 00000100:00100000:2.0:1777047485.387683:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047485.387847:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231808 00000100:00100000:0.0:1777047485.387861:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231808 00000100:00100000:0.0:1777047485.387967:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2968 00000100:00100000:0.0:1777047485.387983:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384231808:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047485.388036:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.388063:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.388067:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.388076:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.388099:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.429998:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.430028:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.430044:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.430057:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047485.430066:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.430080:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.430109:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.430131:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e100c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.430295:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384231808:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 42285us (42595us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047485.430313:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2968 00000100:00100000:2.0:1777047485.448776:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.450909:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384231936 00000100:00100000:1.0:1777047485.450922:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384231936 00000100:00100000:1.0:1777047485.451290:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5571 00000100:00100000:1.0:1777047485.451308:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384231936:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047485.451334:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047485.451360:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1013 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788244 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.451447:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434038528:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047485.451567:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047485.466876:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434038528:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047485.466944:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1013 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788244 expref: 25 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.466981:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1013 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788244 expref: 25 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.467001:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a600, rc 0) 00000100:00100000:2.0:1777047485.467108:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384231936:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15803us (18341us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047485.467121:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5571 00000100:00100000:3.0:1777047485.477876:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.478719:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232064 00000100:00100000:1.0:1777047485.478732:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232064 00000100:00100000:1.0:1777047485.478827:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2969 00000100:00100000:1.0:1777047485.478841:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384232064:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047485.478889:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.478914:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.478917:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.478925:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.478945:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.500480:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.500508:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.500523:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.500534:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047485.500541:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.500554:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.500582:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.500592:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e101a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.501647:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384232064:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22763us (23738us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047485.501666:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2969 00000100:00100000:3.0:1777047485.518355:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047485.523256:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232192 00000100:00100000:2.0:1777047485.524866:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232192 00000100:00100000:3.0:1777047485.525197:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5572 00000100:00100000:3.0:1777047485.525216:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384232192:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047485.525240:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047485.525835:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e1021 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78824b expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047485.525923:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434038656:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047485.526349:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047485.544124:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806268380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434038656:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047485.544211:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e1021 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78824b expref: 25 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.544249:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e1021 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78824b expref: 25 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047485.544271:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b800, rc 0) 00000100:00100000:3.0:1777047485.544393:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384232192:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 19179us (26046us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047485.545643:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5572 00000100:00100000:0.0:1777047485.562027:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.563310:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232320 00000100:00100000:1.0:1777047485.563326:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232320 00000100:00100000:1.0:1777047485.563446:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2970 00000100:00100000:1.0:1777047485.563465:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384232320:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047485.563520:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.563548:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.563552:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.563560:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.563584:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.595968:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.595992:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.596004:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.596012:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047485.596018:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.596029:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.596052:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.596061:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1028 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.596203:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384232320:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32734us (34180us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047485.596223:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2970 00000100:00100000:0.0:1777047485.634372:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047485.636233:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232448 00000100:00100000:2.0:1777047485.636248:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232448 00000100:00100000:2.0:1777047485.636919:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5573 00000100:00100000:2.0:1777047485.636939:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384232448:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047485.636970:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047485.636997:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e102f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788252 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.637086:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434038784:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047485.637250:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047485.648893:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434038784:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047485.648960:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e102f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788252 expref: 25 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.649004:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e102f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788252 expref: 25 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.649336:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:0.0:1777047485.649448:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384232448:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 12509us (15138us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047485.649466:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5573 00000100:00100000:3.0:1777047485.672660:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.678672:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232576 00000100:00100000:1.0:1777047485.678692:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232576 00000100:00100000:1.0:1777047485.678826:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2971 00000100:00100000:1.0:1777047485.678846:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384232576:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047485.678901:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.678930:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.678934:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047485.679276:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.679307:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.710844:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.710906:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.710923:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.710936:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047485.710944:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.710958:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.710986:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047485.710999:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1036 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047485.711360:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384232576:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32511us (38705us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047485.711377:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2971 00000100:00100000:3.0:1777047485.738279:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047485.738667:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232704 00000100:00100000:0.0:1777047485.738681:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232704 00000100:00100000:0.0:1777047485.738884:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5574 00000100:00100000:0.0:1777047485.739217:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384232704:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047485.739244:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047485.739272:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e103d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788259 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.739359:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434038912:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047485.739480:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047485.748884:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434038912:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047485.748933:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e103d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788259 expref: 25 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.748970:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e103d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788259 expref: 25 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.748992:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89400, rc 0) 00000100:00100000:0.0:1777047485.749079:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384232704:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10181us (10811us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047485.749094:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5574 00000100:00100000:3.0:1777047485.765468:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047485.766250:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232832 00000100:00100000:0.0:1777047485.766265:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232832 00000100:00100000:0.0:1777047485.766373:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2972 00000100:00100000:0.0:1777047485.766389:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384232832:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047485.766437:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.766471:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.766475:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.766483:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.766507:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.794409:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.794438:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.794454:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.794467:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047485.794474:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.794489:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.794518:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.794600:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1044 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.794784:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384232832:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28390us (29319us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047485.794802:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2972 00000100:00100000:2.0:1777047485.844796:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.845358:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384232960 00000100:00100000:1.0:1777047485.845372:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384232960 00000100:00100000:1.0:1777047485.845513:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5575 00000100:00100000:1.0:1777047485.845530:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384232960:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047485.847423:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047485.847456:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e104b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788260 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047485.847883:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434039040:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047485.848264:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047485.865513:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434039040:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047485.865654:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e104b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788260 expref: 25 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.865724:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e104b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788260 expref: 25 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047485.865750:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b800, rc 0) 00000100:00100000:1.0:1777047485.865860:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384232960:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 20330us (21073us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047485.865887:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5575 00000100:00100000:3.0:1777047485.905972:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047485.906401:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.906409:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233344 00000100:00100000:1.0:1777047485.906425:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233344 00000100:00100000:3.0:1777047485.906479:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047485.906948:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 505 00000100:00100000:1.0:1777047485.907274:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2413:x1863365384233344:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047485.907412:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2413:x1863365384233344:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 145us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047485.907427:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 505 00000100:00100000:2.0:1777047485.908947:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233216 00000100:00100000:2.0:1777047485.908959:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233216 00000100:00100000:2.0:1777047485.909062:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 347 00000100:00100000:2.0:1777047485.909112:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384233216:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:2.0:1777047485.909223:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704455450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384233216:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 113us (2818us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047485.909237:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 347 00000100:00080000:0.0:1777047485.909352:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047485.909385:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233472 00000100:00100000:0.0:1777047485.909393:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233472 00000100:00100000:0.0:1777047485.909496:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1820 00000100:00100000:0.0:1777047485.909528:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384233472:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047485.910004:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384233472:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 477us (3522us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047485.910024:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1820 00000100:00100000:3.0:1777047485.921046:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047485.922692:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233088 00000100:00100000:0.0:1777047485.922708:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233088 00000100:00100000:0.0:1777047485.922854:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2973 00000100:00100000:0.0:1777047485.922882:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384233088:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047485.922948:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.922983:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.922987:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047485.924363:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.924401:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.968790:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.968822:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.968839:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.968854:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047485.968863:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.968881:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.968915:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047485.968932:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1052 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047485.970336:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384233088:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47452us (49294us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047485.970357:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2973 00000100:00100000:2.0:1777047486.007919:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047486.008416:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233600 00000100:00100000:1.0:1777047486.008432:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233600 00000100:00100000:1.0:1777047486.008520:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5576 00000100:00100000:1.0:1777047486.008610:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384233600:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047486.008637:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047486.008665:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1059 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788267 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.008749:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434039168:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047486.008852:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047486.024278:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434039168:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047486.024348:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1059 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788267 expref: 25 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.024389:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1059 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788267 expref: 25 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.024424:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b800, rc 0) 00000100:00100000:1.0:1777047486.024521:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384233600:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15983us (16612us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047486.024599:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5576 00000100:00100000:2.0:1777047486.055997:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047486.056353:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233728 00000100:00100000:1.0:1777047486.056369:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233728 00000100:00100000:1.0:1777047486.056490:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2974 00000100:00100000:1.0:1777047486.057438:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384233728:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047486.057514:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.057576:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.057580:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047486.057589:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.057613:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.080832:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.080858:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.080872:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.080884:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047486.080891:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.080904:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.080930:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.080951:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1060 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.081065:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384233728:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23680us (25076us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047486.081081:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2974 00010000:00010000:3.0:1777047486.081485:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047486.104554:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047486.104732:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233856 00000100:00100000:1.0:1777047486.104746:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233856 00000100:00100000:1.0:1777047486.104828:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5577 00000100:00100000:1.0:1777047486.104843:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384233856:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047486.104865:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047486.104888:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1067 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78826e expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.104969:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434039296:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047486.105082:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047486.122029:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434039296:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047486.122089:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1067 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78826e expref: 25 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.122126:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1067 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78826e expref: 25 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047486.122173:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b600, rc 0) 00000100:00100000:1.0:1777047486.122252:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384233856:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17410us (17707us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047486.122267:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5577 00000100:00100000:2.0:1777047486.137675:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047486.138073:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384233984 00000100:00100000:3.0:1777047486.138087:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384233984 00000100:00100000:3.0:1777047486.140975:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2975 00000100:00100000:3.0:1777047486.140994:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384233984:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047486.141039:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.141062:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.141066:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.141073:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.141094:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.157653:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.157681:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.157696:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.157708:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3aa00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047486.157715:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.157731:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.157760:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.157773:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e106e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.157907:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384233984:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16912us (20237us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047486.157924:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2975 00000001:00080000:0.0:1777047486.198285:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838487 is committed 00000001:00080000:0.0:1777047486.198309:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838486 is committed 00000001:00080000:0.0:1777047486.198323:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838488 is committed 00000100:00100000:2.0:1777047486.614297:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047486.615086:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384234112 00000100:00100000:0.0:1777047486.615103:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384234112 00000100:00100000:0.0:1777047486.616018:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5578 00000100:00100000:0.0:1777047486.616040:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384234112:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047486.616067:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047486.616095:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e1075 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788275 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.616286:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434039424:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047486.618331:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047486.634009:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434039424:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047486.636866:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e1075 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788275 expref: 25 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.636914:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e1075 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788275 expref: 25 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.636937:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:2.0:1777047486.637090:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384234112:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 21054us (22806us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047486.637107:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5578 00000100:00100000:0.0:1777047486.662875:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047486.666503:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384234240 00000100:00100000:3.0:1777047486.666521:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384234240 00000100:00100000:3.0:1777047486.667004:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2976 00000100:00100000:3.0:1777047486.667024:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384234240:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047486.667071:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.667096:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.667099:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.667107:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.667131:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.695797:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.695830:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.695848:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.695863:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047486.695871:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.695889:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.695917:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.695931:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e107c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.696059:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384234240:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29035us (33189us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047486.696077:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2976 00000100:00100000:0.0:1777047486.748329:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047486.753693:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384234368 00000100:00100000:1.0:1777047486.753711:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384234368 00000100:00100000:1.0:1777047486.753815:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5579 00000100:00100000:1.0:1777047486.753834:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384234368:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047486.753863:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047486.753894:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1083 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78827c expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047486.753986:0:33788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434039552:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047486.754119:0:33788:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047486.762068:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434039552:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047486.762127:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1083 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78827c expref: 25 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.762209:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1083 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78827c expref: 25 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.762235:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b600, rc 0) 00000100:00100000:0.0:1777047486.762337:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384234368:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8505us (14019us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047486.762355:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5579 00000001:00080000:1.0:1777047486.781111:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938052 is committed 00000020:00080000:1.0:1777047486.781493:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9868083e79c0 refcount 2 committed 0 result 0 batchid 4294969474 00000020:00080000:1.0:1777047486.781507:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868083d2100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9868062f0f00 00000020:00080000:1.0:1777047486.781515:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98670864df00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9868083e7300 00000020:00080000:1.0:1777047486.781521:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98670864d300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98682dc6e400 00000020:00080000:1.0:1777047486.781528:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].50 00000020:00080000:3.0:1777047486.781709:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969474 committed batchid 4294969473 00000020:00080000:3.0:1777047486.782377:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969473 00000004:00080000:1.0:1777047486.783486:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 967 committed 00000100:00100000:2.0:1777047486.784022:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434039680:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777047486.784121:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047486.784405:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434039680 00000100:00100000:3.0:1777047486.784418:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434039680 00000100:00100000:3.0:1777047486.784525:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5580 00000100:00100000:3.0:1777047486.784590:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434039680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777047486.784631:0:6643:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:297 count 1 00010000:00010000:3.0:1777047486.784669:0:6643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.784703:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da3ab1a0/0x29ccbc23e99dfa8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ed expref: 20 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.784718:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047486.784722:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047486.784728:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.784788:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da3ab1a0/0x29ccbc23e99dfa8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ed expref: 20 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.784815:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da3ab1a0/0x29ccbc23e99dfa8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ed expref: 20 pid: 6642 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.784838:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434039808:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047486.784940:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5e40 going to sleep for 11 seconds 00000100:00080000:0.0:1777047486.785067:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1777047486.785338:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 979 committed 00000020:00080000:1.0:1777047486.785394:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9868372cb0c0 refcount 2 committed 0 result 0 batchid 4294969475 00000020:00080000:1.0:1777047486.785403:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff986807d32400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986807328a80 00000020:00080000:1.0:1777047486.785409:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff986709380b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9868372cbb40 00000020:00080000:1.0:1777047486.785414:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff986709380500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98682d7af000 00000020:00080000:1.0:1777047486.785419:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].51 00000020:00080000:1.0:1777047486.785701:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969475 committed batchid 4294969473 00000020:00080000:1.0:1777047486.785779:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969473 00000100:00100000:2.0:1777047486.789595:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434039936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777047486.789684:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047486.790076:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434039936 00000100:00100000:3.0:1777047486.790088:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434039936 00000100:00100000:3.0:1777047486.790236:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5581 00000100:00100000:3.0:1777047486.790254:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365434039936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777047486.790327:0:33459:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:301 count 1 00010000:00010000:3.0:1777047486.790362:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.790395:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 23 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.790411:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.790414:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.790420:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.790468:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 23 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.790492:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 23 pid: 26190 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.790515:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434040064:192.168.201.26@tcp:104: 00000100:00080000:0.0:1777047486.790734:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047486.795682:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047486.799865:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047486.800205:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384234496 00000100:00100000:3.0:1777047486.800219:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384234496 00000100:00100000:3.0:1777047486.800356:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2977 00000100:00100000:3.0:1777047486.800377:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384234496:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047486.800427:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.800455:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.800459:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.800468:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.800495:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047486.822997:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434040064:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047486.823042:0:33459:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.823412:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434039808:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047486.823480:0:6643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.835916:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047486.837016:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047486.837261:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.837291:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.837310:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.837325:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047486.837333:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.837349:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.837382:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.837398:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002520d862/0x29ccbc23e99e1098 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.837598:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384234496:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37164us (37679us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047486.837617:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2977 00000100:00100000:0.0:1777047486.855825:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384234624 00000100:00100000:0.0:1777047486.855848:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384234624 00010000:00010000:3.0:1777047486.856113:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da3ab1a0/0x29ccbc23e99dfa8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ed expref: 21 pid: 6642 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.856228:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384234752 00000100:00100000:3.0:1777047486.856237:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384234752 00010000:00010000:3.0:1777047486.856269:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 24 pid: 26190 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.856329:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2529 00000100:00100000:3.0:1777047486.856347:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384234624:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047486.856371:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047486.856384:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da3ab1a0/0x29ccbc23e99dfa8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ed expref: 21 pid: 6642 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.856411:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da3ab1a0/0x29ccbc23e99dfa8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ed expref: 21 pid: 6642 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.856446:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2530 00010000:00010000:3.0:1777047486.856452:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da3ab1a0/0x29ccbc23e99dfa8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7879ed expref: 21 pid: 6642 timeout: 4215 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047486.856466:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384234752:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047486.856479:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.856483:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.856485:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047486.856491:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856494:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 24 pid: 26190 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.856514:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856518:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 24 pid: 26190 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.856567:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047486.856581:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccbe3952/0x29ccbc23e99e0db2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78814f expref: 24 pid: 26190 timeout: 4215 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.856601:0:6643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856602:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047486.856606:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047486.856630:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856640:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.856650:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856656:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.856668:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.856701:0:6643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777047486.856712:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047486.856794:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384234752:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 332us (19779us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047486.856810:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2530 00010000:00010000:2.0:1777047486.856856:0:33459:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856874:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856892:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047486.856907:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047486.860337:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434039680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 75751us (76213us total) trans 21474838489 rc 0/0 00000100:00100000:3.0:1777047486.860353:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5580 00010000:00010000:2.0:1777047486.864211:0:33459:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1777047486.865287:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838488 gen 2 00000004:00080000:0.0:1777047486.865301:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838487 committed transno 21474838488 00000004:00080000:0.0:1777047486.865339:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838488 committed transno 21474838488 00000100:00100000:0.0:1777047486.865366:0:3342:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9868083c1880 x1863365434039680/t21474838489(21474838489) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777047502 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1777047486.865389:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868083c1880/2, rc 0, transno 21474838489 00000100:00100000:0.0:1777047486.865398:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434039680:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777047486.866047:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777047486.866061:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866084:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3aa00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047486.866094:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866115:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866180:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866196:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e108a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x129:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866233:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047486.866240:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866254:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047486.866260:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866275:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866296:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866311:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1091 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047486.866335:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047486.866339:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047486.866342:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047486.867381:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384234624:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 11031us (31470us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047486.867401:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2529 00010000:00010000:2.0:1777047486.867556:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047486.876460:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434039936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 86198us (86763us total) trans 17179871394 rc 0/0 00000100:00100000:3.0:1777047486.876491:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5581 00000004:00080000:2.0:1777047486.880496:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45b800/2, rc 0, transno 17179871394 00000100:00100000:2.0:1777047486.880515:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434039936:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777047486.934049:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047486.934279:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384234880 00000100:00100000:0.0:1777047486.934292:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384234880 00000100:00100000:0.0:1777047486.934382:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 484 00000100:00100000:0.0:1777047486.934412:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54288:x1863365384234880:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047486.934439:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047486.934481:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e0faa lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78820c expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047486.934516:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:0.0:1777047486.934526:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047486.934702:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54288:x1863365384234880:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 294us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047486.934718:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 484 00000100:00100000:1.0:1777047486.949383:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047486.949506:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384235136 00000100:00100000:3.0:1777047486.949523:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384235136 00000100:00100000:2.0:1777047486.951261:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1221 00000100:00100000:2.0:1777047486.951284:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54288:x1863365384235136:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047486.952183:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54288:x1863365384235136:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 902us (2811us total) trans 8589938053 rc 0/0 00000100:00100000:2.0:1777047486.952201:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1221 00000100:00100000:1.0:1777047487.038373:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047487.038616:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384235264 00000100:00100000:2.0:1777047487.038634:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384235264 00000100:00100000:2.0:1777047487.038743:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5582 00000100:00100000:2.0:1777047487.038762:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384235264:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047487.038790:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047487.038819:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e109f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788283 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.038916:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434040192:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047487.039064:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca6c0 going to sleep for 11 seconds 00000100:00080000:0.0:1777047487.049418:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047487.067710:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434040192:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047487.067766:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e109f lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788283 expref: 24 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.067806:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e109f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788283 expref: 24 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.067827:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:2.0:1777047487.067913:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384235264:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 29154us (29549us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047487.067929:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5582 00000100:00100000:1.0:1777047487.079921:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047487.079979:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384235520 00000100:00100000:1.0:1777047487.079994:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384235520 00000100:00100000:1.0:1777047487.080232:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3389 00000100:00100000:1.0:1777047487.080249:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54289:x1863365384235520:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047487.080283:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047487.080314:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e10a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78828a expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.080479:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e10ad lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.080505:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e10ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.080545:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e10ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047487.080568:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047487.080781:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e10a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78828a expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.080811:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e10ad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78828a expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.080827:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:1.0:1777047487.080833:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047487.080839:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a200, rc 0) 00000100:00100000:1.0:1777047487.081254:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54289:x1863365384235520:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1006us (1344us total) trans 8589938054 rc 0/0 00000100:00100000:1.0:1777047487.081268:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3389 00000100:00080000:0.0:1777047487.093943:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047487.102685:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047487.103096:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384235648 00000100:00100000:3.0:1777047487.103112:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384235648 00000100:00100000:3.0:1777047487.103247:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5583 00000100:00100000:3.0:1777047487.103266:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384235648:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047487.103292:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047487.103320:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e10bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788291 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047487.103409:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434040320:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047487.103526:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00010000:00010000:3.0:1777047487.106280:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047487.114560:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434040320:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047487.114931:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e10bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788291 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.114978:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e10bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788291 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.115341:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3aa00, rc 0) 00000100:00100000:0.0:1777047487.115439:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384235648:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 12175us (12764us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047487.115459:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5583 00000100:00100000:1.0:1777047487.140989:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047487.141523:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384235776 00000100:00100000:0.0:1777047487.141541:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384235776 00000100:00100000:0.0:1777047487.141655:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5584 00000100:00100000:0.0:1777047487.141675:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384235776:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047487.141701:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047487.141731:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e10c2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788298 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047487.141828:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434040448:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047487.142911:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047487.164382:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434040448:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047487.164452:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e10c2 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788298 expref: 24 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.164502:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e10c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788298 expref: 24 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.164525:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88e00, rc 0) 00000100:00100000:2.0:1777047487.164685:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384235776:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 23012us (24001us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047487.164702:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5584 00000100:00100000:0.0:1777047487.200958:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047487.202802:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384235904 00000100:00100000:1.0:1777047487.202819:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384235904 00000100:00100000:1.0:1777047487.202945:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2978 00000100:00100000:1.0:1777047487.202968:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384235904:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047487.203031:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.203058:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047487.203062:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047487.203071:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.203094:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.242087:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.242117:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.242159:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.242173:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047487.242180:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.242205:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.242233:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.242247:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e10c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047487.242369:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384235904:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 39405us (41418us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047487.242386:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2978 00000001:00080000:2.0:1777047487.284526:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871393 is committed 00000001:00080000:2.0:1777047487.285427:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871394 is committed 00000100:00100000:1.0:1777047487.298099:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047487.298310:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236032 00000100:00100000:0.0:1777047487.298326:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236032 00000100:00100000:0.0:1777047487.298440:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5585 00000100:00100000:0.0:1777047487.298461:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384236032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047487.298487:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047487.298514:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8e219a1/0x29ccbc23e99e10d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78829f expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047487.298656:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434040576:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047487.306475:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047487.330763:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434040576:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047487.330820:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8e219a1/0x29ccbc23e99e10d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78829f expref: 24 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.330860:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8e219a1/0x29ccbc23e99e10d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78829f expref: 24 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.330884:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:0.0:1777047487.330988:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384236032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 32529us (32899us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047487.331003:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5585 00000100:00100000:2.0:1777047487.351011:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047487.351231:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236160 00000100:00100000:1.0:1777047487.351246:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236160 00000100:00100000:1.0:1777047487.352092:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2979 00000100:00100000:1.0:1777047487.352112:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384236160:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047487.352198:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.352225:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047487.352229:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047487.352238:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.352350:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.382402:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.382431:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.382448:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.382462:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047487.382471:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.382486:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.382518:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047487.382532:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e10d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047487.382694:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384236160:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30583us (31690us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047487.382711:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2979 00000100:00100000:2.0:1777047487.402280:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047487.402700:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236288 00000100:00100000:1.0:1777047487.402714:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236288 00000100:00100000:1.0:1777047487.402801:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5586 00000100:00100000:1.0:1777047487.402819:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384236288:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047487.402845:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047487.402871:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000907ed96e/0x29ccbc23e99e10de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882a6 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047487.402953:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434040704:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047487.403088:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047487.437718:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434040704:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047487.437799:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000907ed96e/0x29ccbc23e99e10de lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882a6 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.437843:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000907ed96e/0x29ccbc23e99e10de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882a6 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.437868:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ba00, rc 0) 00000100:00100000:2.0:1777047487.439952:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384236288:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 37131us (37680us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047487.439971:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5586 00000100:00100000:3.0:1777047487.457219:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047487.468529:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236416 00000100:00100000:2.0:1777047487.468593:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236416 00000100:00100000:0.0:1777047487.469016:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2980 00000100:00100000:0.0:1777047487.469036:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384236416:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047487.469091:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.469122:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047487.469154:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047487.469165:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047487.469192:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047487.479214:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777047487.498157:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.498191:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.498209:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.498225:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047487.498233:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.498252:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.498285:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.498303:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e10e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.498445:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384236416:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29407us (41233us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047487.498465:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2980 00000100:00100000:1.0:1777047487.537245:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047487.538029:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236544 00000100:00100000:3.0:1777047487.538046:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236544 00000100:00100000:3.0:1777047487.538179:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5587 00000100:00100000:3.0:1777047487.538198:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384236544:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047487.538226:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047487.538256:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e10ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882ad expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047487.538376:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434040832:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047487.539347:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047487.559117:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047487.559177:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434040960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047487.559267:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047487.559339:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434040960 00000100:00100000:0.0:1777047487.559352:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434040960 00000100:00100000:0.0:1777047487.559427:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1777047487.559444:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365434040960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047487.559500:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 322764800 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047487.560296:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365434040960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 853us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047487.560313:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1777047487.560378:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871394 gen 2 00000004:00080000:0.0:1777047487.560389:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871392 committed transno 17179871394 00000004:00080000:0.0:1777047487.560420:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871393 committed transno 17179871394 00000004:00080000:0.0:1777047487.560443:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45b800, transno 17179871394 00000100:00100000:0.0:1777047487.560475:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434040960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047487.566331:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047487.566359:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434041088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047487.566439:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047487.566599:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434041088 00000100:00100000:1.0:1777047487.566609:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434041088 00000100:00100000:1.0:1777047487.566982:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1777047487.566999:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434041088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047487.567041:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 183042048 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1777047487.567119:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434041088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047487.567159:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1777047487.567238:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434041088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047487.580918:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434040832:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047487.580983:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e10ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882ad expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.581028:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e10ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882ad expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.581069:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a200, rc 0) 00000100:00100000:2.0:1777047487.581199:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384236544:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 43003us (43965us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047487.581216:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5587 00000100:00100000:3.0:1777047487.606688:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047487.606873:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236672 00000100:00100000:1.0:1777047487.606891:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236672 00000100:00100000:1.0:1777047487.607332:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2981 00000100:00100000:1.0:1777047487.607354:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384236672:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047487.607412:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.607440:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047487.607445:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047487.607454:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.607481:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.654401:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.654435:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.654454:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.654468:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8aa00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047487.654477:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.654494:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.654527:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.654619:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f620e6d/0x29ccbc23e99e10f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047487.654754:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384236672:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47400us (48073us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047487.654773:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2981 00000100:00100000:1.0:1777047487.686467:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047487.689485:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236800 00000100:00100000:2.0:1777047487.689501:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236800 00000100:00100000:2.0:1777047487.690006:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5588 00000100:00100000:2.0:1777047487.690026:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384236800:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047487.690054:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047487.690083:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e10fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882b4 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.690200:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434041216:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047487.690334:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047487.712775:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434041216:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047487.712847:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e10fa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882b4 expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.712893:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e10fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882b4 expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047487.712923:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:1.0:1777047487.713220:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384236800:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 23195us (26763us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047487.713243:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5588 00000100:00100000:0.0:1777047487.748862:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047487.749061:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384236928 00000100:00100000:2.0:1777047487.749076:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384236928 00000100:00100000:2.0:1777047487.749465:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2982 00000100:00100000:2.0:1777047487.749484:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384236928:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047487.749599:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.749637:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047487.749641:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047487.749651:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.749674:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.770871:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.770903:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.770920:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.770933:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047487.770941:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.770957:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.770987:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.771012:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1101 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.772671:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384236928:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23185us (23814us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047487.772691:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2982 00000100:00100000:0.0:1777047487.805175:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047487.806369:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237056 00000100:00100000:2.0:1777047487.806386:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237056 00000100:00100000:2.0:1777047487.806486:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5589 00000100:00100000:2.0:1777047487.806504:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384237056:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047487.806567:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047487.806600:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1108 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882bb expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.806989:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434041344:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047487.807544:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047487.834314:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434041344:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047487.834376:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1108 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882bb expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.834420:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1108 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882bb expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.834445:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047487.834972:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384237056:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 28469us (29860us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047487.834990:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5589 00000100:00100000:1.0:1777047487.871786:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047487.872410:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237184 00000100:00100000:3.0:1777047487.872428:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237184 00000100:00100000:3.0:1777047487.872622:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2983 00000100:00100000:3.0:1777047487.872646:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384237184:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047487.872843:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.872872:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047487.872876:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047487.872884:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.872909:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.896357:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.896388:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.896406:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.896419:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047487.896427:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.896443:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.896471:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.896489:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e110f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047487.896992:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384237184:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 24348us (25248us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047487.897328:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2983 00000100:00100000:1.0:1777047487.931789:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047487.932038:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237312 00000100:00100000:3.0:1777047487.932053:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237312 00000100:00100000:3.0:1777047487.932325:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5590 00000100:00100000:3.0:1777047487.932343:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384237312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047487.932367:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047487.932392:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e1116 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882c2 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047487.932483:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434041472:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047487.932633:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047487.959319:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434041472:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047487.959379:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e1116 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882c2 expref: 24 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.959420:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000329521b3/0x29ccbc23e99e1116 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882c2 expref: 24 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.959444:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3aa00, rc 0) 00000100:00100000:2.0:1777047487.960037:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384237312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 27695us (28255us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047487.960053:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5590 00000100:00100000:0.0:1777047487.992320:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047487.993847:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237440 00000100:00100000:2.0:1777047487.993863:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237440 00000100:00100000:2.0:1777047487.995878:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2984 00000100:00100000:2.0:1777047487.995902:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384237440:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047487.995963:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.996012:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047487.996016:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047487.996025:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047487.996052:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.006589:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.007107:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.007164:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.007178:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047488.007186:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.007203:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.007236:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.007252:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e111d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.007387:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384237440:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 11486us (15072us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047488.007404:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2984 00000100:00100000:0.0:1777047488.028496:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047488.028733:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237568 00000100:00100000:2.0:1777047488.028748:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237568 00000100:00100000:2.0:1777047488.028844:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5591 00000100:00100000:2.0:1777047488.028861:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384237568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047488.028885:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047488.028910:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1124 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882c9 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.029449:0:33788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434041600:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047488.029617:0:33788:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047488.039394:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434041600:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047488.039445:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1124 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882c9 expref: 24 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.039482:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1124 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882c9 expref: 24 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.039504:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:0.0:1777047488.039977:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384237568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11118us (11491us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047488.040014:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5591 00000100:00100000:2.0:1777047488.062865:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047488.063360:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237696 00000100:00100000:3.0:1777047488.063374:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237696 00000100:00100000:3.0:1777047488.063478:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2985 00000100:00100000:3.0:1777047488.063495:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384237696:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047488.063574:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.063597:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047488.063600:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047488.063607:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.063626:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.087975:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.089571:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.089586:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.093187:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047488.093198:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.093217:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.093248:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.093261:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1f86377/0x29ccbc23e99e112b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047488.093407:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384237696:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29909us (30872us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047488.093424:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2985 00000100:00100000:1.0:1777047488.114523:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047488.115528:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237824 00000100:00100000:2.0:1777047488.115568:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237824 00000100:00100000:2.0:1777047488.115660:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5592 00000100:00100000:2.0:1777047488.115676:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384237824:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047488.115701:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047488.115726:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1132 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882d0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.115814:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434041728:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047488.115939:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca840 going to sleep for 11 seconds 00010000:00010000:3.0:1777047488.129238:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047488.130761:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434041728:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047488.130825:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1132 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882d0 expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.130888:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1132 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882d0 expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.130910:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047488.131000:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384237824:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15326us (16489us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047488.131015:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5592 00000100:00100000:3.0:1777047488.162046:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047488.164348:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384237952 00000100:00100000:2.0:1777047488.164364:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384237952 00000100:00100000:2.0:1777047488.164473:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2986 00000100:00100000:2.0:1777047488.164491:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384237952:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047488.164631:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.164659:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.164662:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.164671:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.164693:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.185140:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.185170:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.185185:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.185198:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047488.185205:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.185219:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.185249:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.185263:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1139 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.185397:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384237952:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20904us (23358us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047488.185414:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2986 00000100:00100000:3.0:1777047488.223626:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047488.224929:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238080 00000100:00100000:0.0:1777047488.224944:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238080 00000100:00100000:0.0:1777047488.225197:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5593 00000100:00100000:0.0:1777047488.225219:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384238080:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047488.225247:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047488.225276:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1140 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882d7 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047488.225369:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434041856:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047488.225517:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056070c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047488.243511:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434041856:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047488.243967:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1140 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882d7 expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.244026:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1140 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882d7 expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047488.244054:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:0.0:1777047488.244203:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384238080:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18987us (20584us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047488.244220:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5593 00000100:00100000:2.0:1777047488.272727:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047488.272860:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238208 00000100:00100000:3.0:1777047488.272878:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238208 00000100:00100000:3.0:1777047488.273433:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2987 00000100:00100000:3.0:1777047488.273456:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384238208:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047488.273553:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.273583:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047488.273588:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047488.273598:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.273673:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.300476:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.300509:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.300528:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.300581:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047488.300603:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.300620:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.300651:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.300664:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1147 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047488.302191:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384238208:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28732us (29470us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047488.302213:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2987 00000100:00100000:2.0:1777047488.336468:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047488.338565:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238336 00000100:00100000:0.0:1777047488.338584:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238336 00000100:00100000:0.0:1777047488.339434:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5594 00000100:00100000:0.0:1777047488.339457:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384238336:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047488.339484:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047488.339882:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e114e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882de expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047488.340316:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434041984:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047488.340459:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056070c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047488.358196:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434041984:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047488.358266:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e114e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882de expref: 24 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.358314:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e114e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882de expref: 24 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.358342:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88e00, rc 0) 00000100:00100000:2.0:1777047488.358471:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384238336:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 19018us (22015us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047488.358489:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5594 00000100:00100000:3.0:1777047488.402526:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047488.404611:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238464 00000100:00100000:1.0:1777047488.404648:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238464 00000100:00100000:1.0:1777047488.404787:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2988 00000100:00100000:1.0:1777047488.404809:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384238464:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047488.404867:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.404896:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047488.404900:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047488.404910:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047488.404937:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.438755:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.438788:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.438833:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.438848:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8be00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047488.438856:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.438874:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.438907:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.438925:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e1155 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.439053:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384238464:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 34245us (36535us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047488.439073:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2988 00000100:00100000:0.0:1777047488.461725:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047488.462158:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238592 00000100:00100000:3.0:1777047488.462173:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238592 00000100:00100000:3.0:1777047488.462276:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5595 00000100:00100000:3.0:1777047488.462295:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384238592:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047488.462323:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047488.462354:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e115c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882e5 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.462475:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434042112:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047488.462674:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc53c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047488.474521:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434042112:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047488.475299:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e115c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882e5 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.475346:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e115c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882e5 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.475372:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3ac00, rc 0) 00000100:00100000:3.0:1777047488.475476:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384238592:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13183us (13761us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047488.475494:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5595 00000100:00100000:1.0:1777047488.514177:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047488.514496:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238720 00000100:00100000:2.0:1777047488.514511:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238720 00000100:00100000:2.0:1777047488.514986:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2989 00000100:00100000:2.0:1777047488.515005:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384238720:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047488.515059:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.515087:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.515091:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047488.515100:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.515158:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.543455:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.543492:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.543926:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.543949:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047488.543958:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.543974:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.544007:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.544022:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1163 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.544458:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384238720:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29449us (30285us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047488.544477:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2989 00000100:00100000:1.0:1777047488.584296:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047488.584608:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238848 00000100:00100000:2.0:1777047488.584626:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238848 00000100:00100000:2.0:1777047488.584714:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5596 00000100:00100000:2.0:1777047488.584733:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384238848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047488.584764:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047488.586315:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e116a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882ec expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047488.586425:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434042240:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047488.592242:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047488.613276:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434042240:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047488.613365:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e116a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882ec expref: 24 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.613409:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e116a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882ec expref: 24 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047488.613432:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:2.0:1777047488.613688:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384238848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 28889us (29334us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047488.613705:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5596 00000100:00100000:0.0:1777047488.672943:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047488.674461:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384238976 00000100:00100000:3.0:1777047488.674477:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384238976 00000100:00100000:3.0:1777047488.674669:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2990 00000100:00100000:3.0:1777047488.674688:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384238976:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047488.674740:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.674766:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047488.674791:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047488.674800:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.674827:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.717150:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.717181:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.717198:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.717211:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047488.717220:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.717236:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.717266:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047488.717280:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e1171 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047488.717499:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384238976:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 42809us (44561us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047488.717518:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2990 00000100:00100000:0.0:1777047489.032603:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.034325:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384239104 00000100:00100000:1.0:1777047489.034340:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384239104 00000100:00100000:1.0:1777047489.034484:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5597 00000100:00100000:1.0:1777047489.034502:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384239104:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047489.034528:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.034594:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1178 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882f3 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.034683:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434042368:192.168.201.26@tcp:106: 00000100:00080000:3.0:1777047489.034817:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047489.035891:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047489.050729:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434042368:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047489.050785:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1178 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882f3 expref: 24 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.050833:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1178 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882f3 expref: 24 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.050853:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b000, rc 0) 00000100:00100000:1.0:1777047489.050955:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384239104:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 16456us (18363us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047489.050970:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5597 00000100:00100000:3.0:1777047489.070922:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047489.071163:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384239232 00000100:00100000:2.0:1777047489.071180:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384239232 00000100:00100000:2.0:1777047489.071304:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2991 00000100:00100000:2.0:1777047489.071323:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384239232:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047489.071373:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.071400:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.071405:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.071414:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.071448:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.082324:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.082355:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.082370:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.082382:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047489.082389:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.082403:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.082430:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.082443:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e117f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.083026:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384239232:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 11700us (12108us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047489.083043:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2991 00000100:00100000:3.0:1777047489.111257:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.119919:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384239360 00000100:00100000:1.0:1777047489.119939:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384239360 00000100:00100000:1.0:1777047489.120438:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5598 00000100:00100000:1.0:1777047489.120457:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384239360:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047489.120480:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.120507:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1186 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7882fa expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.120624:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434042496:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047489.120734:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047489.136900:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434042496:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047489.136954:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1186 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882fa expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.136993:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1186 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7882fa expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.137025:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b000, rc 0) 00000100:00100000:1.0:1777047489.137391:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384239360:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 16936us (26141us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047489.137409:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5598 00010000:00010000:2.0:1777047489.153949:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047489.167138:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047489.168174:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384239488 00000100:00100000:2.0:1777047489.168190:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384239488 00000100:00100000:2.0:1777047489.168348:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2992 00000100:00100000:2.0:1777047489.168366:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384239488:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047489.168415:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.168439:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.168442:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047489.168450:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.168471:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777047489.169024:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777047489.188277:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.188328:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.188344:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.188356:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047489.188365:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.188380:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.188410:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.188425:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e118d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.188706:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384239488:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20337us (21605us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047489.188726:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2992 00000100:00100000:3.0:1777047489.255690:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047489.256330:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384239616 00000100:00100000:0.0:1777047489.256344:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384239616 00000100:00100000:0.0:1777047489.256466:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 485 00000100:00080000:3.0:1777047489.256481:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047489.256483:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54289:x1863365384239616:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047489.256506:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047489.256576:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e10ad lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78828a expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047489.256603:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:0.0:1777047489.256610:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047489.256692:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54289:x1863365384239616:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 213us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047489.256703:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 485 00000100:00100000:1.0:1777047489.267122:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047489.267518:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384239872 00000100:00100000:3.0:1777047489.267575:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384239872 00000100:00100000:3.0:1777047489.267990:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1222 00000100:00100000:3.0:1777047489.268006:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868376ca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54289:x1863365384239872:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047489.268342:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868376ca850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54289:x1863365384239872:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 338us (1257us total) trans 8589938055 rc 0/0 00000100:00100000:3.0:1777047489.268355:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1222 00000100:00100000:2.0:1777047489.290617:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.290770:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384240128 00000100:00100000:1.0:1777047489.290783:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384240128 00000100:00100000:1.0:1777047489.290875:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3390 00000100:00100000:1.0:1777047489.290892:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384240128:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047489.290924:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.290953:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e1194 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788301 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.291092:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.291165:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.291178:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.291224:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.291243:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 74 pid: 33034 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.291266:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434042624:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047489.291382:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047489.315495:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434042624:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047489.315718:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047489.317331:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047489.318323:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384240256 00000100:00100000:3.0:1777047489.318337:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384240256 00010000:00010000:3.0:1777047489.318393:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 75 pid: 33034 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047489.318540:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2531 00000100:00100000:3.0:1777047489.318557:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384240256:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047489.318579:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047489.318591:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 75 pid: 33034 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.318672:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 75 pid: 33034 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.318705:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e0f80 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f7 expref: 75 pid: 33034 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.318729:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:3.0:1777047489.318738:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.318753:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.318765:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.318813:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047489.318880:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2410:x1863365384240256:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 326us (3958us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047489.318895:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2531 00010000:00010000:1.0:1777047489.321298:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.321313:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047489.321341:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047489.321885:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e1194 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.321914:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.321927:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:1.0:1777047489.321931:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047489.321935:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a200, rc 0) 00000100:00100000:1.0:1777047489.321989:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384240128:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 31101us (31385us total) trans 8589938056 rc 0/0 00000100:00100000:1.0:1777047489.322003:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3390 00000100:00100000:0.0:1777047489.347298:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047489.347460:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384240384 00000100:00100000:3.0:1777047489.347475:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384240384 00000100:00100000:3.0:1777047489.347642:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3391 00000100:00100000:3.0:1777047489.347661:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384240384:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047489.347697:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047489.347729:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e11a9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788308 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.347852:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.347879:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.347894:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.347952:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.347976:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 75 pid: 30805 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047489.348001:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434042752:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047489.348401:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047489.361388:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434042752:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047489.361429:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047489.362994:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047489.363212:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384240512 00000100:00100000:2.0:1777047489.363226:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384240512 00010000:00010000:2.0:1777047489.363284:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 76 pid: 30805 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.363359:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2532 00000100:00100000:2.0:1777047489.363376:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384240512:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047489.363399:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047489.363411:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 76 pid: 30805 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.363448:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 76 pid: 30805 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.363485:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a200/0x29ccbc23e99e119b lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788301 expref: 76 pid: 30805 timeout: 4217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.363510:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:2.0:1777047489.363519:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.363611:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.363628:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.363678:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047489.363757:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384240512:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 383us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047489.363774:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2532 00010000:00010000:3.0:1777047489.365986:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.366005:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047489.366072:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047489.366080:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047489.366141:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.366220:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ac00/0x29ccbc23e99e11a9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788308 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.366251:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788308 expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047489.366275:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:3.0:1777047489.366280:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047489.366285:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b200, rc 0) 00000100:00100000:3.0:1777047489.366375:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384240384:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 18718us (19089us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047489.366390:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3391 00000100:00100000:0.0:1777047489.380718:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.381635:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384240640 00000100:00100000:1.0:1777047489.381652:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384240640 00000100:00100000:1.0:1777047489.381734:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5599 00000100:00100000:1.0:1777047489.381753:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384240640:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047489.381783:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.381812:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e11b7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78830f expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.381904:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434042880:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047489.382063:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047489.395517:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434042880:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047489.395660:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e11b7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78830f expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.395717:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e11b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78830f expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.395743:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a600, rc 0) 00000100:00100000:1.0:1777047489.395866:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384240640:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 14115us (15342us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047489.395889:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5599 00000100:00100000:2.0:1777047489.419297:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.424504:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384240768 00000100:00100000:1.0:1777047489.424532:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384240768 00000100:00100000:1.0:1777047489.424712:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5600 00000100:00100000:1.0:1777047489.424743:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384240768:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047489.424781:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.424822:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e11be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788316 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.424943:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434043008:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047489.425167:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047489.441829:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434043008:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047489.441911:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e11be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788316 expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.442411:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e11be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788316 expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.442457:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a600, rc 0) 00000100:00100000:1.0:1777047489.442739:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384240768:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 17988us (23451us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047489.442755:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5600 00000100:00100000:0.0:1777047489.473916:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047489.475639:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384240896 00000100:00100000:2.0:1777047489.475696:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384240896 00000100:00100000:2.0:1777047489.475834:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5601 00000100:00100000:2.0:1777047489.475865:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384240896:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047489.475891:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047489.475929:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e11c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78831d expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.478377:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434043136:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047489.478569:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047489.503090:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434043136:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047489.503218:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e11c5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78831d expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.503281:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e11c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78831d expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.503315:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:1.0:1777047489.503416:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384240896:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 27566us (29523us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047489.503441:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5601 00000100:00100000:0.0:1777047489.522351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047489.524746:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384241024 00000100:00100000:2.0:1777047489.524762:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384241024 00000100:00100000:2.0:1777047489.524930:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5602 00000100:00100000:2.0:1777047489.524960:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384241024:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047489.524999:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047489.525038:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e11cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788324 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047489.525206:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434043264:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047489.525439:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047489.549527:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434043264:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047489.550218:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e11cc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788324 expref: 24 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.553063:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e11cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788324 expref: 24 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047489.553141:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047489.553441:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384241024:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 28491us (31132us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047489.553472:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5602 00000100:00100000:3.0:1777047489.574808:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047489.575293:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384241280 00000100:00100000:2.0:1777047489.575318:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384241280 00000100:00100000:2.0:1777047489.575476:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1223 00000100:00100000:2.0:1777047489.575495:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384241280:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047489.576455:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384241280:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 962us (1667us total) trans 8589938057 rc 0/0 00000100:00100000:2.0:1777047489.576481:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1223 00000100:00100000:0.0:1777047489.619222:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.619471:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384241536 00000100:00100000:1.0:1777047489.619497:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384241536 00000100:00100000:1.0:1777047489.619696:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3392 00000100:00100000:1.0:1777047489.619718:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384241536:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047489.619765:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.619783:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1777047489.619836:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788308 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.619891:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e0f95 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788205 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.619931:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e0f5d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881f0 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.620458:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747e00) 00010000:00010000:1.0:1777047489.620488:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047489.620512:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e11d3 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78832b expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.621536:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e11da lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.621611:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e11da lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.621631:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e11da lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047489.667899:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1077, 88 off99072 00000004:00080000:1.0:1777047489.667928:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118050392495ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.676931:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1063, 88 off97744 00000004:00080000:1.0:1777047489.676965:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118059429789ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.677163:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1064, 88 off97832 00000004:00080000:1.0:1777047489.677175:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118059640143ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.677260:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1078, 88 off99160 00000004:00080000:1.0:1777047489.677270:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118059735806ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.680009:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1079, 88 off99248 00000004:00080000:1.0:1777047489.680021:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118062485845ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.696153:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1065, 88 off97920 00000004:00080000:1.0:1777047489.696177:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118078641427ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.696336:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1080, 88 off99336 00000004:00080000:1.0:1777047489.696351:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118078816397ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.704725:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1066, 88 off98008 00000004:00080000:1.0:1777047489.704745:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118087209439ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.704830:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1067, 88 off98096 00000004:00080000:1.0:1777047489.704846:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118087310756ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.704897:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1081, 88 off99424 00000004:00080000:1.0:1777047489.704905:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118087370526ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.704940:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1068, 88 off98184 00000004:00080000:1.0:1777047489.704948:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118087413253ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.704987:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1082, 88 off99512 00000004:00080000:1.0:1777047489.704995:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118087460409ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.705037:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1069, 88 off98272 00000004:00080000:1.0:1777047489.705054:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118087518049ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.705145:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1083, 88 off99600 00000004:00080000:1.0:1777047489.705154:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118087619816ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.706610:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1071, 88 off98392 00000004:00080000:1.0:1777047489.706628:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118089093117ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.707181:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1084, 88 off99688 00000004:00080000:1.0:1777047489.707192:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118089656874ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.707278:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1085, 88 off99776 00000004:00080000:1.0:1777047489.707286:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118089751677ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.707325:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1072, 88 off98480 00000004:00080000:1.0:1777047489.707333:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118089798594ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.707368:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1086, 88 off99864 00000004:00080000:1.0:1777047489.707380:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118089840264ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.707411:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1073, 88 off98568 00000004:00080000:1.0:1777047489.707424:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118089889444ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.707454:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1074, 88 off98656 00000004:00080000:1.0:1777047489.707472:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118089937234ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.707509:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1087, 88 off99952 00000004:00080000:1.0:1777047489.707516:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118089981800ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.707556:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1088, 88 off100040 00000004:00080000:1.0:1777047489.708037:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118090029617ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.708151:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1075, 88 off98744 00000004:00080000:1.0:1777047489.708161:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118090626734ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.708210:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1089, 88 off100128 00000004:00080000:1.0:1777047489.708227:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118090692617ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.708268:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1076, 88 off98832 00000004:00080000:1.0:1777047489.708276:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118090741764ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.708318:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1077, 88 off98920 00000004:00080000:1.0:1777047489.708325:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118090790074ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.708364:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1090, 88 off100216 00000004:00080000:1.0:1777047489.708372:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118090836997ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.708416:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1091, 88 off100304 00000004:00080000:1.0:1777047489.708434:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118090899151ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047489.708474:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1078, 88 off99008 00000004:00080000:1.0:1777047489.708481:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118090946494ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.708521:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1079, 88 off99096 00000004:00080000:1.0:1777047489.708529:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4118090994301ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047489.708571:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1092, 88 off100392 00000004:00080000:1.0:1777047489.708579:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4118091044201ns, next at 4114093242091ns, rc = 0 00010000:00010000:1.0:1777047489.941657:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e11da lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78832b expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.941691:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047489.941697:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047489.941732:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e11d3 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78832b expref: 75 pid: 30804 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.941767:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e11da lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78832b expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.941835:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047489.941840:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047489.941846:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b600, rc 0) 00000100:00100000:1.0:1777047489.941998:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384241536:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 322283us (322787us total) trans 8589938058 rc 0/0 00000100:00100000:1.0:1777047489.942017:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3392 00000001:00080000:0.0:1777047489.945011:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938058 is committed 00000004:00080000:0.0:1777047489.945028:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 995 committed 00000004:00080000:0.0:1777047489.945046:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 983 committed 00000004:00080000:0.0:1777047489.945062:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 982 committed 00000004:00080000:0.0:1777047489.945066:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 994 committed 00000004:00080000:0.0:1777047489.945070:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 993 committed 00000004:00080000:0.0:1777047489.945073:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 981 committed 00000004:00080000:0.0:1777047489.945076:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 980 committed 00000004:00080000:0.0:1777047489.945079:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 992 committed 00000004:00080000:0.0:1777047489.945082:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 979 committed 00000004:00080000:0.0:1777047489.945116:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 991 committed 00000004:00080000:0.0:1777047489.945119:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 990 committed 00000004:00080000:0.0:1777047489.945124:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 978 committed 00000004:00080000:0.0:1777047489.945127:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 977 committed 00000004:00080000:0.0:1777047489.945131:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 989 committed 00000004:00080000:0.0:1777047489.945135:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 976 committed 00000004:00080000:0.0:1777047489.945139:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 988 committed 00000004:00080000:0.0:1777047489.945142:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 987 committed 00000004:00080000:0.0:1777047489.945145:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 975 committed 00000004:00080000:0.0:1777047489.945148:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 986 committed 00000004:00080000:0.0:1777047489.945151:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 974 committed 00000004:00080000:0.0:1777047489.945155:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 985 committed 00000004:00080000:0.0:1777047489.945158:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 973 committed 00000004:00080000:0.0:1777047489.945161:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 984 committed 00000004:00080000:0.0:1777047489.945164:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 972 committed 00000004:00080000:0.0:1777047489.945167:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 971 committed 00000004:00080000:0.0:1777047489.945170:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 983 committed 00000004:00080000:0.0:1777047489.945174:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 970 committed 00000004:00080000:0.0:1777047489.945177:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 982 committed 00000004:00080000:0.0:1777047489.945180:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 981 committed 00000004:00080000:0.0:1777047489.945183:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 969 committed 00000004:00080000:0.0:1777047489.945186:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 968 committed 00000004:00080000:0.0:1777047489.945189:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 980 committed 00000020:00080000:0.0:1777047489.945206:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969475 batchid updated 00000020:00080000:0.0:1777047489.945257:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969474 batchid updated 00000100:00100000:0.0:1777047489.946159:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434043392:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.946257:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1777047489.946286:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969475 00000100:00100000:0.0:1777047489.946344:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434043904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.946389:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.946437:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777047489.946447:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434043520:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.946477:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.946527:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434044032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.946907:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.946948:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434043392 00000100:00100000:1.0:1777047489.946963:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434043392 00000100:00100000:0.0:1777047489.947394:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434043648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.947459:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.947499:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044160:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047489.947575:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434043904 00000100:00100000:0.0:1777047489.947584:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.947586:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434043904 00000100:00100000:0.0:1777047489.947638:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047489.947651:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434043776:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047489.947668:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434043520 00000100:00100000:1.0:1777047489.947677:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434043520 00000100:00100000:0.0:1777047489.947703:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1777047489.949592:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969474 cancel update log [0x200000bd0:0x1:0x0].50: rc = 0 00000020:00080000:2.0:1777047489.950359:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969475 cancel update log [0x200000bd0:0x1:0x0].51: rc = 0 00000020:00080000:2.0:1777047489.950385:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969475 00000100:00100000:1.0:1777047489.958553:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044032 00000100:00100000:1.0:1777047489.958578:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044032 00000100:00100000:0.0:1777047489.958665:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044288:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.958779:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.958837:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044672:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047489.958885:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.958917:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434045184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047489.958958:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.958967:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434043648 00000100:00100000:1.0:1777047489.958976:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434043648 00000100:00100000:0.0:1777047489.958985:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047489.958997:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.959009:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044160 00000100:00100000:1.0:1777047489.959016:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044160 00000100:00100000:0.0:1777047489.959039:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.959050:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434043776 00000100:00100000:1.0:1777047489.959058:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434043776 00000100:00100000:0.0:1777047489.959068:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434045312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.959108:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044288 00000100:00100000:1.0:1777047489.959116:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044288 00000100:00100000:0.0:1777047489.959149:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.959150:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044672 00000100:00100000:1.0:1777047489.959159:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044672 00000100:00100000:1.0:1777047489.959200:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434045184 00000100:00100000:1.0:1777047489.959205:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434045184 00000100:00100000:0.0:1777047489.959220:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044800 00000100:00100000:0.0:1777047489.959230:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044800 00000100:00100000:1.0:1777047489.959231:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434045312 00000100:00100000:1.0:1777047489.959240:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434045312 00000100:00100000:1.0:1777047489.959284:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5603 00000100:00100000:1.0:1777047489.959302:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434043392:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047489.961545:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434043392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2241us (15284us total) trans 21474838490 rc 0/0 00000100:00100000:0.0:1777047489.963574:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5604 00000100:00100000:0.0:1777047489.963610:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434043904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.964112:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5605 00000100:00100000:3.0:1777047489.964132:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434043520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047489.964449:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5606 00000100:00100000:1.0:1777047489.964466:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5603 00000100:00100000:2.0:1777047489.964477:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365434044032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047489.964533:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5607 00000100:00100000:1.0:1777047489.964551:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434043648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047489.964648:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047489.964656:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047489.964661:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047489.964666:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047489.964670:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1777047489.964715:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047489.964723:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.964727:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047489.964731:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.964734:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047489.964855:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365434044032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 390us (17946us total) trans 21474838492 rc 0/0 00000100:00100000:2.0:1777047489.964868:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5606 00000100:00100000:2.0:1777047489.964902:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5608 00000100:00100000:2.0:1777047489.964919:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434044160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.964945:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434043520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 814us (18460us total) trans 21474838491 rc 0/0 00000100:00100000:3.0:1777047489.964962:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5605 00000100:00100000:3.0:1777047489.965627:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5609 00000100:00100000:3.0:1777047489.965645:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434043776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.965724:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610 00000100:00100000:0.0:1777047489.965745:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434044288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.965835:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5611 00000100:00100000:3.0:1777047489.965855:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3340:x1863365434044672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047489.965961:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047489.965968:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047489.965972:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047489.965977:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047489.965981:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047489.966006:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047489.966013:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047489.966019:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047489.966024:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047489.966028:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047489.966069:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434043648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1523us (18607us total) trans 21474838493 rc 0/0 00000100:00100000:1.0:1777047489.966082:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5607 00000100:00100000:1.0:1777047489.966136:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5612 00000100:00100000:1.0:1777047489.966149:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3340:x1863365434045184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047489.966215:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047489.966221:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.966227:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047489.966231:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.966236:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1777047489.966425:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047489.966431:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047489.966435:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047489.966439:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047489.966442:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1777047489.966503:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047489.966508:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047489.966513:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047489.966516:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047489.966519:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047489.969225:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434044288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3479us (10439us total) trans 21474838494 rc 0/0 00000100:00100000:0.0:1777047489.969243:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610 00000100:00100000:2.0:1777047489.969278:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434044160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4362us (21697us total) trans 21474838495 rc 0/0 00000100:00100000:2.0:1777047489.969290:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5608 00000100:00100000:0.0:1777047489.969301:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5613 00000100:00100000:2.0:1777047489.969317:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5614 00000100:00100000:0.0:1777047489.969319:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365434044800:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047489.969333:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365434045312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.969367:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365434045184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3215us (10406us total) trans 17179871395 rc 0/0 00000100:00100000:1.0:1777047489.969383:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5612 00000100:00080000:1.0:1777047489.969438:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047489.969449:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1777047489.970023:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047489.970029:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047489.970033:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047489.970036:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047489.970040:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047489.970127:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365434044800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 813us (11089us total) trans 17179871397 rc 0/0 00000100:00100000:0.0:1777047489.970138:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5613 00000100:00100000:0.0:1777047489.970256:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.970386:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384241664 00000100:00100000:1.0:1777047489.970400:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384241664 00002000:00010000:2.0:1777047489.970402:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047489.970409:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047489.970411:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047489.970414:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047489.970417:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:2.0:1777047489.970417:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047489.970421:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047489.970421:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047489.970425:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047489.970429:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047489.970480:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5615 00000100:00100000:1.0:1777047489.970496:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54106:x1863365384241664:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047489.970515:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047489.970569:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788332 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.970964:0:7603:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.970980:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047489.970983:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047489.970991:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [139264->172031] (req 139264->172031) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 24 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.971045:0:7603:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.971069:0:7603:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.971121:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434045440:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047489.973460:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365434045312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4121us (14305us total) trans 17179871398 rc 0/0 00000100:00100000:2.0:1777047489.973478:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5614 00000100:00100000:0.0:1777047489.973793:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105ba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434043904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 10201us (27401us total) trans 21474838496 rc 0/0 00000100:00100000:1.0:1777047489.973874:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047489.974865:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3340:x1863365434044672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9012us (15975us total) trans 17179871396 rc 0/0 00000100:00100000:3.0:1777047489.974947:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5611 00000100:00100000:1.0:1777047489.975040:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434044544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047489.975255:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5604 00000100:00100000:1.0:1777047489.976238:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.976315:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434045056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.976355:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.979254:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777047489.979269:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434044416:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.979316:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.979353:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434044928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.979387:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777047489.979412:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047489.979419:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047489.979424:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047489.979428:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047489.979432:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:1.0:1777047489.979479:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9500/2, rc 0, transno 21474838491 00000100:00100000:3.0:1777047489.979490:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434043776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 13850us (31790us total) trans 21474838497 rc 0/0 00000100:00100000:1.0:1777047489.979501:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434043520:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.979503:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5609 00000004:00080000:1.0:1777047489.979520:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8e00/2, rc 0, transno 21474838492 00000100:00100000:1.0:1777047489.979528:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434044032:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.979559:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044544 00000100:00100000:3.0:1777047489.979568:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044544 00000004:00080000:1.0:1777047489.979571:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8380/2, rc 0, transno 21474838490 00000100:00100000:1.0:1777047489.979577:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434043392:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047489.979592:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb480/2, rc 0, transno 21474838496 00000100:00100000:1.0:1777047489.979598:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434043904:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047489.980109:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3aea00/2, rc 0, transno 17179871397 00000100:00100000:1.0:1777047489.980132:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044800:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047489.980153:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977800/2, rc 0, transno 17179871398 00000100:00100000:1.0:1777047489.980159:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434045312:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047489.980174:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3af800/2, rc 0, transno 17179871396 00000100:00100000:1.0:1777047489.980180:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044672:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047489.980194:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4c000/2, rc 0, transno 17179871395 00000100:00100000:1.0:1777047489.980201:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434045184:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047489.980213:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb800/2, rc 0, transno 21474838497 00000100:00100000:1.0:1777047489.980222:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434043776:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047489.980233:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032a300/2, rc 0, transno 21474838494 00000100:00100000:1.0:1777047489.980238:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044288:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047489.980252:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feaa00/2, rc 0, transno 21474838493 00000100:00100000:1.0:1777047489.980257:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434043648:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047489.980271:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9c00/2, rc 0, transno 21474838495 00000100:00100000:1.0:1777047489.980276:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434044160:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047489.980441:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434045952:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.980487:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.980526:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047489.980567:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434045824:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.980604:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.980652:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434045056 00000100:00100000:1.0:1777047489.980660:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434045056 00000100:00100000:1.0:1777047489.980701:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044416 00000100:00100000:1.0:1777047489.980705:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044416 00000100:00100000:1.0:1777047489.980729:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434044928 00000100:00100000:1.0:1777047489.980733:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434044928 00000100:00100000:1.0:1777047489.980750:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434045952 00000100:00100000:1.0:1777047489.980754:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434045952 00000100:00100000:1.0:1777047489.980769:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434045824 00000100:00100000:1.0:1777047489.980773:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434045824 00000100:00100000:1.0:1777047489.980794:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5616 00000100:00100000:1.0:1777047489.980808:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434044544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047489.981192:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047489.981198:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047489.981202:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047489.981206:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047489.981210:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047489.981266:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434044544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 458us (5029us total) trans 17179871399 rc 0/0 00000100:00100000:1.0:1777047489.981279:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5616 00000100:00100000:1.0:1777047489.981307:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5617 00000100:00100000:1.0:1777047489.981319:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434045056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047489.981495:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047489.981501:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047489.981505:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047489.981509:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047489.981513:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047489.981991:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434045056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 671us (5632us total) trans 17179871400 rc 0/0 00000100:00100000:1.0:1777047489.982004:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5617 00000100:00100000:1.0:1777047489.982044:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5618 00000100:00100000:0.0:1777047489.982059:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5619 00000100:00100000:1.0:1777047489.982062:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434044416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047489.982083:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434044928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047489.983172:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5620 00000100:00100000:3.0:1777047489.983188:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434045952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047489.983213:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047489.983219:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047489.983223:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047489.983227:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047489.983231:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1777047489.983290:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434044416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1233us (3971us total) trans 17179871401 rc 0/0 00000100:00100000:1.0:1777047489.983303:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5618 00000100:00100000:1.0:1777047489.983331:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5621 00000100:00100000:1.0:1777047489.983343:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434045824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047489.983372:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047489.983379:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047489.983383:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047489.983387:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047489.983391:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047489.983458:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434045952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 274us (2969us total) trans 17179871402 rc 0/0 00000100:00100000:3.0:1777047489.983470:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5620 00002000:00010000:0.0:1777047489.984272:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047489.984280:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047489.984286:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047489.984290:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:0.0:1777047489.984294:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047489.984376:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434044928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2285us (4970us total) trans 17179871403 rc 0/0 00000100:00100000:0.0:1777047489.984390:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5619 00000100:00100000:0.0:1777047489.984607:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434045696:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047489.984622:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047489.984630:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047489.984635:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047489.984641:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047489.984645:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047489.984675:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047489.984728:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434045824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1384us (4120us total) trans 17179871404 rc 0/0 00000100:00100000:1.0:1777047489.984740:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5621 00000100:00100000:1.0:1777047489.984763:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434045696 00000100:00100000:3.0:1777047489.984997:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434045568:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.985044:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434045696 00000100:00100000:3.0:1777047489.985050:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047489.985206:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434046080:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.985246:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047489.986741:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434046208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.986856:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434046336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047489.986907:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434046464:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.992490:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434046592:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047489.992959:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047489.993550:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434045568 00000100:00100000:2.0:1777047489.993564:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434045568 00000100:00100000:2.0:1777047489.993638:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046080 00000100:00100000:2.0:1777047489.993645:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046080 00000100:00100000:2.0:1777047489.993684:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622 00000100:00100000:2.0:1777047489.993699:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434045696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047489.994566:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047489.994573:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.994577:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:2.0:1777047489.994581:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.994585:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047489.995036:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434045696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1337us (10363us total) trans 17179871405 rc 0/0 00000100:00100000:2.0:1777047489.995050:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622 00000100:00100000:2.0:1777047489.995086:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5623 00000100:00100000:2.0:1777047489.995285:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434045568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047489.995462:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047489.995468:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.995472:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047489.995476:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.995481:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047489.995534:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434045568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 438us (10482us total) trans 17179871406 rc 0/0 00000100:00100000:2.0:1777047489.995545:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5623 00000100:00100000:2.0:1777047489.995572:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5624 00000100:00100000:2.0:1777047489.995584:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434046080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047489.996262:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047489.996269:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.996273:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047489.996277:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047489.996281:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047489.996337:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365434046080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 754us (11088us total) trans 21474838498 rc 0/0 00000100:00100000:2.0:1777047489.996350:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5624 00000100:00100000:0.0:1777047489.996658:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434045440:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047489.996684:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047489.996722:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384241792 00010000:00010000:0.0:1777047489.996726:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [139264->172031] (req 139264->172031) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 24 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.996730:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384241792 00010000:00010000:0.0:1777047489.996774:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ae00, rc 0) 00000100:00100000:0.0:1777047489.996866:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54106:x1863365384241664:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 26372us (26612us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047489.996881:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5615 00010000:00010000:1.0:1777047489.997048:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.997135:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2533 00000100:00100000:1.0:1777047489.997152:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384241792:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047489.997175:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047489.997200:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.997224:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.997270:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e0e7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78819c expref: 24 pid: 7603 timeout: 4218 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.997297:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047489.997301:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047489.997314:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 23 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.997335:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 23 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047489.997424:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 23 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047489.997451:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434047104:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047489.997538:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047489.997581:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434046848:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047489.997664:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047489.997933:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956dc00/2, rc 0, transno 17179871406 00000100:00100000:3.0:1777047489.998391:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434045568:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047489.998420:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804974380/2, rc 0, transno 21474838498 00000100:00100000:3.0:1777047489.998428:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434046080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047489.999583:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047489.999686:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434047232:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047489.999834:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.003859:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047490.009071:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046592 00000100:00100000:1.0:1777047490.009131:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434046976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047490.009141:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046592 00000100:00100000:1.0:1777047490.009249:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047490.009256:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046336 00000100:00100000:3.0:1777047490.009314:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046848 00000100:00100000:3.0:1777047490.009326:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046848 00000004:00080000:1.0:1777047490.009362:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956c700/2, rc 0, transno 17179871404 00000100:00100000:1.0:1777047490.009385:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434045824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047490.009401:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434047232 00000100:00100000:3.0:1777047490.009407:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434047232 00000004:00080000:1.0:1777047490.009412:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956e300/2, rc 0, transno 17179871402 00000100:00100000:1.0:1777047490.009419:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434045952:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047490.009439:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046464 00000100:00100000:3.0:1777047490.009444:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046464 00000100:00100000:3.0:1777047490.009468:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046976 00000100:00100000:3.0:1777047490.009473:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046976 00000100:00100000:3.0:1777047490.009509:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5625 00000100:00100000:0.0:1777047490.009522:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046336 00000100:00100000:3.0:1777047490.009523:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434046592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047490.009597:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5626 00000100:00100000:0.0:1777047490.009615:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434046848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047490.009632:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5627 00000100:00100000:1.0:1777047490.009652:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434047232:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047490.010140:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047490.010140:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047490.010154:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047490.010155:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047490.010166:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047490.010173:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047490.010177:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047490.010217:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047490.010224:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047490.010228:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047490.010231:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047490.010235:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047490.010249:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434046592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 727us (17290us total) trans 21474838499 rc 0/0 00000100:00100000:3.0:1777047490.010264:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5625 00000100:00100000:1.0:1777047490.010280:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434047232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 637us (10453us total) trans 17179871407 rc 0/0 00000100:00100000:1.0:1777047490.010292:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5627 00000100:00100000:3.0:1777047490.010298:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5628 00000100:00100000:3.0:1777047490.010309:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434046464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047490.010315:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5629 00000100:00100000:1.0:1777047490.010325:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434046976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047490.010432:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047490.010441:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047490.010445:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1777047490.010486:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047490.010489:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047490.010494:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047490.010494:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047490.010501:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047490.010501:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047490.010507:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:3.0:1777047490.010507:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047490.010513:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1777047490.010514:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047490.010519:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434046848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 904us (12848us total) trans 21474838500 rc 0/0 00000100:00100000:0.0:1777047490.010537:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5626 00000100:00100000:0.0:1777047490.010970:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5630 00000100:00100000:0.0:1777047490.010986:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434046336:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047490.011473:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047490.011480:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047490.011484:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047490.011489:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047490.011492:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047490.015404:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047490.019738:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365434046464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9423us (15878us total) trans 21474838502 rc 0/0 00000100:00100000:3.0:1777047490.019759:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5628 00000100:00100000:3.0:1777047490.019808:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046208 00000100:00100000:3.0:1777047490.019821:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046208 00000100:00100000:3.0:1777047490.019884:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5631 00000100:00100000:3.0:1777047490.019897:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434046208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047490.020523:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434046336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9538us (22982us total) trans 21474838503 rc 0/0 00000100:00100000:0.0:1777047490.020562:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5630 00000100:00100000:1.0:1777047490.020673:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434046976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 10344us (11424us total) trans 21474838501 rc 0/0 00000100:00100000:1.0:1777047490.020688:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5629 00000004:00080000:1.0:1777047490.020786:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499b100/2, rc 0, transno 21474838502 00000100:00100000:1.0:1777047490.020800:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434046464:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047490.020827:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b66a00/2, rc 0, transno 21474838501 00000100:00100000:1.0:1777047490.020834:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434046976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047490.020852:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047490.020872:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434047488:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047490.020942:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047490.022604:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886680/2, rc 0, transno 17179871407 00000100:00100000:0.0:1777047490.022629:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434047232:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047490.022651:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b67480/2, rc 0, transno 21474838499 00000100:00100000:0.0:1777047490.022658:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434046592:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047490.022673:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047490.022686:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434047360:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047490.022885:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.022893:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434047616:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047490.023343:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434047488 00000100:00100000:2.0:1777047490.023352:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434047488 00000100:00100000:2.0:1777047490.023427:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434047360 00000100:00100000:2.0:1777047490.023433:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434047360 00000100:00100000:2.0:1777047490.023468:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5632 00002000:00010000:3.0:1777047490.023473:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047490.023480:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00000100:00100000:2.0:1777047490.023481:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434047488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047490.023485:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047490.023490:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047490.023494:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047490.023618:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5633 00000100:00100000:1.0:1777047490.023636:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434047360:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047490.023655:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047490.023727:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434047616 00000100:00100000:0.0:1777047490.023736:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434047616 00000100:00100000:0.0:1777047490.023821:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5634 00000100:00100000:0.0:1777047490.023837:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434047616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047490.024382:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047490.024389:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047490.024393:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047490.024397:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047490.024401:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047490.024477:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434047360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 845us (1592us total) trans 17179871408 rc 0/0 00000100:00100000:1.0:1777047490.024490:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5633 00000004:00080000:1.0:1777047490.024607:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb0a80/2, rc 0, transno 17179871408 00000100:00100000:1.0:1777047490.024619:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434047360:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047490.024666:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804974700/2, rc 0, transno 21474838503 00000100:00100000:1.0:1777047490.024677:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434046336:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047490.024725:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b66d80/2, rc 0, transno 21474838500 00000100:00100000:1.0:1777047490.024734:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434046848:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047490.024742:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047490.024750:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047490.024756:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047490.024761:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047490.024765:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047490.024968:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365434047616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1133us (1315us total) trans 17179871409 rc 0/0 00000100:00100000:0.0:1777047490.024982:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5634 00002000:00010000:2.0:1777047490.024994:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047490.025002:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047490.025007:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047490.025011:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047490.025016:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047490.025113:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434047488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1604us (4140us total) trans 17179871410 rc 0/0 00000100:00100000:2.0:1777047490.025128:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5632 00000100:00100000:2.0:1777047490.025317:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434046720:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047490.025365:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047490.025445:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3adc00/2, rc 0, transno 17179871401 00000100:00100000:2.0:1777047490.025454:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434044416:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047490.025474:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ac380/2, rc 0, transno 17179871403 00000100:00100000:2.0:1777047490.025480:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434044928:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047490.025497:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3af480/2, rc 0, transno 17179871399 00000100:00100000:2.0:1777047490.025502:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434044544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047490.025518:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ae680/2, rc 0, transno 17179871400 00000100:00100000:2.0:1777047490.025524:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434045056:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047490.025600:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956ea00/2, rc 0, transno 17179871405 00000100:00100000:2.0:1777047490.025608:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434045696:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047490.025638:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434046720 00000100:00100000:2.0:1777047490.025645:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434046720 00000100:00100000:2.0:1777047490.025685:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5635 00000100:00100000:2.0:1777047490.025696:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434046720:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047490.025897:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047490.025903:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047490.025908:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047490.025912:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047490.025916:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047490.025919:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3343:x1863365434046208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6022us (10519us total) trans 21474838504 rc 0/0 00000100:00100000:3.0:1777047490.025933:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5631 00000100:00100000:2.0:1777047490.025965:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434046720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 269us (599us total) trans 21474838505 rc 0/0 00000100:00100000:2.0:1777047490.026449:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5635 00000004:00080000:2.0:1777047490.026524:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804974000/2, rc 0, transno 21474838504 00000100:00100000:2.0:1777047490.026566:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434046208:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047490.026592:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b64000/2, rc 0, transno 21474838505 00000100:00100000:2.0:1777047490.026597:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434046720:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047490.026723:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047490.026758:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384241920 00000100:00100000:2.0:1777047490.026764:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384241920 00002000:00100000:2.0:1777047490.026811:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (139264->143359) req@ffff9868403f4000 x1863365384241920/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1777047501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047490.026830:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f4000 with x1863365384241920 ext(139264->143359) 00002000:00010000:2.0:1777047490.026842:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f4000 00000100:00100000:2.0:1777047490.026875:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2993 00000100:00100000:2.0:1777047490.026889:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384241920:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047490.027574:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384241920:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 685us (852us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047490.027587:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2993 00002000:00100000:2.0:1777047490.027599:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (139264->143359) req@ffff9868403f4000 x1863365384241920/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/4536 e 0 to 0 dl 1777047501 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047490.027616:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f4000 with x1863365384241920 ext(139264->143359) 00002000:00010000:2.0:1777047490.027622:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f4000 00000004:00080000:1.0:1777047490.028273:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818916d80/2, rc 0, transno 17179871409 00000100:00100000:1.0:1777047490.028284:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434047616:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047490.028303:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810660e00/2, rc 0, transno 17179871410 00000100:00100000:1.0:1777047490.028308:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434047488:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047490.028354:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434047104:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047490.028387:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047490.028441:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384241792:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 31293us (31762us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.028457:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2533 00000100:00100000:2.0:1777047490.049065:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047490.055778:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384242048 00000100:00100000:0.0:1777047490.055804:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384242048 00002000:00100000:1.0:1777047490.056615:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (167936->172031) req@ffff9868403f6680 x1863365384242048/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1777047501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047490.056653:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f6680 with x1863365384242048 ext(167936->172031) 00002000:00010000:1.0:1777047490.056665:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f6680 00000100:00100000:1.0:1777047490.056735:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2994 00000100:00100000:1.0:1777047490.056759:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384242048:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047490.057305:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384242048:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 550us (8255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047490.057322:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2994 00002000:00100000:1.0:1777047490.057338:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (167936->172031) req@ffff9868403f6680 x1863365384242048/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/4536 e 0 to 0 dl 1777047501 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047490.057356:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f6680 with x1863365384242048 ext(167936->172031) 00002000:00010000:1.0:1777047490.057364:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f6680 00000100:00100000:2.0:1777047490.070447:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047490.071623:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384242176 00000100:00100000:1.0:1777047490.071643:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384242176 00000100:00100000:1.0:1777047490.071762:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3393 00000100:00100000:1.0:1777047490.071783:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384242176:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047490.071828:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047490.071868:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e11e8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788339 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.072063:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e11ef lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.072122:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e11ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.072153:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e11ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047490.072207:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 0 00000004:00200000:1.0:1777047490.072215:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047490.072251:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e11ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.072303:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e11e8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788339 expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.072338:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e11ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788339 expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.072355:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047490.072360:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047490.072367:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b800, rc 0) 00000100:00100000:1.0:1777047490.072482:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384242176:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 703us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.072497:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3393 00000100:00100000:3.0:1777047490.103408:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047490.104011:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384242304 00000100:00100000:2.0:1777047490.104046:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384242304 00002000:00100000:2.0:1777047490.104164:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (12288->77823) req@ffff98683e646a00 x1863365384242304/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1777047501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047490.104185:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e646a00 with x1863365384242304 ext(12288->77823) 00002000:00010000:2.0:1777047490.104196:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e646a00 00000100:00100000:2.0:1777047490.104263:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2995 00000100:00100000:2.0:1777047490.104281:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384242304:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047490.116356:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:309c8df3-27e5-43ac-9878-ad14563b7926:3342:1863365434047744:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.116493:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047490.116676:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434047872:0@lo:400:kworker.0 00000100:00100000:3.0:1777047490.117117:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434048000:0@lo:400:kworker.0 00000100:00100000:0.0:1777047490.117357:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434048128:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.117707:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434047744 00000100:00100000:1.0:1777047490.117721:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434047744 00000100:00100000:1.0:1777047490.117821:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1777047490.117839:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365434047744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047490.118924:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047490.125430:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384242304:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 21136us (22023us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1777047490.125454:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2995 00002000:00100000:3.0:1777047490.125476:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (12288->77823) req@ffff98683e646a00 x1863365384242304/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/440 e 0 to 0 dl 1777047501 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047490.125495:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e646a00 with x1863365384242304 ext(12288->77823) 00002000:00010000:3.0:1777047490.125506:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e646a00 00000100:00100000:3.0:1777047490.126036:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434047872 00000100:00100000:3.0:1777047490.126403:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434047872 00000100:00100000:3.0:1777047490.126498:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1777047490.126513:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434047872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047490.126639:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434047872:12345-0@lo:400:kworker.0 Request processed in 128us (7716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.126650:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1777047490.126740:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047490.126802:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434048000 00000100:00100000:3.0:1777047490.126809:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434048000 00000100:00100000:3.0:1777047490.126851:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1777047490.126862:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434048000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047490.126922:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434048000:12345-0@lo:400:kworker.0 Request processed in 60us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.126933:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1777047490.126996:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434048000:0@lo:400:kworker.0 00000100:00080000:3.0:1777047490.127052:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047490.129595:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434047872:0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.133614:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704457050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3342:x1863365434047744:12345-0@lo:400:kworker.0 Request processed in 15771us (17114us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.133635:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1777047490.133731:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:309c8df3-27e5-43ac-9878-ad14563b7926:3342:1863365434047744:0@lo:400:kworker.0 00000100:00100000:0.0:1777047490.134350:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047490.134953:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434048128 00000100:00100000:1.0:1777047490.134966:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434048128 00000100:00100000:1.0:1777047490.135044:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1777047490.135058:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434048128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047490.135187:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434048128:12345-0@lo:400:kworker.0 Request processed in 131us (2704us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047490.135198:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1777047490.136836:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434048128:0@lo:400:kworker.0 00000100:00100000:2.0:1777047490.137614:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047490.137780:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384242432 00000100:00100000:0.0:1777047490.137791:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384242432 00002000:00100000:0.0:1777047490.137864:0:14907:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x11a:0x0] (40960->172031) req@ffff9868403f5500 x1863365384242432/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 504/0 e 0 to 0 dl 1777047501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047490.137883:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f5500 with x1863365384242432 ext(40960->172031) 00002000:00010000:0.0:1777047490.137895:0:14907:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f5500 00000100:00100000:0.0:1777047490.137947:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2996 00000100:00100000:0.0:1777047490.137963:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384242432:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:0.0:1777047490.150957:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384242432:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 12977us (13327us total) trans 17179871411 rc 0/0 00000100:00100000:0.0:1777047490.150981:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2996 00002000:00100000:0.0:1777047490.151003:0:14907:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x11a:0x0] (40960->172031) req@ffff9868403f5500 x1863365384242432/t17179871411(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 504/448 e 0 to 0 dl 1777047501 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047490.151022:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f5500 with x1863365384242432 ext(40960->172031) 00002000:00010000:0.0:1777047490.151033:0:14907:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f5500 00000100:00100000:2.0:1777047490.165709:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047490.166618:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384242560 00000100:00100000:1.0:1777047490.166654:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384242560 00000100:00100000:1.0:1777047490.166777:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5636 00000100:00100000:1.0:1777047490.166795:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384242560:12345-192.168.201.26@tcp:16:fsx.0 00010000:00010000:2.0:1777047490.177274:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777047490.314326:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871411 is committed 00000001:00080000:3.0:1777047490.314355:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871409 is committed 00000001:00080000:3.0:1777047490.314440:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871410 is committed 00000100:00100000:2.0:1777047490.315346:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384242560:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 148546us (149647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047490.315366:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5636 00000100:00100000:1.0:1777047490.341522:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047490.347004:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384242688 00000100:00100000:2.0:1777047490.347024:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384242688 00002000:00100000:3.0:1777047490.351323:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (12288->65535) req@ffff98683e6a3100 x1863365384242688/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1777047501 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047490.351346:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3100 with x1863365384242688 ext(12288->65535) 00002000:00010000:3.0:1777047490.351359:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3100 00000100:00100000:3.0:1777047490.351428:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2997 00000100:00100000:3.0:1777047490.351447:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384242688:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:2.0:1777047490.376653:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384242688:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 25199us (35133us total) trans 17179871412 rc 0/0 00000100:00100000:2.0:1777047490.376674:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2997 00002000:00100000:2.0:1777047490.376695:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (12288->65535) req@ffff98683e6a3100 x1863365384242688/t17179871412(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:226/0 lens 488/448 e 0 to 0 dl 1777047501 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047490.376718:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3100 with x1863365384242688 ext(12288->65535) 00002000:00010000:2.0:1777047490.376728:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3100 00000100:00100000:1.0:1777047490.391791:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047490.394359:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384242816 00000100:00100000:2.0:1777047490.394377:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384242816 00000100:00100000:2.0:1777047490.394487:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5637 00000100:00100000:2.0:1777047490.394506:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384242816:12345-192.168.201.26@tcp:16:fsx.0 00000001:00080000:0.0:1777047490.701221:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871412 is committed 00000100:00100000:3.0:1777047490.702645:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384242816:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 308133us (310853us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.702679:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5637 00000100:00100000:0.0:1777047490.764440:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047490.766648:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384243072 00000100:00100000:3.0:1777047490.767667:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384243072 00000100:00100000:3.0:1777047490.770708:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1224 00000100:00100000:3.0:1777047490.770731:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384243072:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:3.0:1777047490.805049:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384243072:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 34300us (40597us total) trans 8589938059 rc 0/0 00000100:00100000:3.0:1777047490.805125:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1224 00000100:00100000:2.0:1777047490.903453:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047490.904249:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384243328 00000100:00100000:3.0:1777047490.904265:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384243328 00000100:00100000:3.0:1777047490.904496:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3394 00000100:00100000:3.0:1777047490.904518:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54291:x1863365384243328:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047490.904557:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047490.904588:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e11f6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788340 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.904759:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.904787:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.904810:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.904838:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.904853:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.904868:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.905931:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e120b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.905955:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e120b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.905974:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e120b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047490.905996:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 0 00010000:00010000:3.0:1777047490.906182:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906208:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906222:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906236:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047490.906244:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906259:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906281:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:3.0:1777047490.906287:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047490.906295:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906309:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e11fd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906331:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906344:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906359:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906370:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047490.906377:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906391:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906407:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986820555b00) 00010000:00010000:3.0:1777047490.906413:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047490.906419:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906433:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a800/0x29ccbc23e99e1204 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906502:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b600/0x29ccbc23e99e11f6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788340 expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906531:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e120b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788340 expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.906946:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:3.0:1777047490.906952:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047490.906958:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00100000:2.0:1777047490.922360:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384243328:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17833us (18907us total) trans 8589938060 rc 0/0 00000100:00100000:2.0:1777047490.922805:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3394 00000100:00100000:1.0:1777047490.931333:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047490.932201:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384243456 00000100:00100000:3.0:1777047490.932216:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384243456 00000100:00100000:3.0:1777047490.932327:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 486 00000100:00100000:3.0:1777047490.932345:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384243456:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047490.932371:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047490.932407:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e120b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788340 expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047490.932436:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:3.0:1777047490.932445:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047490.932949:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2410:x1863365384243456:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 605us (1625us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047490.932965:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 486 00000100:00100000:1.0:1777047490.950038:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047490.950497:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384243712 00000100:00100000:3.0:1777047490.950512:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384243712 00000100:00100000:2.0:1777047490.956016:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3395 00000100:00100000:2.0:1777047490.956042:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54291:x1863365384243712:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047490.956112:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047490.956146:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1219 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788347 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.958193:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.958220:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.958239:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047490.958261:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe8:0x0]: returning size 0 00010000:00010000:2.0:1777047490.958338:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1219 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.958368:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047490.958383:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98680d67ad00) 00010000:00010000:2.0:1777047490.958389:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047490.958395:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047490.958503:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54291:x1863365384243712:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2469us (8478us total) trans 8589938061 rc 0/0 00000100:00100000:2.0:1777047490.958520:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3395 00000100:00100000:0.0:1777047490.983550:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047490.987359:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384243968 00000100:00100000:1.0:1777047490.987378:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384243968 00000100:00100000:1.0:1777047490.987484:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3396 00000100:00100000:1.0:1777047490.987505:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54291:x1863365384243968:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047490.987604:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047490.987641:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e122e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78834e expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.987806:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.987835:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.987852:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.987913:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047490.987939:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 74 pid: 33460 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047490.987965:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434048256:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047490.988145:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff986821199d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047491.004167:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.004927:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384244096 00000100:00100000:1.0:1777047491.004949:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384244096 00010000:00010000:1.0:1777047491.005577:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 75 pid: 33460 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.005704:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2534 00000100:00100000:1.0:1777047491.005725:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384244096:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047491.005756:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047491.005769:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 75 pid: 33460 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.005802:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 75 pid: 33460 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.005844:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98680d67ad00) 00010000:00010000:1.0:1777047491.005861:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.005880:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.005901:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.005936:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047491.006028:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384244096:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 302us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.006045:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2534 00010000:00010000:2.0:1777047491.010147:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1220 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788347 expref: 74 pid: 33460 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.010188:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434048256:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047491.010229:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.010248:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.010267:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047491.010297:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe8:0x0]: returning size 0 00000004:00080000:2.0:1777047491.010876:0:30805:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x139:0x0], index 1: 0 00000004:00080000:2.0:1777047491.010906:0:30805:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x135:0x0], index 0: 0 00010000:00010000:2.0:1777047491.011325:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011349:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011364:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011377:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8be00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047491.011389:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011403:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011431:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98680d67ad00) 00010000:00010000:2.0:1777047491.011437:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047491.011444:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011455:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1235 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011567:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e122e lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78834e expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011640:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047491.011646:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777047491.011654:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e122e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78834e expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.011680:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ba00, rc 0) 00000100:00100000:2.0:1777047491.011771:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54291:x1863365384243968:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 24270us (28233us total) trans 8589938062 rc 301/301 00000100:00100000:2.0:1777047491.011787:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3396 00000100:00080000:3.0:1777047491.022766:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047491.030673:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.030756:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.030828:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.030892:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.030946:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384244352 00000100:00100000:0.0:1777047491.030959:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384244352 00000100:00100000:0.0:1777047491.031060:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384244480 00000100:00100000:0.0:1777047491.031102:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384244480 00000100:00100000:0.0:1777047491.031158:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1821 00000100:00100000:0.0:1777047491.031182:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384244352:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047491.031308:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384244352:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 129us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.031325:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1821 00000100:00100000:0.0:1777047491.031362:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1822 00000100:00100000:0.0:1777047491.031378:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384244480:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047491.031444:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384244480:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 68us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.031460:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1822 00000100:00080000:0.0:1777047491.032106:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047491.032114:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047491.032401:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384244736 00000100:00100000:1.0:1777047491.032411:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384244736 00000100:00100000:1.0:1777047491.032505:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1225 00000100:00100000:1.0:1777047491.032583:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54291:x1863365384244736:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047491.033535:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54291:x1863365384244736:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1008us (2644us total) trans 8589938063 rc 0/0 00000100:00100000:1.0:1777047491.033554:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1225 00000100:00100000:3.0:1777047491.038340:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384244224 00000100:00100000:3.0:1777047491.038355:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384244224 00000100:00100000:3.0:1777047491.038445:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 349 00000100:00100000:3.0:1777047491.038469:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384244224:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047491.038649:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704457850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384244224:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 188us (7890us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.038670:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 349 00000100:00100000:0.0:1777047491.053954:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047491.055486:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384244864 00000100:00100000:3.0:1777047491.055603:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384244864 00000100:00100000:0.0:1777047491.069483:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3397 00000100:00100000:0.0:1777047491.070107:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54291:x1863365384244864:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047491.070160:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047491.070217:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1243 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788355 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.070364:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e124a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.070400:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e124a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.070428:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e124a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047491.070512:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe8:0x0]: returning size 0 00000004:00200000:0.0:1777047491.070520:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047491.070557:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e124a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.070610:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1243 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788355 expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.070651:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e124a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788355 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.070720:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98682d612e00) 00010000:00010000:0.0:1777047491.070726:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777047491.070733:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:0.0:1777047491.070853:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54291:x1863365384244864:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1350us (16908us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.070867:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3397 00000100:00100000:0.0:1777047491.096816:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.096905:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047491.097416:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384245120 00000100:00100000:3.0:1777047491.097430:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384245120 00000100:00100000:3.0:1777047491.097532:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384244992 00000100:00100000:3.0:1777047491.097606:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384244992 00000100:00100000:3.0:1777047491.097666:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5638 00000100:00100000:3.0:1777047491.097688:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384245120:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047491.097716:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047491.097751:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788363 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047491.097814:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x135:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777047491.097844:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.097854:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.097868:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 21 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.097906:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 21 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.097937:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00100000:3.0:1777047491.098022:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384245120:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 336us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.098036:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5638 00000100:00100000:3.0:1777047491.098116:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5639 00000100:00100000:3.0:1777047491.098131:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384244992:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047491.098151:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047491.098171:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78835c expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047491.098205:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777047491.098229:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.098233:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.098242:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.098282:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.098300:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b600, rc 0) 00000100:00100000:3.0:1777047491.098346:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384244992:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 217us (1441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.098363:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5639 00000100:00100000:3.0:1777047491.113298:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.113614:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384245376 00000100:00100000:0.0:1777047491.113629:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384245376 00000100:00100000:0.0:1777047491.113739:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3398 00000100:00100000:0.0:1777047491.113758:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54291:x1863365384245376:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047491.113793:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047491.113830:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e125f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78836a expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.114006:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1266 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.114036:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1266 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.114060:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1266 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047491.114116:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 0 00010000:00010000:0.0:1777047491.114331:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e125f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78836a expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.114368:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1266 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78836a expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.114385:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:0.0:1777047491.114396:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047491.114402:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88a00, rc 0) 00000100:00100000:0.0:1777047491.114519:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54291:x1863365384245376:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 759us (1228us total) trans 8589938064 rc 0/0 00000100:00100000:0.0:1777047491.114534:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3398 00000100:00100000:1.0:1777047491.149952:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.150034:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.150189:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.150250:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384245504 00000100:00100000:1.0:1777047491.150265:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384245504 00000100:00100000:1.0:1777047491.150345:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384245760 00000100:00100000:1.0:1777047491.150352:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384245760 00000100:00100000:1.0:1777047491.150391:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384245632 00000100:00100000:1.0:1777047491.150396:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384245632 00000100:00100000:1.0:1777047491.150444:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5640 00000100:00100000:1.0:1777047491.150467:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384245504:12345-192.168.201.26@tcp:1:lfs.0 00000100:00100000:3.0:1777047491.151383:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5641 00000100:00100000:3.0:1777047491.151403:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384245760:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047491.151447:0:6643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.151481:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 25 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.151499:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047491.151502:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047491.151508:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.151608:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 25 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.151673:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 25 pid: 32524 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.151701:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434048384:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047491.151820:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047491.151990:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5642 00000100:00100000:3.0:1777047491.152007:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384245632:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047491.152351:0:26190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.152380:0:26190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 21 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.152396:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047491.152399:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047491.152404:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.152447:0:26190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 21 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.152470:0:26190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 21 pid: 33459 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.152506:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:26190:1863365434048512:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047491.156202:0:6640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.156234:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 25 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.156250:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047491.156254:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047491.156260:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.156312:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 25 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.156332:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 25 pid: 7603 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.156355:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434048640:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047491.171798:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867052b93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047491.174400:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986801254540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047491.198347:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.198463:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.198499:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.198660:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:26190:1863365434048512:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047491.198702:0:26190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.198757:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384245888 00000100:00100000:0.0:1777047491.198768:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384245888 00010000:00010000:0.0:1777047491.198821:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 26 pid: 32524 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.198874:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246144 00000100:00100000:0.0:1777047491.198880:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246144 00010000:00010000:0.0:1777047491.198904:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 27 pid: 7603 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.199244:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246016 00000100:00100000:0.0:1777047491.199253:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246016 00010000:00010000:0.0:1777047491.199284:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 22 pid: 33459 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.199316:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2535 00000100:00100000:0.0:1777047491.199331:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384245888:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047491.199354:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047491.199385:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 27 pid: 32524 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199410:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 27 pid: 32524 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199449:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.199453:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.199461:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199480:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199512:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047491.199638:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384245888:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 306us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.199658:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2535 00000100:00100000:0.0:1777047491.199695:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2536 00000100:00100000:0.0:1777047491.199708:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384246144:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047491.199722:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777047491.199742:0:5843:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047480 -> 1777047490 00002000:00010000:0.0:1777047491.199749:0:5843:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047481 -> 1777047490 00002000:00010000:0.0:1777047491.199754:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 327 00010000:00010000:0.0:1777047491.199764:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 26 pid: 7603 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199790:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 26 pid: 7603 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199819:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.199822:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.199828:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199858:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.199883:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047491.199927:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384246144:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 220us (1463us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.199946:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2536 00000100:00100000:0.0:1777047491.199973:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2537 00000100:00100000:0.0:1777047491.199992:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384246016:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047491.200007:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047491.200032:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 22 pid: 33459 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200054:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 22 pid: 33459 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200131:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000148a3443/0x29ccbc23e99e0d1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788102 expref: 22 pid: 33459 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200158:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.200161:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.200167:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200198:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200240:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047491.200283:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384246016:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 293us (1782us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.200296:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2537 00010000:00010000:0.0:1777047491.200480:0:26190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200498:0:26190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200545:0:26190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200566:0:26190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200582:0:26190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200663:0:26190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047491.200672:0:26190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200704:0:26190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200732:0:26190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.200747:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e127b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.200845:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384245632:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 48841us (50656us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.200865:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5642 00010000:00010000:0.0:1777047491.201026:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e11e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 139264->172031) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788332 expref: 25 pid: 7603 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.201051:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434048640:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047491.201964:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e0d26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788109 expref: 24 pid: 32524 timeout: 4219 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.202373:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434048384:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047491.208247:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047491.209050:0:6643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209114:0:6643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209130:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209177:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209191:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209208:0:6643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209234:0:6643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047491.209242:0:6643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209259:0:6643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209287:0:6643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.209302:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1274 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.209431:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384245760:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 58028us (59391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.209450:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5641 00010000:00010000:0.0:1777047491.214501:0:6640:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.214905:0:6640:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215251:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215308:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215325:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215341:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215355:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047491.215363:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215379:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215409:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.215427:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e1282 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.215935:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384245504:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 65472us (65992us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.215955:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5640 00000100:00100000:0.0:1777047491.236372:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047491.236616:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246272 00000100:00100000:2.0:1777047491.236633:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246272 00000100:00100000:2.0:1777047491.236746:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5643 00000100:00100000:2.0:1777047491.236767:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384246272:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047491.236794:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047491.236826:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788371 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047491.236867:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 262144, mtime: 0x69eb97c2, atime: 0x69eb97b8, ctime: 0x69eb97c2, blocks: 0x147 00010000:00010000:2.0:1777047491.236895:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.236900:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.236917:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 23 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.236963:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 23 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.236987:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047491.237103:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384246272:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 340us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.237119:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5643 00000100:00100000:0.0:1777047491.253419:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.253513:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047491.253958:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246400 00000100:00100000:3.0:1777047491.253975:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246400 00000100:00100000:3.0:1777047491.254420:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246528 00000100:00100000:3.0:1777047491.254430:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246528 00000100:00100000:3.0:1777047491.254496:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5644 00000100:00100000:3.0:1777047491.254519:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384246400:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:2.0:1777047491.254571:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5645 00010000:00010000:3.0:1777047491.255244:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777047491.255251:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384246528:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047491.255275:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047491.255308:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78837f expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047491.255353:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97b8, atime: 0x69eb97b8, ctime: 0x69eb97b9, blocks: 0x3 00010000:00010000:2.0:1777047491.255384:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.255388:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.255404:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.255435:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.255460:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00010000:00010000:3.0:1777047491.257372:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788378 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047491.257426:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97b8, atime: 0x69eb97b8, ctime: 0x69eb97b9, blocks: 0x3 00010000:00010000:3.0:1777047491.257452:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.257457:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047491.257473:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 21 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.257501:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 21 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.257524:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b200, rc 0) 00000100:00100000:2.0:1777047491.258256:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384246528:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3309us (4739us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.258274:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5645 00000100:00100000:3.0:1777047491.267702:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384246400:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13177us (14281us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047491.267724:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5644 00000001:00080000:0.0:1777047491.339295:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838503 is committed 00000001:00080000:0.0:1777047491.339352:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838505 is committed 00000100:00100000:0.0:1777047491.363722:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047491.364612:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246656 00000100:00100000:2.0:1777047491.364627:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246656 00000100:00100000:0.0:1777047491.365527:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2998 00000100:00100000:0.0:1777047491.365582:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384246656:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047491.365640:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.365669:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.365672:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.365681:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.365707:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.396991:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.397025:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.397043:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.397057:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047491.397096:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.397114:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.397146:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.397161:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e129e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.397470:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384246656:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 31891us (33754us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047491.397497:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2998 00000100:00100000:3.0:1777047491.417306:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.421439:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246784 00000100:00100000:1.0:1777047491.421460:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246784 00000100:00100000:1.0:1777047491.422025:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2999 00000100:00100000:1.0:1777047491.422046:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384246784:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047491.422127:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.422161:0:22356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.422176:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.422180:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.422186:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.422240:0:22356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.422264:0:22356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 24 pid: 33459 timeout: 4219 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.422287:0:22356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:22356:1863365434048768:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047491.422420:0:22356:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047491.437520:0:22356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:22356:1863365434048768:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047491.438146:0:22356:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.445114:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.445371:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384246912 00000100:00100000:0.0:1777047491.445386:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384246912 00010000:00010000:0.0:1777047491.445446:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 25 pid: 33459 timeout: 4219 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.445591:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2538 00000100:00100000:0.0:1777047491.445611:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804838850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384246912:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047491.445637:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047491.445669:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 25 pid: 33459 timeout: 4219 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.445696:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 25 pid: 33459 timeout: 4219 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.445733:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9f83735/0x29ccbc23e99e1258 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78835c expref: 25 pid: 33459 timeout: 4219 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.445761:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.445765:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.445774:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.445792:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.446549:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047491.446625:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804838850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384246912:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1017us (1521us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.446639:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2538 00010000:00010000:2.0:1777047491.452236:0:22356:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.452264:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047491.637367:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871413 is committed 00002000:00010000:3.0:1777047491.637637:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 0 -> 262144 00002000:00010000:3.0:1777047491.637645:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 0 -> 1777047491 00002000:00010000:3.0:1777047491.637649:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 0 -> 1777047491 00002000:00010000:3.0:1777047491.637653:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:3.0:1777047491.637676:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.637699:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.637713:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.637725:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047491.637733:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.637748:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.637785:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047491.637798:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e12a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047491.637965:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384246784:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 215917us (220668us total) trans 17179871413 rc 0/0 00000100:00100000:3.0:1777047491.637981:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2999 00000100:00100000:3.0:1777047491.649419:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047491.652623:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384247040 00000100:00100000:2.0:1777047491.652646:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384247040 00000100:00100000:2.0:1777047491.652789:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3399 00000100:00100000:2.0:1777047491.652806:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54291:x1863365384247040:12345-192.168.201.26@tcp:44:lfs.0 00000001:00080000:0.0:1777047491.786377:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938064 is committed 00000100:00100000:1.0:1777047491.786808:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54291:x1863365384247040:12345-192.168.201.26@tcp:44:lfs.0 Request processed in 133992us (137395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.786828:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3399 00000100:00100000:1.0:1777047491.801818:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047491.804392:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384247168 00000100:00100000:2.0:1777047491.804413:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384247168 00000100:00100000:2.0:1777047491.804576:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5646 00000100:00100000:2.0:1777047491.804597:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384247168:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:3.0:1777047491.805909:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047491.806901:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384247168:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 2305us (5095us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.806916:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5646 00000100:00100000:2.0:1777047491.806951:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384247296 00000100:00100000:2.0:1777047491.806958:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384247296 00000100:00100000:0.0:1777047491.810523:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5647 00000100:00100000:1.0:1777047491.810697:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384247296:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:1.0:1777047491.810854:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384247296:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 312us (4946us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.810868:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5647 00000100:00100000:3.0:1777047491.865712:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.868337:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384247424 00000100:00100000:0.0:1777047491.868359:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384247424 00000100:00100000:0.0:1777047491.868503:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5648 00000100:00100000:0.0:1777047491.868523:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384247424:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047491.868960:0:6643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.868990:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.868993:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.869002:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869027:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869111:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869125:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869139:0:6643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869152:0:6643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047491.869159:0:6643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869173:0:6643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869206:0:6643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.869219:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e12ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.869366:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384247424:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 847us (3671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.869381:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5648 00000100:00100000:3.0:1777047491.869825:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.870033:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384247552 00000100:00100000:1.0:1777047491.870042:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384247552 00000100:00100000:1.0:1777047491.870137:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5649 00000100:00100000:1.0:1777047491.870152:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384247552:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047491.870193:0:6640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870211:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.870214:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.870221:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870243:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870278:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870291:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870304:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870323:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047491.870328:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870342:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870360:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.870371:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e12b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.870455:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384247552:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 305us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.870467:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5649 00000100:00100000:2.0:1777047491.875711:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.875788:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384247680 00000100:00100000:1.0:1777047491.875805:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384247680 00000100:00100000:1.0:1777047491.875915:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5650 00000100:00100000:1.0:1777047491.875940:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384247680:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047491.876035:0:33787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876090:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.876093:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.876102:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876127:0:33787:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876178:0:33787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876191:0:33787:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876204:0:33787:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876216:0:33787:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8be00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047491.876223:0:33787:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876238:0:33787:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876264:0:33787:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.876296:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.876420:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384247680:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 490us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047491.876434:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5650 00000100:00100000:2.0:1777047491.892653:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047491.893191:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384247936 00000100:00100000:1.0:1777047491.893209:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384247936 00000100:00100000:1.0:1777047491.893324:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3400 00000100:00100000:1.0:1777047491.893344:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54291:x1863365384247936:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047491.893449:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047491.893502:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e124a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788355 expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.893569:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98682d612e00) 00010000:00010000:1.0:1777047491.893590:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047491.893684:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.893709:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.893726:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047491.894436:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003c5f83de reply state 0000000020cb9312 transno 8589938065 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.894455:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047491.894659:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384247936:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1319us (2025us total) trans 8589938065 rc 0/0 00000100:00100000:1.0:1777047491.894673:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3400 00010000:00010000:0.0:1777047491.903478:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.903507:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.903521:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.903560:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047491.903571:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.903585:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.903613:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98683e747800) 00010000:00010000:0.0:1777047491.903619:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047491.903627:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.903640:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e12c1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047491.913027:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.913720:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384248064 00000100:00100000:0.0:1777047491.913739:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384248064 00000100:00100000:0.0:1777047491.913882:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3401 00000100:00100000:0.0:1777047491.913902:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54291:x1863365384248064:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047491.913949:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047491.913991:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788386 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.914168:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.914198:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.914233:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98682d612a00) 00010000:00010000:0.0:1777047491.914239:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047491.914246:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:0.0:1777047491.914354:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384248064:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 456us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047491.914368:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3401 00000100:00100000:3.0:1777047491.923353:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.930742:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384248192 00000100:00100000:0.0:1777047491.930767:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384248192 00000100:00100000:2.0:1777047491.931799:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5651 00000100:00100000:2.0:1777047491.931835:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54291:x1863365384248192:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047491.931874:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047491.931938:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78838d expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047491.932303:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97c3, atime: 0x0, ctime: 0x69eb97c3, blocks: 0x203 00010000:00010000:2.0:1777047491.932344:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.932348:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047491.932361:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 24 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.932390:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 24 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.932413:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:2.0:1777047491.932519:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54291:x1863365384248192:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 705us (9184us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.932578:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5651 00000100:00100000:3.0:1777047491.950193:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047491.950331:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384248320 00000100:00100000:0.0:1777047491.950349:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384248320 00000100:00100000:0.0:1777047491.950461:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5652 00000100:00100000:0.0:1777047491.950479:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54291:x1863365384248320:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047491.950511:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047491.950608:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788394 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.950669:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 22 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.950685:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.950689:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047491.950697:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 22 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.950782:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 22 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047491.950807:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 22 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047491.950831:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365434048896:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047491.951006:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047491.969300:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047491.969516:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365434048896:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047491.969942:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 22 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047491.969983:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:2.0:1777047491.970101:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54291:x1863365384248320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 19625us (19926us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.970116:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5652 00000100:00100000:1.0:1777047491.982750:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384248448 00000100:00100000:1.0:1777047491.982774:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384248448 00010000:00010000:1.0:1777047491.983301:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 22 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.983369:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2539 00000100:00100000:1.0:1777047491.983386:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384248448:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047491.983412:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047491.983450:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 22 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.983472:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 22 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.983513:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000815093d3/0x29ccbc23e99e1251 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788363 expref: 22 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.983582:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.983586:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047491.983883:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 21 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.983903:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 21 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047491.984273:0:8406:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 21 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047491.984299:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8406:1863365434049024:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047491.984446:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047491.993331:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8406:1863365434049024:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047491.993393:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047491.993496:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384248448:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 10111us (24210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047491.993515:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2539 00000100:00100000:0.0:1777047492.008216:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.008322:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.008470:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384248576 00000100:00100000:2.0:1777047492.008494:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384248576 00000100:00100000:2.0:1777047492.008656:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384248704 00000100:00100000:2.0:1777047492.008662:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384248704 00000100:00100000:2.0:1777047492.008712:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5653 00000100:00100000:2.0:1777047492.008730:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384248576:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047492.009280:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047492.009289:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047491 -> 1777047490 00002000:00010000:2.0:1777047492.009294:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 0 -> 1777047490 00002000:00010000:2.0:1777047492.009299:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047491 -> 1777047491 00002000:00010000:2.0:1777047492.009303:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047492.009315:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5654 00000100:00100000:3.0:1777047492.009351:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384248704:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:2.0:1777047492.009432:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384248576:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 702us (1224us total) trans 17179871414 rc 0/0 00000100:00100000:2.0:1777047492.009448:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5653 00002000:00010000:2.0:1777047492.030749:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047492.030761:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 0 -> 1777047490 00002000:00010000:2.0:1777047492.030767:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 0 -> 1777047490 00002000:00010000:2.0:1777047492.030772:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 0 -> 1777047491 00002000:00010000:2.0:1777047492.030777:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777047492.031694:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384248704:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 22353us (23364us total) trans 21474838506 rc 0/0 00000100:00100000:2.0:1777047492.031721:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5654 00000100:00100000:1.0:1777047492.041781:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.045043:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384248960 00000100:00100000:2.0:1777047492.045087:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384248960 00000100:00100000:2.0:1777047492.045230:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3402 00000100:00100000:2.0:1777047492.045248:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384248960:12345-192.168.201.26@tcp:55:lfs.0 00010000:00010000:2.0:1777047492.046152:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.046182:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.046202:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.046242:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.046255:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.046267:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.052188:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047492.052198:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.052214:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.052246:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98682d612a00) 00010000:00010000:2.0:1777047492.052252:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777047492.052260:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 2/0,0 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.052273:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e12dd lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.052411:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384248960:12345-192.168.201.26@tcp:55:lfs.0 Request processed in 7161us (10637us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777047492.052431:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3402 00000100:00100000:3.0:1777047492.058506:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.058987:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384249216 00000100:00100000:0.0:1777047492.059007:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384249216 00000100:00100000:0.0:1777047492.059123:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3403 00000100:00100000:0.0:1777047492.059140:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384249216:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047492.059962:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047492.060003:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e11ef lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788339 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.060041:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e11da lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78832b expref: 71 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.060094:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:0.0:1777047492.060103:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047492.060162:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.061695:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.061717:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047492.061971:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2ba259c reply state 000000002c03b824 transno 8589938066 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.061988:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047492.065893:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384249216:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 6744us (7393us total) trans 8589938066 rc 0/0 00000100:00100000:1.0:1777047492.065913:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3403 00000100:00100000:0.0:1777047492.086790:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047492.087119:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.087144:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.087165:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.087179:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047492.087194:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.087210:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.087230:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384249344 00010000:00010000:2.0:1777047492.087247:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:2.0:1777047492.087256:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777047492.087257:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384249344 00010000:00010000:2.0:1777047492.087271:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.087293:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e12e4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.087548:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3404 00000100:00100000:3.0:1777047492.087572:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54291:x1863365384249344:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047492.087616:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047492.087730:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78839b expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.087858:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.087889:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.088288:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:3.0:1777047492.088296:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047492.088309:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbdf400, rc 0) 00000100:00100000:2.0:1777047492.088503:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384249344:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 930us (1724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.088521:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3404 00000100:00100000:3.0:1777047492.096917:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047492.100926:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384249472 00000100:00100000:1.0:1777047492.100948:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384249472 00000100:00100000:1.0:1777047492.101103:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5655 00000100:00100000:1.0:1777047492.101124:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54291:x1863365384249472:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047492.101159:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047492.101198:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883a2 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.101261:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 26 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.101278:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047492.101281:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047492.101290:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 26 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.102280:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 26 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.102313:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 26 pid: 26191 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.102554:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434049152:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047492.102763:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.109991:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434049152:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047492.110097:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 26 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.110140:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8be00, rc 0) 00000100:00100000:1.0:1777047492.110322:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54291:x1863365384249472:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 9202us (13421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.110338:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5655 00000100:00100000:3.0:1777047492.120812:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047492.121588:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384249600 00000100:00100000:1.0:1777047492.121604:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384249600 00010000:00010000:1.0:1777047492.121666:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 26 pid: 26191 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.121736:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2540 00000100:00100000:1.0:1777047492.121748:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384249600:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047492.121780:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047492.121813:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 26 pid: 26191 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.121830:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 26 pid: 26191 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.121868:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1289 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788371 expref: 26 pid: 26191 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.121898:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047492.121903:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047492.121916:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 25 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.121936:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 25 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.122006:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 25 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.122078:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434049280:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047492.122218:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.152022:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047492.152234:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434049280:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047492.152314:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047492.152396:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384249728 00000100:00100000:2.0:1777047492.152410:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384249728 00000100:00100000:1.0:1777047492.152419:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384249600:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 30665us (31621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.152528:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5656 00000100:00100000:2.0:1777047492.152604:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54291:x1863365384249728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047492.152636:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047492.152669:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883a9 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.153559:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 23 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.153576:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.153580:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.153587:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 23 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.153645:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 23 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.153670:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 23 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.153939:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2540 00000100:00100000:2.0:1777047492.153990:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434049408:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047492.154122:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077580c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.167888:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.169465:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384249856 00000100:00100000:0.0:1777047492.169481:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384249856 00010000:00010000:0.0:1777047492.169593:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 24 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.169605:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434049408:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047492.169665:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 24 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.169692:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2541 00000100:00100000:0.0:1777047492.169710:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384249856:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047492.169712:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00010000:00010000:0.0:1777047492.169737:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047492.169775:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 24 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.169799:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 24 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.169820:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54291:x1863365384249728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17218us (17811us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.169835:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5656 00010000:00010000:0.0:1777047492.169844:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e1297 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788378 expref: 24 pid: 33459 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.169870:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047492.169875:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047492.169887:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 22 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.169905:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 22 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.173213:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 22 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.173275:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5843:1863365434049536:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047492.173430:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.188524:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.188849:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5843:1863365434049536:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047492.188901:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047492.188997:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384249856:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 19289us (21124us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.189019:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2541 00000100:00100000:2.0:1777047492.191700:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384249984 00000100:00100000:2.0:1777047492.191714:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384249984 00000100:00100000:2.0:1777047492.191794:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5657 00000100:00100000:2.0:1777047492.191812:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54291:x1863365384249984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047492.191841:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047492.191873:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883b0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.191951:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 26 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.191967:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.191970:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.191977:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 26 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.192093:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 26 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.192116:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 26 pid: 32524 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.192140:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434049664:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047492.192252:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077580c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.203863:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434049664:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047492.204416:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 26 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.204458:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047492.204626:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54291:x1863365384249984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 12816us (16120us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.204643:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5657 00000100:00100000:3.0:1777047492.206716:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.207728:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384250112 00000100:00100000:2.0:1777047492.207745:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384250112 00010000:00010000:2.0:1777047492.207925:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 26 pid: 32524 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.208003:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2542 00000100:00100000:2.0:1777047492.208020:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384250112:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047492.208074:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047492.208115:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 26 pid: 32524 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.208139:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 26 pid: 32524 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.208180:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1290 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78837f expref: 26 pid: 32524 timeout: 4220 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.208208:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.208211:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.208221:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 25 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.208239:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 25 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.208300:0:8406:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 25 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.208325:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434049792:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047492.208453:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077580c0 going to sleep for 11 seconds 00010000:00010000:2.0:1777047492.225360:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047492.230238:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047492.230293:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047492.230355:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.231456:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434049792:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047492.231504:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047492.231674:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384250112:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 23654us (24959us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.231722:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2542 00000100:00100000:2.0:1777047492.231796:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384250240 00000100:00100000:2.0:1777047492.231808:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384250240 00000100:00100000:2.0:1777047492.231870:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384250496 00000100:00100000:2.0:1777047492.231876:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384250496 00000100:00100000:2.0:1777047492.231904:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384250368 00000100:00100000:2.0:1777047492.231909:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384250368 00000100:00100000:2.0:1777047492.231943:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5658 00000100:00100000:2.0:1777047492.231959:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384250240:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:1.0:1777047492.232421:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5659 00000100:00100000:1.0:1777047492.232444:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384250496:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:0.0:1777047492.233156:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5660 00000100:00100000:0.0:1777047492.233180:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384250368:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:1.0:1777047492.233334:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047492.233342:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047480 -> 1777047490 00002000:00010000:1.0:1777047492.233348:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047480 -> 1777047490 00002000:00010000:1.0:1777047492.233352:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047481 -> 1777047492 00002000:00010000:1.0:1777047492.233356:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047492.233407:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384250496:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 970us (3111us total) trans 17179871415 rc 0/0 00000100:00100000:1.0:1777047492.233420:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5659 00002000:00010000:0.0:1777047492.233466:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047492.233474:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047480 -> 1777047490 00002000:00010000:0.0:1777047492.233480:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047480 -> 1777047490 00002000:00010000:0.0:1777047492.233485:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047481 -> 1777047492 00002000:00010000:0.0:1777047492.233489:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047492.233577:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384250368:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 403us (3218us total) trans 21474838507 rc 0/0 00000100:00100000:0.0:1777047492.233593:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5660 00002000:00010000:2.0:1777047492.233681:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047492.233688:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047492.233692:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047480 -> 1777047490 00002000:00010000:2.0:1777047492.233696:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047490 -> 1777047492 00002000:00010000:2.0:1777047492.233699:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 327 -> 327 00000100:00100000:2.0:1777047492.233743:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384250240:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 1785us (3517us total) trans 17179871416 rc 0/0 00000100:00100000:2.0:1777047492.233756:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5658 00000100:00100000:3.0:1777047492.250162:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.259265:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384250752 00000100:00100000:0.0:1777047492.259296:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384250752 00000100:00100000:0.0:1777047492.259465:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1226 00000100:00100000:0.0:1777047492.259585:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384250752:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047492.259733:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1266 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78836a expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.259813:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.259837:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.259853:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.259919:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.259942:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 72 pid: 33460 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.259967:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434049920:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047492.260147:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.274912:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434049920:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047492.274969:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.286495:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047492.287703:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384250880 00000100:00100000:1.0:1777047492.287721:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384250880 00010000:00010000:1.0:1777047492.287817:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 73 pid: 33460 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.287891:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2543 00000100:00100000:1.0:1777047492.287905:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384250880:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047492.287930:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047492.287941:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 73 pid: 33460 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.287965:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 73 pid: 33460 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.288009:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf400/0x29ccbc23e99e12eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78839b expref: 73 pid: 33460 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.288038:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047492.288077:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.288106:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.288118:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.288160:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047492.288256:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384250880:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 352us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.288271:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2543 00010000:00010000:0.0:1777047492.288887:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.288901:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.288942:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.288963:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.288976:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.289034:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.289089:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 71 pid: 30806 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.289117:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434050048:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047492.289222:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.299159:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434050048:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047492.299213:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.300456:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.300751:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384251008 00000100:00100000:0.0:1777047492.300764:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384251008 00010000:00010000:0.0:1777047492.300828:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 72 pid: 30806 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.300992:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2544 00000100:00100000:0.0:1777047492.301547:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384251008:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047492.301572:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047492.301585:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 72 pid: 30806 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.301605:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 72 pid: 30806 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.301712:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e12c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xe8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788386 expref: 72 pid: 30806 timeout: 4220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.301739:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98682d612a00) 00010000:00010000:0.0:1777047492.301748:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.301765:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.301777:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.301819:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047492.302451:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2411:x1863365384251008:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 357us (1446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.302468:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2544 00010000:00010000:3.0:1777047492.302674:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.302688:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.303790:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.303876:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.303935:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.304144:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434050176 00000100:00100000:1.0:1777047492.304153:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434050176 00000100:00100000:1.0:1777047492.304251:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1777047492.304268:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.304383:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 120us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.304394:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00080000:2.0:1777047492.307499:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047492.307663:0:30808:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871410 gen 2 00000004:00080000:3.0:1777047492.307675:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4c000, transno 17179871395 00000004:00080000:3.0:1777047492.307704:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3af800, transno 17179871396 00000004:00080000:3.0:1777047492.307710:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3aea00, transno 17179871397 00000004:00080000:3.0:1777047492.307714:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977800, transno 17179871398 00000004:00080000:3.0:1777047492.307718:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3af480, transno 17179871399 00000004:00080000:3.0:1777047492.307723:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ae680, transno 17179871400 00000004:00080000:3.0:1777047492.307726:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3adc00, transno 17179871401 00000004:00080000:3.0:1777047492.307731:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956e300, transno 17179871402 00000004:00080000:3.0:1777047492.307735:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ac380, transno 17179871403 00000004:00080000:3.0:1777047492.307739:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956c700, transno 17179871404 00000004:00080000:3.0:1777047492.307742:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956ea00, transno 17179871405 00000004:00080000:3.0:1777047492.307746:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956dc00, transno 17179871406 00000004:00080000:3.0:1777047492.307750:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886680, transno 17179871407 00000004:00080000:3.0:1777047492.307756:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb0a80, transno 17179871408 00000004:00080000:3.0:1777047492.307760:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818916d80, transno 17179871409 00000004:00080000:3.0:1777047492.308134:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810660e00, transno 17179871410 00000100:00100000:3.0:1777047492.308151:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050176:0@lo:1000:mdt_rdpg00_000.0 00000004:00080000:1.0:1777047492.310226:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 7 in progress, 0 in flight, 9 done 00000100:00100000:2.0:1777047492.311318:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050304:0@lo:1000:mdt_rdpg00_000.0 00000004:00080000:1.0:1777047492.311370:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 7 done 00000100:00100000:2.0:1777047492.311437:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.311514:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.311521:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434050304 00000100:00100000:0.0:1777047492.311534:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434050304 00000100:00100000:0.0:1777047492.311629:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1777047492.311644:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.311771:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 129us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.311789:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:2.0:1777047492.313247:0:30808:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838505 gen 2 00000004:00080000:2.0:1777047492.313255:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868083c1880, transno 21474838489 00000004:00080000:2.0:1777047492.313279:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8380, transno 21474838490 00000004:00080000:2.0:1777047492.313285:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9500, transno 21474838491 00000004:00080000:2.0:1777047492.313289:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8e00, transno 21474838492 00000004:00080000:2.0:1777047492.313294:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feaa00, transno 21474838493 00000004:00080000:2.0:1777047492.313298:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032a300, transno 21474838494 00000004:00080000:2.0:1777047492.313302:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9c00, transno 21474838495 00000004:00080000:2.0:1777047492.313306:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb480, transno 21474838496 00000004:00080000:2.0:1777047492.313311:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb800, transno 21474838497 00000004:00080000:2.0:1777047492.313315:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974380, transno 21474838498 00000004:00080000:2.0:1777047492.313321:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b67480, transno 21474838499 00000004:00080000:2.0:1777047492.313325:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b66d80, transno 21474838500 00000004:00080000:2.0:1777047492.313330:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b66a00, transno 21474838501 00000004:00080000:2.0:1777047492.313334:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499b100, transno 21474838502 00000004:00080000:2.0:1777047492.313338:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974700, transno 21474838503 00000004:00080000:2.0:1777047492.313342:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974000, transno 21474838504 00000004:00080000:2.0:1777047492.313346:0:30808:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b64000, transno 21474838505 00000100:00100000:2.0:1777047492.313356:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.313469:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.315459:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047492.315494:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 17 done 00000100:00100000:2.0:1777047492.315506:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758cc0 going to sleep for 11 seconds 00000100:00080000:2.0:1777047492.316222:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047492.316304:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434050432 00000100:00100000:1.0:1777047492.316314:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434050432 00000100:00100000:1.0:1777047492.316382:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1777047492.316396:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.316517:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 123us (2994us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.317455:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1777047492.320600:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.320682:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.320733:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.320763:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.321596:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434050560 00000100:00100000:0.0:1777047492.321607:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434050560 00000100:00100000:0.0:1777047492.321657:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1777047492.321671:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.321776:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 106us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.321788:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1777047492.321808:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809519c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.321891:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.321934:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.322683:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.323511:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434050688 00000100:00100000:3.0:1777047492.323520:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434050688 00000100:00100000:3.0:1777047492.323609:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1777047492.323621:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.325752:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 2132us (3815us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.325766:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1777047492.327201:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.327327:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.327365:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.327418:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.328038:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434050816 00000100:00100000:1.0:1777047492.328077:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434050816 00000100:00100000:1.0:1777047492.328154:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1777047492.328169:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.328293:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 126us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.328306:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1777047492.328368:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.333932:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.340871:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.340977:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.343159:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434050944 00000100:00100000:0.0:1777047492.343173:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434050944 00000100:00100000:0.0:1777047492.343275:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1777047492.343290:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.343447:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434050944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 158us (2579us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.343460:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1777047492.346279:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434050944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.346398:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.346454:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.346608:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.347867:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051072 00000100:00100000:3.0:1777047492.347877:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051072 00000100:00100000:3.0:1777047492.347967:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1777047492.347981:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.348172:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 192us (1716us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.348183:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1777047492.348433:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.348515:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.350611:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.355835:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.359470:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051200 00000100:00100000:1.0:1777047492.359486:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051200 00000100:00100000:1.0:1777047492.367362:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1777047492.367395:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.371191:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 3808us (20577us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.371207:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1777047492.371359:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.371497:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.371603:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.371663:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.372499:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051328 00000100:00100000:2.0:1777047492.372512:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051328 00000100:00100000:2.0:1777047492.372650:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1777047492.372666:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051328:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.372772:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051328:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 108us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.372791:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1777047492.372953:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.373041:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.373109:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.373152:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.373630:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051456 00000100:00100000:1.0:1777047492.373638:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051456 00000100:00100000:1.0:1777047492.373699:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1777047492.373712:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.373876:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 166us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.373888:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1777047492.374024:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.374115:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.374156:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.374292:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.381121:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051584 00000100:00100000:2.0:1777047492.381144:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051584 00000100:00100000:2.0:1777047492.381289:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1777047492.381379:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.383410:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 723us (7868us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.383425:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1777047492.386630:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.387241:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.387308:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.387361:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.387404:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051712 00000100:00100000:3.0:1777047492.387414:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051712 00000100:00100000:3.0:1777047492.387487:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1777047492.387501:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051712:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.387655:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051712:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 155us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.387668:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1777047492.388594:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.388657:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.388698:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.388745:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.389745:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051840 00000100:00100000:1.0:1777047492.389755:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051840 00000100:00100000:1.0:1777047492.389840:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1777047492.389855:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051840:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.389996:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051840:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 143us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.390008:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1777047492.390175:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.390262:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.390303:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.390341:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.390873:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434051968 00000100:00100000:3.0:1777047492.390881:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434051968 00000100:00100000:3.0:1777047492.390937:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1777047492.390958:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051968:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.391101:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434051968:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 144us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.391113:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1777047492.391260:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434051968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.391318:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.391358:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.391396:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.391482:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052096 00000100:00100000:1.0:1777047492.391491:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052096 00000100:00100000:1.0:1777047492.391600:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1777047492.391615:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052096:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.392670:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052096:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1056us (1308us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.392684:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1777047492.393930:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.395835:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.395945:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.396632:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca780 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.396844:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052224 00000100:00100000:2.0:1777047492.396856:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052224 00000100:00100000:2.0:1777047492.397027:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1777047492.397080:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052224:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.397233:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052224:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 192us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.397246:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1777047492.397377:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.397481:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.397524:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.397941:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.398892:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052352 00000100:00100000:0.0:1777047492.398900:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052352 00000100:00100000:0.0:1777047492.398946:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1777047492.398957:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052352:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.399412:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052352:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 454us (1885us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.399424:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1777047492.399591:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.399677:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.399719:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.399761:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.399869:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052480 00000100:00100000:0.0:1777047492.399876:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052480 00000100:00100000:0.0:1777047492.399906:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1777047492.399914:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052480:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.400034:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052480:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 118us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.400369:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.400460:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.400501:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.400518:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.400604:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1777047492.400628:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052608 00000100:00100000:0.0:1777047492.400633:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052608 00000100:00100000:0.0:1777047492.400656:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1777047492.400665:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052608:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.400757:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052608:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 92us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.400768:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1777047492.400886:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.400951:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.400986:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.401774:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.401923:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052736 00000100:00100000:0.0:1777047492.401931:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052736 00000100:00100000:0.0:1777047492.402809:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1777047492.402824:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052736:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.402921:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052736:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 101us (1932us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.403714:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1777047492.403849:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.403917:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.403960:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.404000:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.404144:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052864 00000100:00100000:0.0:1777047492.404151:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052864 00000100:00100000:0.0:1777047492.404184:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1777047492.404194:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052864:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.404487:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052864:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 292us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.404498:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1777047492.404603:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.404678:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.404718:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.405097:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.408695:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434052992 00000100:00100000:1.0:1777047492.408711:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434052992 00000100:00100000:0.0:1777047492.409083:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1777047492.409099:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052992:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.409316:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434052992:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 218us (4595us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.409327:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1777047492.409963:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434052992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.411570:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.412012:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.412098:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.413413:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434053120 00000100:00100000:0.0:1777047492.413424:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434053120 00000100:00100000:0.0:1777047492.413582:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1777047492.413602:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053120:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.413718:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053120:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 120us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.413761:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1777047492.419834:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.420015:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.421947:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.423463:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434053248 00000100:00100000:3.0:1777047492.423478:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434053248 00000100:00100000:3.0:1777047492.425380:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1777047492.425401:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053248:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.425574:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053248:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 178us (3628us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.425589:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1777047492.425721:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.425767:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.425882:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.425939:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047492.426396:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.426571:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434053376 00000100:00100000:0.0:1777047492.426581:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434053376 00000100:00100000:0.0:1777047492.426646:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1777047492.426660:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053376:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.426781:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053376:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 123us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.426794:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1777047492.427223:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.427309:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.427355:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.427406:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.427528:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434053504 00000100:00100000:0.0:1777047492.427560:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434053504 00000100:00100000:0.0:1777047492.427617:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1777047492.427630:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.427721:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 93us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.427733:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1777047492.428559:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.428624:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.428666:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.428710:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.428987:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434053632 00000100:00100000:3.0:1777047492.428996:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434053632 00000100:00100000:3.0:1777047492.429031:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1777047492.429042:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053632:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.429173:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053632:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 131us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.429193:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1777047492.429492:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.430436:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.430485:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.430526:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.431650:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434053760 00000100:00100000:3.0:1777047492.431659:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434053760 00000100:00100000:3.0:1777047492.431715:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1777047492.431728:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053760:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.431851:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053760:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 123us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.431863:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1777047492.432390:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.432455:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.432774:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.432944:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.434250:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434053888 00000100:00100000:0.0:1777047492.434261:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434053888 00000100:00100000:0.0:1777047492.434339:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1777047492.434354:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053888:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.434763:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434053888:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 410us (1987us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.434779:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:1.0:1777047492.436352:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434053888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.436450:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3aea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.436491:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.436540:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.436995:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054016 00000100:00100000:2.0:1777047492.437005:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054016 00000100:00100000:2.0:1777047492.437095:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1777047492.437109:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054016:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047492.437229:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054016:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 121us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.437242:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1777047492.438010:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3aea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.438750:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.438800:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.438868:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.438980:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054144 00000100:00100000:2.0:1777047492.438989:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054144 00000100:00100000:0.0:1777047492.439333:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1777047492.439349:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054144:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.442333:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054144:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 2983us (3527us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.442431:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1777047492.442621:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.442918:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054272:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.442970:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047492.443020:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.443147:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054272 00000100:00100000:3.0:1777047492.443157:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054272 00000100:00100000:3.0:1777047492.443225:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1777047492.443239:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054272:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.443374:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054272:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 138us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.443385:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:1.0:1777047492.443511:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054272:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.443616:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054400:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047492.444101:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.444156:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.444261:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054400 00000100:00100000:0.0:1777047492.444268:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054400 00000100:00100000:0.0:1777047492.444323:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1777047492.444335:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054400:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.444436:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054400:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 103us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.444447:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1777047492.445142:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054400:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1777047492.446328:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].52, 1720 off79744 00000001:00080000:3.0:1777047492.446352:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938067 00000100:00100000:3.0:1777047492.446508:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818917800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054528:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.447142:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.447187:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.447215:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054528 00000100:00100000:0.0:1777047492.447225:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054528 00000100:00100000:0.0:1777047492.447297:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1777047492.447310:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054528:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.449518:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434054528:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 2205us (2368us total) trans 17179871417 rc 0/0 00000100:00100000:3.0:1777047492.449660:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818917800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054528:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.449732:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054656:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047492.449783:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047492.449888:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054656 00000100:00100000:1.0:1777047492.449899:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054656 00000100:00100000:1.0:1777047492.449996:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1777047492.450012:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434054656:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047492.450584:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1777047492.451758:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434054656:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1745us (1970us total) trans 21474838508 rc 0/0 00000100:00100000:1.0:1777047492.451771:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:3.0:1777047492.452081:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047492.452125:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434054656:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1777047492.452348:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938068 00010000:00010000:3.0:1777047492.452411:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.452431:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.452446:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.452458:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047492.452466:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.452481:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.452508:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98682d612a00) 00010000:00010000:3.0:1777047492.452513:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047492.452521:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.455731:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e130e lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.455786:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.455798:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.455809:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.456203:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047492.456214:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.456226:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.456245:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:3.0:1777047492.456249:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777047492.456256:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.457127:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1307 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.457164:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:3.0:1777047492.457168:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047492.457180:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1266 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78836a expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.457409:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384250752:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 197828us (207264us total) trans 8589938069 rc 0/0 00000100:00100000:3.0:1777047492.457426:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1226 00000020:00080000:3.0:1777047492.457436:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1777047492.480711:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047492.482436:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384251136 00000100:00100000:1.0:1777047492.482456:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384251136 00000100:00100000:1.0:1777047492.483012:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3405 00000100:00100000:1.0:1777047492.483036:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54291:x1863365384251136:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047492.483164:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047492.483208:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1315 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883b7 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.483321:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1315 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b7 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.483348:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1315 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b7 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.483383:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047492.483389:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047492.483394:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8aa00, rc 0) 00000100:00100000:1.0:1777047492.483500:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54291:x1863365384251136:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 469us (2804us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.483514:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3405 00000100:00100000:2.0:1777047492.495517:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047492.496345:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384251392 00000100:00100000:3.0:1777047492.496363:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384251392 00000100:00100000:3.0:1777047492.496471:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1227 00000100:00100000:3.0:1777047492.496489:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868376c8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54291:x1863365384251392:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047492.496948:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868376c8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54291:x1863365384251392:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 462us (1455us total) trans 8589938070 rc 0/0 00000100:00100000:3.0:1777047492.496964:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1227 00000100:00100000:3.0:1777047492.512234:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047492.512391:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384251648 00000100:00100000:1.0:1777047492.512411:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384251648 00000100:00100000:1.0:1777047492.512525:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1228 00000100:00100000:1.0:1777047492.512982:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54291:x1863365384251648:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:1.0:1777047492.514135:0:30808:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xe8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777047492.514470:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.514503:0:30808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.514526:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.514580:0:30808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.514592:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.514604:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.514653:0:30808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047492.514820:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54291:x1863365384251648:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1846us (2604us total) trans 8589938071 rc 0/0 00000100:00100000:1.0:1777047492.514836:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1228 00010000:00010000:2.0:1777047492.515276:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047492.515290:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.515305:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047492.515314:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.515329:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.515356:0:18065:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe8:0x0].0x0 (ffff98683e747e00) 00010000:00010000:2.0:1777047492.515363:0:18065:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777047492.515371:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 1/0,0 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.515383:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e131c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.515457:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047492.515461:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047492.515464:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047492.587005:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047492.587806:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384251776 00000100:00100000:1.0:1777047492.587824:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384251776 00000100:00100000:1.0:1777047492.587928:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3406 00000100:00100000:1.0:1777047492.587946:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54292:x1863365384251776:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047492.587993:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047492.588032:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1323 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883be expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588200:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588226:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588247:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588270:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588281:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588292:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588857:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588873:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.588884:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047492.588945:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047492.588952:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047492.588983:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589003:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589016:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589026:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589035:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589074:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047492.589081:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589093:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589111:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047492.589116:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047492.589124:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589133:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e132a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589151:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589160:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589169:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589178:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047492.589182:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589192:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589201:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98683e747a00) 00010000:00010000:1.0:1777047492.589204:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047492.589209:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589218:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1331 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589265:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1323 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589287:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.589299:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047492.589303:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047492.589307:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ba00, rc 0) 00000100:00100000:1.0:1777047492.589422:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54292:x1863365384251776:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1480us (2433us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047492.589440:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3406 00000100:00100000:0.0:1777047492.606972:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047492.607785:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384252032 00000100:00100000:3.0:1777047492.607802:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384252032 00000100:00100000:3.0:1777047492.607908:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3407 00000100:00100000:3.0:1777047492.607924:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54292:x1863365384252032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047492.607958:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047492.607994:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e133f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883c5 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.608189:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbde800/0x29ccbc23e99e1346 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.608215:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbde800/0x29ccbc23e99e1346 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.608236:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbde800/0x29ccbc23e99e1346 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047492.608256:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:3.0:1777047492.608484:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e133f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883c5 expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.608619:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbde800/0x29ccbc23e99e1346 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883c5 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.608643:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047492.608649:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047492.608655:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbde800, rc 0) 00000100:00100000:3.0:1777047492.608772:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54292:x1863365384252032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 849us (1816us total) trans 8589938072 rc 0/0 00000100:00100000:3.0:1777047492.608784:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3407 00000100:00100000:1.0:1777047492.628416:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.628801:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384252288 00000100:00100000:2.0:1777047492.628818:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384252288 00000100:00100000:2.0:1777047492.628941:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3408 00000100:00100000:2.0:1777047492.628996:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54292:x1863365384252288:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047492.629067:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047492.629106:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1354 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883cc expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.629293:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e135b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.629316:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e135b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.629349:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e135b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047492.629370:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047492.629650:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1354 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883cc expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.629680:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e135b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883cc expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.629694:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047492.629700:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047492.629707:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d800, rc 0) 00000100:00100000:2.0:1777047492.629797:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54292:x1863365384252288:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 842us (1399us total) trans 8589938073 rc 0/0 00000100:00100000:2.0:1777047492.629809:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3408 00000100:00100000:2.0:1777047492.673649:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434054784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047492.673786:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.673998:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054784 00000100:00100000:3.0:1777047492.674013:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054784 00000100:00100000:3.0:1777047492.674133:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1777047492.674149:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434054784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047492.674207:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 183042048 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777047492.678858:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434054784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4386us (4747us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.678882:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1777047492.678980:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434054912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047492.679103:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047492.679185:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434054912 00000100:00100000:3.0:1777047492.679197:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434054912 00000100:00100000:3.0:1777047492.679259:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1777047492.679271:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434054912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047492.679352:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 327876608 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777047492.679412:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434054912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 143us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047492.679422:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1777047492.679496:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434054912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047492.682667:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434054784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047492.701106:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.701300:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384252416 00000100:00100000:0.0:1777047492.701318:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384252416 00000100:00100000:0.0:1777047492.701423:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5661 00000100:00100000:0.0:1777047492.701441:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384252416:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047492.701474:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047492.701509:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1369 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883d3 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047492.701659:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434055040:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047492.701810:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.709701:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434055040:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047492.709772:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1369 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883d3 expref: 28 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.709815:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1369 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883d3 expref: 28 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.709838:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89400, rc 0) 00000100:00100000:2.0:1777047492.709933:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384252416:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8496us (8845us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047492.709950:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5661 00000100:00100000:3.0:1777047492.814925:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.815335:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384252544 00000100:00100000:2.0:1777047492.815354:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384252544 00000100:00100000:2.0:1777047492.816236:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3000 00000100:00100000:2.0:1777047492.816256:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384252544:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047492.816323:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.816361:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 27 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.816374:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047492.816378:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047492.816384:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.816449:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 27 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.816472:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 27 pid: 6640 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.816494:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434055168:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047492.817013:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.828429:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047492.828598:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384252672 00000100:00100000:3.0:1777047492.828615:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384252672 00000100:00100000:2.0:1777047492.828671:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434055168:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047492.828711:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 28 pid: 6640 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.828717:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.828877:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2545 00000100:00100000:3.0:1777047492.828893:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804838050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384252672:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047492.828918:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047492.829329:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 28 pid: 6640 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.829352:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 28 pid: 6640 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.829390:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000089ec62b/0x29ccbc23e99e12f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a2 expref: 28 pid: 6640 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.829414:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.829416:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047492.829423:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.829438:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047492.829493:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047492.829565:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.829575:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804838050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384252672:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 682us (1164us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047492.829591:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.829644:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2545 00010000:00010000:2.0:1777047492.863898:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.863932:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.863955:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.863968:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047492.863976:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.863991:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.866407:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.866425:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e1370 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.866605:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384252544:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 50347us (51689us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047492.866623:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3000 00000100:00100000:0.0:1777047492.893807:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047492.895699:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384252800 00000100:00100000:3.0:1777047492.895718:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384252800 00000100:00100000:3.0:1777047492.895835:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5662 00000100:00100000:3.0:1777047492.895854:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384252800:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:1.0:1777047492.895870:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047492.895895:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047492.895932:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e1377 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883da expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.896390:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434055296:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047492.896530:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047492.897022:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384252928 00000100:00100000:0.0:1777047492.897031:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384252928 00000100:00100000:1.0:1777047492.907341:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5663 00000100:00100000:1.0:1777047492.907366:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384252928:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047492.907399:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047492.907430:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e137e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883e1 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.907570:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434055424:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047492.908549:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047492.910383:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434055296:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047492.910437:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e1377 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883da expref: 27 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.910473:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e1377 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883da expref: 27 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.910495:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00100000:1.0:1777047492.910922:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384252800:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15073us (17132us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047492.910935:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5662 00000100:00100000:1.0:1777047492.925016:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434055424:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047492.925119:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e137e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883e1 expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.925163:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e137e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883e1 expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.925183:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b800, rc 0) 00000100:00100000:1.0:1777047492.925288:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384252928:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17929us (29425us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047492.925303:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5663 00000100:00100000:3.0:1777047492.932231:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.932440:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384253056 00000100:00100000:2.0:1777047492.932459:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384253056 00000100:00100000:2.0:1777047492.933252:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3001 00000100:00100000:2.0:1777047492.933735:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384253056:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047492.933804:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.933849:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 26 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.933863:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047492.933866:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047492.933871:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.933931:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 26 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.933954:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 26 pid: 7603 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.933979:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434055552:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047492.934504:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047492.941790:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434055552:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047492.941847:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047492.944840:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047492.945295:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384253184 00000100:00100000:2.0:1777047492.945311:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384253184 00010000:00010000:2.0:1777047492.945413:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 27 pid: 7603 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047492.945497:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2546 00000100:00100000:2.0:1777047492.945514:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384253184:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047492.945864:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047492.945903:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 27 pid: 7603 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.945926:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 27 pid: 7603 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.945966:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e12cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78838d expref: 27 pid: 7603 timeout: 4221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.945993:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.945997:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047492.946005:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.946021:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047492.946096:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047492.946179:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384253184:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 669us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047492.946191:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2546 00010000:00010000:1.0:1777047492.947238:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.947259:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.966199:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.966237:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.966253:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.966266:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047492.966276:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.966291:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.966324:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047492.966337:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1385 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047492.966507:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384253056:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 33232us (34283us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047492.966525:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3001 00000100:00100000:2.0:1777047492.996413:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047492.997287:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384253312 00000100:00100000:0.0:1777047492.997306:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384253312 00000100:00100000:0.0:1777047492.997436:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 487 00000100:00100000:0.0:1777047492.997455:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54292:x1863365384253312:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047492.997486:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047492.997882:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e135b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883cc expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047492.997923:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047492.997933:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047492.998033:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54292:x1863365384253312:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 581us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047492.998072:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 487 00000100:00100000:0.0:1777047493.009690:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047493.011133:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384253568 00000100:00100000:1.0:1777047493.011154:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384253568 00000100:00080000:2.0:1777047493.012009:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047493.012394:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1229 00000100:00100000:1.0:1777047493.013391:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54292:x1863365384253568:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047493.018112:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54292:x1863365384253568:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 4729us (8432us total) trans 8589938074 rc 0/0 00000100:00100000:1.0:1777047493.018132:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1229 00000100:00100000:0.0:1777047493.091637:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047493.091810:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384253824 00000100:00100000:1.0:1777047493.091830:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384253824 00000100:00100000:1.0:1777047493.091942:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3409 00000100:00100000:1.0:1777047493.091960:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54293:x1863365384253824:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047493.092005:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047493.092079:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e138c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883e8 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.092270:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1393 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.092299:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1393 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.092320:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1393 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047493.092343:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047493.093247:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e138c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883e8 expref: 83 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.093282:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1393 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883e8 expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.093300:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047493.093306:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047493.093313:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a400, rc 0) 00000100:00100000:2.0:1777047493.094831:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54293:x1863365384253824:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2868us (3205us total) trans 8589938075 rc 0/0 00000100:00100000:2.0:1777047493.094850:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3409 00000100:00100000:2.0:1777047493.106993:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047493.107317:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384253952 00000100:00100000:0.0:1777047493.107338:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384253952 00000100:00080000:2.0:1777047493.108000:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047493.108226:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3002 00000100:00100000:0.0:1777047493.108249:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384253952:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047493.109577:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.109615:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.109620:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.109630:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.109968:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.139339:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.139379:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.139397:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.139423:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047493.139433:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.139451:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.139488:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.139502:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e13a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.139825:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384253952:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 31573us (32841us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047493.139845:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3002 00000100:00100000:0.0:1777047493.180271:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047493.187484:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254080 00000100:00100000:1.0:1777047493.187512:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254080 00000100:00100000:1.0:1777047493.187880:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3003 00000100:00100000:1.0:1777047493.187900:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384254080:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047493.187966:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.187996:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.188000:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.188011:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.188091:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.209656:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.209692:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.209709:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.209915:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047493.209923:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.209939:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.209974:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.209989:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e13a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.217472:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384254080:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29562us (37199us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047493.217498:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3003 00000100:00100000:0.0:1777047493.248443:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047493.248933:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254208 00000100:00100000:3.0:1777047493.248951:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254208 00000100:00100000:3.0:1777047493.249150:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3004 00000100:00100000:3.0:1777047493.249169:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384254208:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047493.249234:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.249265:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047493.249270:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047493.249281:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.249304:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.249393:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1777047493.249902:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777047493.274881:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.274917:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.274931:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.274942:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047493.274948:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.274961:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.274994:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.275004:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.275196:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384254208:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26024us (26761us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047493.275213:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3004 00000100:00100000:2.0:1777047493.292711:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047493.294510:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254336 00000100:00100000:0.0:1777047493.294530:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254336 00000100:00100000:0.0:1777047493.295572:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3005 00000100:00100000:0.0:1777047493.295591:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384254336:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047493.295655:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.295684:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.295687:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.295697:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.295742:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.310923:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.310960:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.310976:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.310988:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047493.310996:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.311010:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.311072:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.311087:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e13b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.311237:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384254336:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15642us (18711us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047493.311257:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3005 00000100:00100000:1.0:1777047493.335328:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047493.335446:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254464 00000100:00100000:2.0:1777047493.335466:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254464 00000100:00100000:2.0:1777047493.338074:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3006 00000100:00100000:2.0:1777047493.338100:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384254464:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047493.338163:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.338188:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.338190:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.338198:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.338215:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.364706:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.364746:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.364761:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.364774:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047493.364783:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.364797:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.364829:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.364841:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.365007:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384254464:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26909us (29688us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047493.365025:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3006 00000100:00100000:1.0:1777047493.384912:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047493.385741:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254592 00000100:00100000:2.0:1777047493.385760:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254592 00000100:00100000:2.0:1777047493.386858:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3007 00000100:00100000:2.0:1777047493.386877:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384254592:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047493.386940:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.386969:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.386973:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.386983:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.387006:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.403587:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.403620:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.403634:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.403646:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047493.403654:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.403667:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.403699:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.403711:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f5439bc/0x29ccbc23e99e13c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.403861:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384254592:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16979us (18955us total) trans 0 rc 258048/258048 00000100:00100000:2.0:1777047493.403879:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3007 00000100:00100000:1.0:1777047493.431340:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047493.432095:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254720 00000100:00100000:3.0:1777047493.432114:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254720 00000100:00100000:3.0:1777047493.432246:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3008 00000100:00100000:3.0:1777047493.432264:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384254720:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047493.432327:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.432357:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047493.432360:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047493.432370:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.432396:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.444401:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.444435:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.444450:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.444462:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047493.444470:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.444485:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.444594:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.444609:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f38b91c8/0x29ccbc23e99e13cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.444738:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384254720:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12470us (13409us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047493.444755:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3008 00000100:00100000:3.0:1777047493.472301:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047493.472958:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254848 00000100:00100000:2.0:1777047493.472975:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254848 00000100:00100000:2.0:1777047493.473391:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3009 00000100:00100000:2.0:1777047493.473407:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384254848:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047493.473467:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.473497:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.473501:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.473511:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.474895:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.493870:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.493907:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.493923:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.493936:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047493.493944:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.493958:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.494126:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.494140:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e13d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.494320:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384254848:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20908us (22028us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047493.494338:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3009 00000100:00100000:2.0:1777047493.521740:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047493.522669:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384254976 00000100:00100000:1.0:1777047493.522690:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384254976 00000100:00100000:1.0:1777047493.522821:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3010 00000100:00100000:1.0:1777047493.522840:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384254976:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047493.522936:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.522967:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.522971:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.522980:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.523005:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.547932:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.547971:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.547987:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.547999:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047493.548007:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.548021:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.548083:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.548097:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.548247:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384254976:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25403us (26516us total) trans 0 rc 258048/258048 00000100:00100000:1.0:1777047493.548267:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3010 00000100:00100000:1.0:1777047493.615758:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047493.615933:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384255104 00000100:00100000:0.0:1777047493.615950:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384255104 00000100:00100000:0.0:1777047493.616105:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3011 00000100:00100000:0.0:1777047493.616122:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384255104:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047493.616186:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.616214:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.616217:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.616226:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.616251:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.639695:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.639731:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.639747:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.639761:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047493.639769:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.639784:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.639817:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.639829:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.639983:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384255104:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23855us (24234us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047493.640003:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3011 00000100:00100000:2.0:1777047493.674260:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047493.677572:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384255232 00000100:00100000:0.0:1777047493.677596:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384255232 00000100:00100000:1.0:1777047493.677856:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3012 00000100:00100000:1.0:1777047493.677875:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384255232:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047493.677936:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.677992:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.677995:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047493.678004:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.678053:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.704456:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.704489:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.704521:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.704559:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047493.704568:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.704590:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.704623:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.704634:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e13e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.704794:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384255232:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26914us (30544us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047493.704811:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3012 00000100:00100000:1.0:1777047493.725456:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047493.726093:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384255360 00000100:00100000:3.0:1777047493.726109:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384255360 00000100:00100000:3.0:1777047493.726230:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3013 00000100:00100000:3.0:1777047493.726246:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384255360:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047493.726303:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.726331:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047493.726334:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047493.726343:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.726386:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.743175:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.743208:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.743222:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.743233:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ba00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047493.743240:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.743253:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.743282:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047493.743293:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c660fb5/0x29ccbc23e99e13ee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047493.744967:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384255360:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17171us (17972us total) trans 0 rc 258048/258048 00000100:00100000:3.0:1777047493.744985:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3013 00000100:00100000:1.0:1777047493.769257:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047493.770769:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384255488 00000100:00100000:0.0:1777047493.772249:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384255488 00000100:00100000:0.0:1777047493.772622:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3014 00000100:00100000:0.0:1777047493.772641:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384255488:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047493.772707:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.772760:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.772764:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.772774:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.772798:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.787931:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.787976:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.787990:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.788001:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047493.788011:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.788067:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.788098:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.788110:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e13f5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047493.788250:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384255488:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15606us (19003us total) trans 0 rc 258048/258048 00000100:00100000:0.0:1777047493.788267:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3014 00000100:00100000:2.0:1777047493.809738:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047493.809886:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384255616 00000100:00100000:1.0:1777047493.809906:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384255616 00000100:00100000:1.0:1777047493.809999:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5664 00000100:00100000:1.0:1777047493.810015:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384255616:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047493.810071:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047493.810139:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e13fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883ef expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047493.810238:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434055680:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047493.810490:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047493.821626:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434055680:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047493.821695:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e13fc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883ef expref: 26 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.821739:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e13fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883ef expref: 26 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047493.821761:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b000, rc 0) 00000100:00100000:1.0:1777047493.821943:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384255616:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11912us (12203us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047493.821960:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5664 00000100:00100000:0.0:1777047493.833389:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047493.839233:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384255744 00000100:00100000:2.0:1777047493.839259:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384255744 00000100:00100000:2.0:1777047493.839400:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3015 00000100:00100000:2.0:1777047493.839418:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384255744:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047493.839486:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.839517:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.839521:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047493.839565:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.839605:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.852992:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.853068:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.853084:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.853097:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047493.853104:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.853119:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.853149:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047493.853162:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1403 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047493.853328:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384255744:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13905us (19946us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047493.853346:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3015 00000100:00100000:2.0:1777047493.989809:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047493.990138:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384255872 00000100:00100000:0.0:1777047493.990158:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384255872 00000100:00100000:0.0:1777047493.990292:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5665 00000100:00100000:0.0:1777047493.990312:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384255872:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047493.990345:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047493.990417:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883f6 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047493.990463:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 262144, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97c4, blocks: 0x147 00010000:00010000:0.0:1777047493.990500:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.990505:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047493.990524:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 26 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.990937:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 26 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047493.990963:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89200, rc 0) 00000100:00100000:0.0:1777047493.991103:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384255872:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 794us (1310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047493.991116:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5665 00000100:00100000:0.0:1777047494.024161:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.024937:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384256000 00000100:00100000:2.0:1777047494.024958:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384256000 00000100:00100000:2.0:1777047494.025150:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3016 00000100:00100000:2.0:1777047494.025170:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384256000:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047494.025235:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.025265:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.025268:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.025278:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.025303:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.043421:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.043458:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.043473:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.043484:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047494.043491:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.043506:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.043607:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.043619:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e1411 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047494.044172:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384256000:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18997us (20019us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047494.045395:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3016 00000100:00100000:2.0:1777047494.087832:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047494.088455:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384256128 00000100:00100000:0.0:1777047494.088473:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384256128 00000100:00100000:2.0:1777047494.091122:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3017 00000100:00100000:2.0:1777047494.091155:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384256128:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047494.091244:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97c3, blocks: 0x203 00010000:00010000:2.0:1777047494.091259:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.091294:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.091297:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.091306:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.091329:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.117362:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.117396:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.117413:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.117425:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047494.117432:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.117447:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.117479:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.117490:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e1418 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047494.117696:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384256128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26550us (29874us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047494.117712:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3017 00000100:00100000:0.0:1777047494.200745:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047494.200848:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384256256 00000100:00100000:3.0:1777047494.200866:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384256256 00000100:00100000:3.0:1777047494.200993:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 488 00000100:00100000:3.0:1777047494.201011:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54293:x1863365384256256:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047494.201062:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047494.201109:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1393 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883e8 expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.201143:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047494.201153:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047494.201256:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54293:x1863365384256256:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 247us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047494.201270:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 488 00000100:00100000:2.0:1777047494.208393:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047494.209990:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384256512 00000100:00100000:1.0:1777047494.210010:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384256512 00000100:00100000:1.0:1777047494.210141:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1230 00000100:00100000:1.0:1777047494.210159:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54293:x1863365384256512:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047494.210655:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54293:x1863365384256512:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 498us (2278us total) trans 8589938076 rc 0/0 00000100:00100000:1.0:1777047494.210670:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1230 00000100:00100000:0.0:1777047494.221708:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047494.222379:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384256768 00000100:00100000:3.0:1777047494.222398:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384256768 00000100:00100000:3.0:1777047494.222507:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3410 00000100:00100000:3.0:1777047494.222525:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54106:x1863365384256768:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047494.222600:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047494.222640:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e141f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7883fd expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.223619:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.223650:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.223665:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.223735:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.223760:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 83 pid: 31251 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.223784:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434055808:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047494.223945:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047494.236876:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.236880:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434055808:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047494.236931:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.237131:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384256896 00000100:00100000:1.0:1777047494.237146:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384256896 00010000:00010000:1.0:1777047494.237215:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 84 pid: 31251 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.237285:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2547 00000100:00100000:1.0:1777047494.237302:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2410:x1863365384256896:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047494.237331:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047494.237345:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 84 pid: 31251 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.237366:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 84 pid: 31251 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.237408:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1338 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883be expref: 84 pid: 31251 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.237435:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047494.237444:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.237469:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.237483:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.237577:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047494.237679:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:2410:x1863365384256896:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 379us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047494.237694:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2547 00010000:00010000:2.0:1777047494.238856:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.238872:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047494.238910:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047494.239279:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3ba00/0x29ccbc23e99e141f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.239310:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 83 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.239322:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047494.239327:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047494.239332:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:2.0:1777047494.239412:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384256768:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 16889us (17722us total) trans 8589938077 rc 0/0 00000100:00100000:2.0:1777047494.239426:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3410 00000100:00100000:0.0:1777047494.253405:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047494.253727:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257024 00000100:00100000:1.0:1777047494.253747:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257024 00000100:00100000:1.0:1777047494.253862:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3411 00000100:00100000:1.0:1777047494.253882:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384257024:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047494.253925:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047494.253963:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1434 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788404 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.254470:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.254500:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.254515:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.254930:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.254958:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 84 pid: 30806 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.254985:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434055936:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047494.255483:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047494.266012:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047494.266196:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257152 00000100:00100000:3.0:1777047494.266215:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257152 00010000:00010000:3.0:1777047494.266285:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 85 pid: 30806 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047494.266366:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2548 00000100:00100000:3.0:1777047494.266385:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2411:x1863365384257152:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047494.266412:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047494.266423:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 85 pid: 30806 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.266447:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 85 pid: 30806 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.266489:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047494.266500:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.266518:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.266611:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.266656:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047494.266743:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2411:x1863365384257152:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 361us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047494.266758:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2548 00010000:00010000:1.0:1777047494.266965:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e1426 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883fd expref: 84 pid: 30806 timeout: 4222 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.266997:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434055936:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047494.267065:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.267081:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.267090:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047494.267166:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047494.267173:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047494.267210:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.267261:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e1434 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 84 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.267286:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 83 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.267299:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047494.267304:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047494.267308:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b000, rc 0) 00000100:00100000:1.0:1777047494.267381:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384257024:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 13504us (13993us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047494.267393:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3411 00010000:00010000:2.0:1777047494.273383:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047494.283448:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047494.283925:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047494.285835:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257408 00000100:00100000:3.0:1777047494.285856:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257408 00000100:00100000:3.0:1777047494.285939:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257280 00000100:00100000:3.0:1777047494.285945:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257280 00000100:00100000:3.0:1777047494.285999:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5666 00000100:00100000:3.0:1777047494.286041:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384257408:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047494.286075:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047494.286110:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1442 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788412 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047494.286221:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434056064:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047494.286390:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.287636:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5667 00000100:00100000:2.0:1777047494.287656:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384257280:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.287673:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.287700:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78840b expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047494.287754:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97c3, blocks: 0x203 00010000:00010000:2.0:1777047494.287776:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.287780:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047494.287796:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 27 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.287828:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 27 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.287851:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:2.0:1777047494.288294:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384257280:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 642us (4367us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.288308:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5667 00000100:00100000:3.0:1777047494.312722:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434056064:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047494.312807:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1442 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788412 expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.312856:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1442 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788412 expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047494.312882:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a800, rc 0) 00000100:00100000:3.0:1777047494.313183:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384257408:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 27000us (29583us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047494.313202:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5666 00000100:00100000:2.0:1777047494.338323:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047494.340476:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257536 00000100:00100000:3.0:1777047494.340522:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257536 00000100:00100000:3.0:1777047494.340699:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5668 00000100:00100000:3.0:1777047494.340718:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384257536:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047494.340754:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047494.340790:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1450 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788419 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047494.340927:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434056192:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047494.341409:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047494.352470:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434056192:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047494.352610:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1450 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788419 expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.352658:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e69be8f3/0x29ccbc23e99e1450 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788419 expref: 24 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.352683:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a800, rc 0) 00000100:00100000:1.0:1777047494.352791:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384257536:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 12075us (14488us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047494.352808:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5668 00000100:00100000:0.0:1777047494.376377:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047494.377000:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257664 00000100:00100000:1.0:1777047494.377049:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257664 00000100:00100000:1.0:1777047494.377172:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5669 00000100:00100000:1.0:1777047494.377190:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384257664:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047494.377224:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047494.377276:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1457 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788420 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.377397:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33787:1863365434056320:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047494.377619:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047494.397389:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:33787:1863365434056320:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047494.397464:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1457 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788420 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.397512:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1457 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788420 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.398122:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ba00, rc 0) 00000100:00100000:1.0:1777047494.398225:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384257664:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 21037us (21867us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047494.398241:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5669 00000100:00100000:0.0:1777047494.410475:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047494.410625:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257792 00000100:00100000:1.0:1777047494.410645:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257792 00000100:00100000:1.0:1777047494.410852:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5670 00000100:00100000:1.0:1777047494.410872:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684024ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384257792:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047494.410907:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047494.410938:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e145e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788427 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.411092:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434056448:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047494.411251:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047494.425737:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434056448:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047494.425813:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e145e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788427 expref: 24 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.425858:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e145e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788427 expref: 24 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.425882:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ba00, rc 0) 00000100:00100000:1.0:1777047494.425998:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684024ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384257792:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 15129us (15559us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047494.426395:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5670 00000100:00100000:0.0:1777047494.443768:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.443962:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384257920 00000100:00100000:2.0:1777047494.443981:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384257920 00002000:00100000:2.0:1777047494.444114:0:14911:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x139:0x0] (258048->262143) req@ffff98684024bb80 x1863365384257920/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1777047505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047494.444133:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98684024bb80 with x1863365384257920 ext(258048->262143) 00002000:00010000:2.0:1777047494.444144:0:14911:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98684024bb80 00000100:00100000:0.0:1777047494.444662:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3018 00000100:00100000:0.0:1777047494.444685:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684024bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384257920:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:0.0:1777047494.446960:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684024bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384257920:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 2276us (3202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047494.446983:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3018 00002000:00100000:0.0:1777047494.446997:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x139:0x0] (258048->262143) req@ffff98684024bb80 x1863365384257920/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1777047505 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047494.447044:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98684024bb80 with x1863365384257920 ext(258048->262143) 00002000:00010000:0.0:1777047494.447054:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98684024bb80 00000100:00100000:0.0:1777047494.457418:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.458155:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258048 00000100:00100000:2.0:1777047494.458174:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258048 00000100:00100000:2.0:1777047494.458305:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5671 00000100:00100000:2.0:1777047494.458324:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384258048:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.458358:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.458392:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1465 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78842e expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.458515:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365434056576:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.458740:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.472129:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365434056576:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.472204:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1465 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78842e expref: 24 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.472267:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1465 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78842e expref: 24 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.472292:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047494.472400:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840248e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384258048:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 14080us (15000us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.472416:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5671 00000100:00100000:3.0:1777047494.491385:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.492386:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258176 00000100:00100000:2.0:1777047494.492405:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258176 00000100:00100000:2.0:1777047494.493069:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5672 00000100:00100000:2.0:1777047494.493090:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384258176:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.493123:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.493156:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e146c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788435 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.493299:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434056704:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.493440:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.509214:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434056704:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.509288:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e146c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788435 expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.509334:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e146c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788435 expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.509360:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047494.509484:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384258176:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 16396us (18113us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.509501:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5672 00000100:00100000:0.0:1777047494.531689:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.535798:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258304 00000100:00100000:2.0:1777047494.535821:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258304 00000100:00100000:2.0:1777047494.536520:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5673 00000100:00100000:2.0:1777047494.536549:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384258304:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.536583:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.537491:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1473 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78843c expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.537631:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434056832:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.537770:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.555114:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434056832:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.555206:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1473 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78843c expref: 24 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.555252:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1473 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78843c expref: 24 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.555276:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047494.555490:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840249f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384258304:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 18953us (23815us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.555505:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5673 00000100:00100000:0.0:1777047494.601507:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047494.604689:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258432 00000100:00100000:1.0:1777047494.604708:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258432 00002000:00100000:1.0:1777047494.605160:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x139:0x0] (196608->221183) req@ffff986840248a80 x1863365384258432/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1777047505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047494.605181:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840248a80 with x1863365384258432 ext(196608->221183) 00002000:00010000:1.0:1777047494.605191:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840248a80 00000100:00100000:1.0:1777047494.605251:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3019 00000100:00100000:1.0:1777047494.605267:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384258432:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047494.621138:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840248a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384258432:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 15854us (19629us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1777047494.621162:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3019 00002000:00100000:1.0:1777047494.621186:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x139:0x0] (196608->221183) req@ffff986840248a80 x1863365384258432/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:230/0 lens 488/440 e 0 to 0 dl 1777047505 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047494.621212:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840248a80 with x1863365384258432 ext(196608->221183) 00002000:00010000:1.0:1777047494.621224:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840248a80 00000100:00100000:3.0:1777047494.637718:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.637839:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258560 00000100:00100000:2.0:1777047494.637857:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258560 00000100:00100000:2.0:1777047494.637962:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5674 00000100:00100000:2.0:1777047494.637978:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384258560:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.638340:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.638376:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e147a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788443 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.641924:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:33459:1863365434056960:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.642100:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.650520:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:33459:1863365434056960:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.650874:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e147a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788443 expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.650929:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e147a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788443 expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.650952:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047494.651102:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384258560:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 13125us (13400us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.651117:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5674 00000100:00100000:0.0:1777047494.671044:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.671166:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258688 00000100:00100000:2.0:1777047494.671184:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258688 00000100:00100000:2.0:1777047494.671273:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5675 00000100:00100000:2.0:1777047494.671287:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684024b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384258688:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.671316:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.671350:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1481 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78844a expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.671455:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434057088:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.671638:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.687171:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434057088:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.687241:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1481 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78844a expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.687282:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1481 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78844a expref: 24 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.687312:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047494.687486:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684024b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384258688:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 16198us (16473us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.687501:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5675 00000100:00100000:3.0:1777047494.701525:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.701636:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258816 00000100:00100000:2.0:1777047494.701653:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258816 00000100:00100000:2.0:1777047494.701757:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5676 00000100:00100000:2.0:1777047494.701773:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384258816:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.701803:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.701835:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1488 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788451 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.701940:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:26190:1863365434057216:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.702105:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.717062:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:26190:1863365434057216:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.717129:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1488 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788451 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.717171:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e1488 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788451 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.717193:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047494.717289:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384258816:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 15518us (16468us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.717306:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5676 00000100:00100000:0.0:1777047494.739362:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.747773:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384258944 00000100:00100000:2.0:1777047494.747896:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384258944 00000100:00100000:2.0:1777047494.749883:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5677 00000100:00100000:2.0:1777047494.749901:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684024b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384258944:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.749933:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.749965:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e148f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788458 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.751812:0:33788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33788:1863365434057344:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.751952:0:33788:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.774728:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:33788:1863365434057344:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.774794:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e148f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788458 expref: 24 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.774836:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1586236/0x29ccbc23e99e148f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788458 expref: 24 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.774873:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047494.774954:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684024b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384258944:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 25056us (35609us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.774966:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5677 00000100:00100000:0.0:1777047494.793385:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.793568:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384259072 00000100:00100000:2.0:1777047494.793585:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384259072 00000100:00100000:2.0:1777047494.793680:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5678 00000100:00100000:2.0:1777047494.793697:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384259072:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047494.793729:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.793759:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1496 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78845f expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.793861:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434057472:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.793985:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.805176:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434057472:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.805245:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1496 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78845f expref: 24 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.805284:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1496 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78845f expref: 24 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.805306:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047494.805393:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840249500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384259072:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 11699us (12021us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.805407:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5678 00000100:00100000:0.0:1777047494.826936:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047494.836265:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384259200 00000100:00100000:3.0:1777047494.836291:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384259200 00000100:00100000:3.0:1777047494.836961:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5679 00000100:00100000:3.0:1777047494.836979:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384259200:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047494.837057:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047494.837092:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e149d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788466 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047494.837199:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434057600:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047494.838618:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047494.850218:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434057600:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047494.850291:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e149d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788466 expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.850338:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e149d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788466 expref: 24 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.850361:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b600, rc 0) 00000100:00100000:2.0:1777047494.850469:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840248380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384259200:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 13491us (23547us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047494.850483:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5679 00000100:00100000:1.0:1777047494.870995:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.871358:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384259456 00000100:00100000:2.0:1777047494.871377:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384259456 00000100:00100000:2.0:1777047494.871487:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1231 00000100:00100000:2.0:1777047494.871503:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384259456:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047494.872490:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384259456:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 987us (1510us total) trans 8589938078 rc 0/0 00000100:00100000:2.0:1777047494.872502:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1231 00000100:00100000:0.0:1777047494.938645:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.939349:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384259584 00000100:00100000:2.0:1777047494.939368:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384259584 00000100:00100000:2.0:1777047494.940822:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3412 00000100:00100000:2.0:1777047494.940849:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54294:x1863365384259584:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.940893:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.940933:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14a4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78846d expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941122:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941150:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941176:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941203:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941216:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941246:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941817:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e14b9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941836:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e14b9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.941850:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e14b9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047494.941910:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047494.941917:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047494.942255:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e14b9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942274:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e14b9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942289:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942300:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942318:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942330:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047494.942337:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942351:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942370:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047494.942376:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047494.942383:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942393:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14ab lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942416:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942428:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942439:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942475:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047494.942480:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942498:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942512:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986821215e00) 00010000:00010000:2.0:1777047494.942516:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047494.942522:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942613:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e14b2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942675:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14a4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78846d expref: 86 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942698:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e14b9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78846d expref: 85 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.942712:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047494.942716:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047494.942721:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:2.0:1777047494.942844:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840249180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54294:x1863365384259584:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2003us (4310us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047494.942857:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3412 00000100:00100000:3.0:1777047494.955525:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.955961:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384259840 00000100:00100000:2.0:1777047494.955981:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384259840 00000100:00100000:3.0:1777047494.955983:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.957049:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3413 00000100:00100000:2.0:1777047494.957075:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54294:x1863365384259840:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.957118:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.957204:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14c0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788474 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.957432:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.957582:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384259968 00000100:00100000:1.0:1777047494.957593:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384259968 00000100:00100000:1.0:1777047494.957658:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 489 00000100:00100000:1.0:1777047494.957672:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:2412:x1863365384259968:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047494.957719:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047494.957754:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e14b9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78846d expref: 87 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.957785:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047494.957794:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047494.957883:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2412:x1863365384259968:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 212us (1900us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047494.957898:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 489 00010000:00010000:2.0:1777047494.958995:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 85 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.959100:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.963568:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 85 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047494.963606:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 85 pid: 30805 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047494.963637:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434057728:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047494.963783:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047494.973485:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.973493:0:33460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434057728:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047494.973584:0:33460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047494.973631:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384260096 00000100:00100000:0.0:1777047494.973647:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384260096 00010000:00010000:0.0:1777047494.973734:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 86 pid: 30805 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047494.973809:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2549 00000100:00100000:0.0:1777047494.973827:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804838c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2410:x1863365384260096:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047494.973858:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047494.973870:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 86 pid: 30805 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.973892:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 86 pid: 30805 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.973930:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e143b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788404 expref: 86 pid: 30805 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.973956:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047494.973965:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.973981:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.973994:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047494.974063:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047494.974177:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804838c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2410:x1863365384260096:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 352us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047494.974191:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2549 00010000:00010000:2.0:1777047494.974359:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.974375:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047494.974412:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047494.974736:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14c0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 86 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.974786:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.974809:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047494.974813:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047494.974818:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:2.0:1777047494.975552:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54294:x1863365384259840:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18484us (20044us total) trans 8589938079 rc 0/0 00000100:00100000:2.0:1777047494.975565:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3413 00000100:00100000:1.0:1777047494.990522:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047494.990871:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384260224 00000100:00100000:2.0:1777047494.990891:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384260224 00000100:00100000:2.0:1777047494.991001:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3414 00000100:00100000:2.0:1777047494.991039:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54294:x1863365384260224:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047494.991084:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047494.991123:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14d5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78847b expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.992905:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.992938:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 86 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.992954:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.993048:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 86 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047494.993071:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 86 pid: 33460 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047494.993099:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434057856:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047494.993283:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047495.005435:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434057856:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047495.005501:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.013387:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047495.014471:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384260352 00000100:00100000:2.0:1777047495.014490:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384260352 00010000:00010000:2.0:1777047495.014964:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 87 pid: 33460 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.015058:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2550 00000100:00100000:2.0:1777047495.015077:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:2412:x1863365384260352:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047495.015105:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047495.015117:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 87 pid: 33460 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.015139:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 87 pid: 33460 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.015179:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e14c7 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788474 expref: 87 pid: 33460 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.015208:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047495.015216:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.015254:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.015267:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.015329:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047495.015419:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2412:x1863365384260352:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 346us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.015431:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2550 00000100:00080000:0.0:1777047495.016916:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777047495.017336:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.017356:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047495.017441:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047495.017449:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047495.017518:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.017645:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e14d5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78847b expref: 86 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.017675:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78847b expref: 85 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.017688:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047495.017693:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047495.017698:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:3.0:1777047495.017787:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54294:x1863365384260224:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 26753us (27283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047495.017800:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3414 00000100:00100000:1.0:1777047495.029380:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047495.029636:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384260608 00000100:00100000:3.0:1777047495.029654:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384260608 00000100:00100000:3.0:1777047495.029854:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1232 00000100:00100000:3.0:1777047495.029873:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54294:x1863365384260608:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047495.030319:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54294:x1863365384260608:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 449us (957us total) trans 8589938080 rc 0/0 00000100:00100000:3.0:1777047495.030333:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1232 00000100:00100000:0.0:1777047495.048673:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047495.048862:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384260864 00000100:00100000:2.0:1777047495.048881:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384260864 00000100:00100000:0.0:1777047495.050411:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3415 00000100:00100000:0.0:1777047495.050432:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54294:x1863365384260864:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047495.050473:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047495.050478:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777047495.050527:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbde800/0x29ccbc23e99e1346 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883c5 expref: 86 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.050621:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047495.050631:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047495.050656:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e14e3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788482 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.050823:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e14ea lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.050849:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e14ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.050866:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e14ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047495.050908:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047495.051923:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e14e3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788482 expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.051952:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e14ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788482 expref: 87 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.051964:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047495.051968:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047495.051972:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88a00, rc 0) 00000100:00100000:0.0:1777047495.052462:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840249c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54294:x1863365384260864:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2035us (3809us total) trans 8589938081 rc 0/0 00000100:00100000:0.0:1777047495.052493:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3415 00000100:00100000:1.0:1777047495.065095:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047495.065169:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047495.065293:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384261120 00000100:00100000:3.0:1777047495.065311:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384261120 00000100:00100000:3.0:1777047495.065422:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384260992 00000100:00100000:3.0:1777047495.065426:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384260992 00000100:00100000:3.0:1777047495.065470:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5680 00000100:00100000:3.0:1777047495.065485:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384261120:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047495.065606:0:32524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.065643:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 23 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.065926:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047495.065930:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047495.065936:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.066032:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 23 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.066057:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 23 pid: 27536 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.066082:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434057984:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047495.066207:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683efc4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047495.066513:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5681 00000100:00100000:2.0:1777047495.066594:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384260992:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047495.066632:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.066949:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 27 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.066960:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.066963:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.066967:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.067342:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 27 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.067373:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 27 pid: 26191 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.067392:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434058112:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047495.067451:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758b40 going to sleep for 11 seconds 00000100:00080000:0.0:1777047495.067598:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047495.067606:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047495.072470:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047495.072580:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434057984:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047495.072630:0:32524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.072646:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434058112:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047495.072668:0:33459:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.072909:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047495.077264:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384261248 00000100:00100000:0.0:1777047495.077282:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384261248 00010000:00010000:0.0:1777047495.077364:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 28 pid: 26191 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.078164:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384261376 00000100:00100000:0.0:1777047495.078172:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384261376 00010000:00010000:0.0:1777047495.078204:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 24 pid: 27536 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.080366:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2551 00000100:00100000:2.0:1777047495.080511:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384261248:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047495.080570:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047495.080614:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 28 pid: 26191 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.080638:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 28 pid: 26191 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.080695:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e1449 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78840b expref: 28 pid: 26191 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.080738:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.080742:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.080750:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.080768:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.080826:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047495.080870:0:33459:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.080885:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.080924:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.080931:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384261248:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 548us (8490us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047495.080938:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.080944:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2551 00010000:00010000:3.0:1777047495.080952:0:33459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.080962:0:33459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047495.080968:0:33459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.081058:0:33459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.081080:0:33459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.081092:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e14ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.081191:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105bb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384260992:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 14665us (16021us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047495.081204:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5681 00000100:00100000:2.0:1777047495.082337:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2552 00000100:00100000:2.0:1777047495.082359:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384261376:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047495.082383:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047495.082410:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 24 pid: 27536 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.082432:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 24 pid: 27536 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.082456:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e12d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788394 expref: 24 pid: 27536 timeout: 4223 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.082490:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.082493:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047495.082498:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.082511:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047495.083807:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047495.083843:0:32524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.083861:0:32524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.083862:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384261376:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1510us (10952us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.083876:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2552 00010000:00010000:3.0:1777047495.083907:0:32524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.083919:0:32524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.083934:0:32524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.083944:0:32524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3b000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047495.083950:0:32524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.083963:0:32524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.084772:0:32524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.084788:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e14f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047495.084976:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384261120:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 19491us (19898us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.084989:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5680 00000100:00100000:2.0:1777047495.105524:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047495.106322:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384261632 00000100:00100000:3.0:1777047495.106341:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384261632 00000100:00100000:3.0:1777047495.106455:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3416 00000100:00100000:3.0:1777047495.106492:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54294:x1863365384261632:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047495.106640:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777047495.106693:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e14dc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78847b expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.106734:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1315 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b7 expref: 86 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.106753:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047495.106761:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047495.106818:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.106842:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.106858:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047495.117421:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1093, 88 off100480 00000004:00080000:0.0:1777047495.117444:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123499908929ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047495.117720:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1080, 88 off99184 00000004:00080000:0.0:1777047495.117732:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123500197570ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047495.117853:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1081, 88 off99272 00000004:00080000:0.0:1777047495.117862:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123500327208ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047495.118046:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1094, 88 off100568 00000004:00080000:0.0:1777047495.118054:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123500519908ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047495.118141:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1095, 88 off100656 00000004:00080000:0.0:1777047495.118148:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123500613259ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047495.118174:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1082, 88 off99360 00000004:00080000:0.0:1777047495.118180:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123500646156ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047495.118207:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1096, 88 off100744 00000004:00080000:0.0:1777047495.118213:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123500679049ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047495.118239:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1083, 88 off99448 00000004:00080000:0.0:1777047495.118245:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123500710863ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047495.118270:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1084, 88 off99536 00000004:00080000:0.0:1777047495.118276:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123500741583ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047495.118300:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1097, 88 off100832 00000004:00080000:0.0:1777047495.118307:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123500772034ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047495.118348:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1085, 88 off99624 00000004:00080000:0.0:1777047495.118355:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123500820434ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047495.118382:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1098, 88 off100920 00000004:00080000:0.0:1777047495.118391:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123500856352ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047495.118417:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1086, 88 off99712 00000004:00080000:0.0:1777047495.118425:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123500890079ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047495.118446:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1099, 88 off101008 00000004:00080000:0.0:1777047495.118451:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123500916670ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.125944:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1087, 88 off99800 00000004:00080000:2.0:1777047495.125971:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508436206ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126062:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1100, 88 off101096 00000004:00080000:2.0:1777047495.126070:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508535515ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126101:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1101, 88 off101184 00000004:00080000:2.0:1777047495.126108:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508573398ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126135:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1088, 88 off99888 00000004:00080000:2.0:1777047495.126142:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508607492ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126186:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1102, 88 off101272 00000004:00080000:2.0:1777047495.126192:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508657383ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126213:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1089, 88 off99976 00000004:00080000:2.0:1777047495.126221:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508686636ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126243:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1090, 88 off100064 00000004:00080000:2.0:1777047495.126249:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508714728ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126271:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1103, 88 off101360 00000004:00080000:2.0:1777047495.126277:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508742840ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126303:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1104, 88 off101448 00000004:00080000:2.0:1777047495.126310:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508775147ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126331:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1091, 88 off100152 00000004:00080000:2.0:1777047495.126336:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508801362ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126357:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1105, 88 off101536 00000004:00080000:2.0:1777047495.126363:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508829122ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126384:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1092, 88 off100240 00000004:00080000:2.0:1777047495.126390:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508855608ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126412:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1093, 88 off100328 00000004:00080000:2.0:1777047495.126418:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508883626ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126443:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1106, 88 off101624 00000004:00080000:2.0:1777047495.126450:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508915507ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126476:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1107, 88 off101712 00000004:00080000:2.0:1777047495.126481:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123508947048ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.126501:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1094, 88 off100416 00000004:00080000:2.0:1777047495.126506:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508972278ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126526:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1095, 88 off100504 00000004:00080000:2.0:1777047495.126587:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123508996231ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047495.126624:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1108, 88 off101800 00000004:00080000:2.0:1777047495.126936:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123509401143ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.127067:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1109, 88 off101888 00000004:00080000:2.0:1777047495.127073:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4123509538918ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047495.127099:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1096, 88 off100592 00000004:00080000:2.0:1777047495.127105:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4123509570971ns, next at 4114093406619ns, rc = 0 00000100:00100000:1.0:1777047495.236428:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434058496:0@lo:400:kworker.0 00000100:00100000:1.0:1777047495.236584:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047495.236589:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434058368:0@lo:400:kworker.0 00000100:00100000:1.0:1777047495.236667:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047495.236680:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434058624:0@lo:400:kworker.0 00000100:00100000:3.0:1777047495.236722:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434058240:0@lo:400:kworker.0 00000100:00100000:2.0:1777047495.237146:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434058496 00000100:00100000:2.0:1777047495.237161:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434058496 00000100:00100000:2.0:1777047495.237471:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1777047495.237489:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434058496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047495.241423:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.241522:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434058752:0@lo:400:kworker.0 00000100:00100000:3.0:1777047495.241608:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.241689:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434058240 00000100:00100000:3.0:1777047495.241699:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434058240 00000100:00100000:3.0:1777047495.241771:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1777047495.241785:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434058240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047495.241867:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704457450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434058240:12345-0@lo:400:kworker.0 Request processed in 83us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047495.241880:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1777047495.241936:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434058752 00000100:00100000:3.0:1777047495.241942:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434058752 00000100:00100000:3.0:1777047495.241995:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:3.0:1777047495.242034:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434058752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047495.242088:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434058752:12345-0@lo:400:kworker.0 Request processed in 84us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047495.242098:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:3.0:1777047495.242162:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434058240:0@lo:400:kworker.0 00000100:00100000:3.0:1777047495.242187:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434058752:0@lo:400:kworker.0 00000100:00100000:1.0:1777047495.242439:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777047495.242481:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047495.242490:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047495.242517:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434058624 00000100:00100000:0.0:1777047495.242524:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434058624 00000100:00100000:0.0:1777047495.242612:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:0.0:1777047495.242625:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434058624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047495.243351:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434058496:12345-0@lo:400:kworker.0 Request processed in 5863us (6765us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.243369:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1777047495.244073:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434058624:12345-0@lo:400:kworker.0 Request processed in 1448us (1633us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.244087:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00080000:0.0:1777047495.244119:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047495.244163:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047495.244221:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434058880:0@lo:400:kworker.0 00000100:00100000:0.0:1777047495.244268:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.244271:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434058368 00000100:00100000:2.0:1777047495.244281:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434058368 00000100:00100000:0.0:1777047495.244326:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434058880 00000100:00100000:0.0:1777047495.244335:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434058880 00000100:00100000:2.0:1777047495.244356:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1777047495.244372:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684024a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434058368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047495.244389:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1777047495.244407:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684024aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434058880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047495.244481:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684024a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434058368:12345-0@lo:400:kworker.0 Request processed in 113us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047495.244492:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1777047495.244781:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684024aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434058880:12345-0@lo:400:kworker.0 Request processed in 378us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.244794:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:0.0:1777047495.244821:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047495.244859:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434058368:0@lo:400:kworker.0 00000100:00100000:0.0:1777047495.244875:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434058880:0@lo:400:kworker.0 00000100:00100000:1.0:1777047495.248305:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434058496:0@lo:400:kworker.0 00000100:00100000:1.0:1777047495.248351:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434058624:0@lo:400:kworker.0 00000001:00080000:0.0:1777047495.269843:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938082 is committed 00000004:00080000:0.0:1777047495.269865:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1000 committed 00000004:00080000:0.0:1777047495.269893:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1012 committed 00000004:00080000:0.0:1777047495.269911:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1011 committed 00000004:00080000:0.0:1777047495.269922:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 999 committed 00000004:00080000:0.0:1777047495.269927:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 998 committed 00000004:00080000:0.0:1777047495.269930:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1010 committed 00000004:00080000:0.0:1777047495.269934:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1009 committed 00000004:00080000:0.0:1777047495.269937:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 997 committed 00000004:00080000:0.0:1777047495.269941:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 996 committed 00000004:00080000:0.0:1777047495.269945:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1008 committed 00000004:00080000:0.0:1777047495.269951:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 995 committed 00000004:00080000:0.0:1777047495.269956:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1007 committed 00000004:00080000:0.0:1777047495.269960:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1006 committed 00000004:00080000:0.0:1777047495.269963:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 994 committed 00000004:00080000:0.0:1777047495.269967:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 993 committed 00000004:00080000:0.0:1777047495.269970:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1005 committed 00000004:00080000:0.0:1777047495.269973:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 992 committed 00000004:00080000:0.0:1777047495.269977:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1004 committed 00000004:00080000:0.0:1777047495.269980:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1003 committed 00000004:00080000:0.0:1777047495.269983:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 991 committed 00000004:00080000:0.0:1777047495.269986:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1002 committed 00000004:00080000:0.0:1777047495.269991:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 990 committed 00000004:00080000:0.0:1777047495.269995:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1001 committed 00000004:00080000:0.0:1777047495.270037:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 989 committed 00000004:00080000:0.0:1777047495.270043:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1000 committed 00000004:00080000:0.0:1777047495.270046:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 988 committed 00000004:00080000:0.0:1777047495.270049:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 987 committed 00000004:00080000:0.0:1777047495.270052:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 999 committed 00000004:00080000:0.0:1777047495.270055:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 986 committed 00000004:00080000:0.0:1777047495.270058:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 998 committed 00000004:00080000:0.0:1777047495.270061:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 997 committed 00000004:00080000:0.0:1777047495.270064:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 985 committed 00000004:00080000:0.0:1777047495.270067:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 984 committed 00000004:00080000:0.0:1777047495.270070:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 996 committed 00000020:00080000:0.0:1777047495.270163:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9867077589c0 refcount 2 committed 0 result 0 batchid 4294969476 00000020:00080000:0.0:1777047495.270173:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4ba200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986707758480 00000020:00080000:0.0:1777047495.270179:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4bad00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9867077580c0 00000020:00080000:0.0:1777047495.270183:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4bac00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff986802eb7800 00000020:00080000:0.0:1777047495.270189:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].52 00000100:00100000:3.0:1777047495.270378:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059008:0@lo:2:osp-syn-0-0.0 00000004:00010000:1.0:1777047495.270430:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055158a0b reply state 00000000166a504c transno 8589938082 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.270453:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047495.270518:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1777047495.270606:0:30806:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047495.270616:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059520:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.270634:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54294:x1863365384261632:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 164144us (165123us total) trans 8589938082 rc 0/0 00000100:00100000:1.0:1777047495.270651:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3416 00000100:00100000:3.0:1777047495.270652:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.270678:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060032:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.270709:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.270743:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047495.270753:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059136:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047495.270788:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059008 00000100:00100000:3.0:1777047495.270788:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.270801:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059008 00000100:00100000:3.0:1777047495.270817:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059648:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.270845:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1777047495.271157:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969476 committed batchid 4294969475 00000020:00080000:0.0:1777047495.271499:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969475 00010000:00010000:0.0:1777047495.271526:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.271570:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.271584:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.271594:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047495.271601:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.271615:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.271642:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047495.271648:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047495.271657:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.271671:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1506 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.271715:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684024b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434059264:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047495.271772:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434059392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.272424:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.272467:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.272526:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059520 00000100:00100000:2.0:1777047495.272535:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059520 00000100:00100000:2.0:1777047495.272886:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060032 00000100:00100000:2.0:1777047495.272891:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060032 00000100:00100000:2.0:1777047495.272920:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059136 00000100:00100000:2.0:1777047495.272924:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059136 00000100:00100000:2.0:1777047495.272949:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059648 00000100:00100000:2.0:1777047495.272953:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059648 00000100:00100000:2.0:1777047495.272981:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5682 00000100:00100000:2.0:1777047495.272995:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434059008:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.273155:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683 00000100:00100000:1.0:1777047495.273171:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434059520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047495.273436:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047495.273442:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047495.273447:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047495.273451:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047495.273455:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047495.273527:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434059520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 360us (2872us total) trans 21474838509 rc 0/0 00000100:00100000:1.0:1777047495.273564:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683 00000100:00100000:1.0:1777047495.273591:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684 00000100:00100000:1.0:1777047495.273604:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434060032:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047495.274056:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047495.274062:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047495.274065:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047495.274069:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047495.274072:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047495.274118:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434060032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 517us (3407us total) trans 21474838510 rc 0/0 00000100:00100000:1.0:1777047495.274129:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684 00000100:00100000:1.0:1777047495.274152:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5685 00000100:00100000:1.0:1777047495.274164:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434059136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047495.274328:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047495.274334:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047495.274338:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047495.274342:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:1.0:1777047495.274345:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047495.274391:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434059136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 229us (3601us total) trans 21474838511 rc 0/0 00000100:00100000:1.0:1777047495.274401:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5685 00000100:00100000:1.0:1777047495.274423:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5686 00000100:00100000:1.0:1777047495.274435:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434059648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047495.274624:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047495.274629:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047495.274633:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047495.274636:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:1.0:1777047495.274639:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047495.274683:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434059648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 250us (3836us total) trans 21474838512 rc 0/0 00000100:00100000:1.0:1777047495.274693:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5686 00000100:00100000:2.0:1777047495.275282:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434059008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2288us (4765us total) trans 21474838513 rc 0/0 00000100:00100000:2.0:1777047495.275293:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5682 00000004:00080000:3.0:1777047495.277453:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810663100/2, rc 0, transno 21474838511 00000100:00100000:3.0:1777047495.277479:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059136:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047495.277500:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55180/2, rc 0, transno 21474838512 00000100:00100000:3.0:1777047495.277505:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059648:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047495.277518:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810660e00/2, rc 0, transno 21474838513 00000100:00100000:3.0:1777047495.277524:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059008:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047495.277536:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a54380/2, rc 0, transno 21474838509 00000100:00100000:3.0:1777047495.277540:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434059520:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047495.277554:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a56a00/2, rc 0, transno 21474838510 00000100:00100000:3.0:1777047495.277559:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060032:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.277576:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047495.277589:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060160:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.277641:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.277667:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684024ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.277698:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.277750:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060544 00000100:00100000:3.0:1777047495.277759:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060544 00000100:00100000:3.0:1777047495.277814:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060160 00000100:00100000:3.0:1777047495.277818:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060160 00000100:00100000:3.0:1777047495.277846:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060672 00000100:00100000:3.0:1777047495.277850:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060672 00000100:00100000:2.0:1777047495.277852:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.277870:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059392 00000100:00100000:3.0:1777047495.277875:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059392 00000100:00100000:2.0:1777047495.277888:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434059904:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.277896:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687 00000100:00100000:3.0:1777047495.277907:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434060544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047495.277929:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.277953:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684024a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434060416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047495.277984:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.278030:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434060928:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047495.278067:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.278105:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059904 00000100:00100000:2.0:1777047495.278111:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059904 00000100:00100000:2.0:1777047495.278134:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060416 00000100:00100000:2.0:1777047495.278138:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060416 00000100:00100000:2.0:1777047495.278153:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060928 00000100:00100000:2.0:1777047495.278156:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060928 00000100:00100000:2.0:1777047495.278173:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5688 00000100:00100000:2.0:1777047495.278183:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434060160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047495.278217:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.278223:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047495.278228:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:3.0:1777047495.278232:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047495.278236:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047495.278290:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434060544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 383us (5821us total) trans 17179871418 rc 0/0 00000100:00100000:3.0:1777047495.278302:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687 00000100:00100000:3.0:1777047495.278327:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689 00002000:00010000:2.0:1777047495.278328:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.278332:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047495.278337:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00000100:00100000:3.0:1777047495.278337:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434060672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.278341:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:2.0:1777047495.278345:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047495.278388:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434060160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 205us (746us total) trans 17179871419 rc 0/0 00000100:00100000:2.0:1777047495.278399:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5688 00000100:00100000:2.0:1777047495.278420:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690 00000100:00100000:2.0:1777047495.278429:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434059392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047495.278466:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.278470:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.278474:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047495.278478:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.278481:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047495.278522:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434060672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 186us (822us total) trans 17179871420 rc 0/0 00000100:00100000:3.0:1777047495.278801:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689 00000100:00100000:3.0:1777047495.278826:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5691 00000100:00100000:3.0:1777047495.278836:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434059904:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047495.278850:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.278855:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:2.0:1777047495.278858:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:2.0:1777047495.278862:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:2.0:1777047495.278865:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047495.278916:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434059392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 486us (1063us total) trans 21474838514 rc 0/0 00000100:00100000:2.0:1777047495.278927:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690 00000100:00100000:2.0:1777047495.278947:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5692 00000100:00100000:2.0:1777047495.278956:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434060416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047495.278994:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047495.279025:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.279029:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047495.279033:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.279036:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047495.279077:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434059904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 242us (1147us total) trans 21474838515 rc 0/0 00000100:00100000:3.0:1777047495.279093:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5691 00000100:00100000:3.0:1777047495.279120:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5693 00002000:00010000:2.0:1777047495.279129:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 257382 -> 257382 00000100:00100000:3.0:1777047495.279130:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434060928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.279135:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:2.0:1777047495.279138:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047495.279141:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:2.0:1777047495.279145:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047495.279190:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434060416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 233us (1203us total) trans 17179871421 rc 0/0 00000100:00100000:2.0:1777047495.279200:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5692 00000004:00080000:2.0:1777047495.279246:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55500/2, rc 0, transno 21474838514 00000100:00100000:2.0:1777047495.279254:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434059392:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047495.279258:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.279262:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.279266:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047495.279269:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00000004:00080000:2.0:1777047495.279271:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a56300/2, rc 0, transno 21474838515 00002000:00010000:3.0:1777047495.279274:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047495.279276:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434059904:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047495.279291:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684024a680/2, rc 0, transno 17179871421 00000100:00100000:2.0:1777047495.279305:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684024a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434060416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.279312:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434060928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 183us (1244us total) trans 17179871422 rc 0/0 00000004:00080000:2.0:1777047495.279319:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840249f80/2, rc 0, transno 17179871422 00000100:00100000:3.0:1777047495.279322:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5693 00000100:00100000:2.0:1777047495.279324:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840249f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434060928:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.279598:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434061056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.279636:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.279669:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684024b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434061568:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.279704:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.279873:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.280275:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434061184:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.280385:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061056 00000100:00100000:0.0:1777047495.280393:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061056 00000100:00100000:0.0:1777047495.280433:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061568 00000100:00100000:0.0:1777047495.280437:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061568 00000100:00100000:0.0:1777047495.280457:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059264 00000100:00100000:0.0:1777047495.280461:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059264 00000100:00100000:0.0:1777047495.280509:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5694 00000100:00100000:0.0:1777047495.280520:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434061056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047495.280970:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047495.280975:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047495.280978:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047495.280982:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047495.280986:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047495.281871:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434062080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.281989:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434059776:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.282360:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.282403:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840248000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434060288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.282436:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.282465:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434060800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.282495:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.282518:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061312:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047495.283122:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.283183:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684024b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434061696:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.283186:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047495.283214:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047495.283228:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840248700/2, rc 0, transno 17179871419 00000100:00100000:2.0:1777047495.283420:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434059776 00000100:00100000:2.0:1777047495.283426:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434059776 00000100:00100000:2.0:1777047495.283461:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060288 00000100:00100000:2.0:1777047495.283465:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060288 00000100:00100000:3.0:1777047495.283514:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840248700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060160:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047495.283540:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684024ad80/2, rc 0, transno 17179871420 00000100:00100000:3.0:1777047495.283546:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684024ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060672:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047495.283559:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840249880/2, rc 0, transno 17179871418 00000100:00100000:3.0:1777047495.283565:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840249880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434060544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.283597:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434060800 00000100:00100000:3.0:1777047495.283602:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434060800 00000100:00100000:3.0:1777047495.283735:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061184 00000100:00100000:2.0:1777047495.283737:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062080 00000100:00100000:3.0:1777047495.283740:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061184 00000100:00100000:2.0:1777047495.283742:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062080 00000100:00100000:3.0:1777047495.283756:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061696 00000100:00100000:3.0:1777047495.283759:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061696 00000100:00100000:2.0:1777047495.283785:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5695 00000100:00100000:2.0:1777047495.283798:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365434061568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.283813:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696 00000100:00100000:3.0:1777047495.283824:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434059264:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.284198:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047495.284204:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.284208:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047495.284212:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.284215:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047495.284278:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434061568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 479us (4570us total) trans 17179871423 rc 0/0 00000100:00100000:2.0:1777047495.284290:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5695 00000100:00100000:2.0:1777047495.284317:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5697 00000100:00100000:2.0:1777047495.284327:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434059776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047495.284403:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047495.284408:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047495.284412:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047495.284416:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:3.0:1777047495.284419:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 327 -> 327 00000100:00100000:3.0:1777047495.284464:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434059264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 641us (4591us total) trans 17179871424 rc 0/0 00000100:00100000:3.0:1777047495.284474:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696 00002000:00010000:2.0:1777047495.284482:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047495.284486:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.284490:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047495.284493:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00000100:00100000:3.0:1777047495.284494:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5698 00002000:00010000:2.0:1777047495.284497:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047495.284504:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434060288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047495.284539:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3340:x1863365434059776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 214us (2179us total) trans 21474838517 rc 0/0 00000100:00100000:2.0:1777047495.284550:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5697 00000100:00100000:2.0:1777047495.284572:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699 00000100:00100000:2.0:1777047495.284582:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434060800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047495.284708:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047495.284714:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047495.284718:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047495.284722:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047476 -> 1777047476 00002000:00010000:3.0:1777047495.284725:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1777047495.284734:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.284739:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.284742:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047495.284746:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.284749:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047495.284766:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434060288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 263us (2328us total) trans 17179871425 rc 0/0 00000100:00100000:3.0:1777047495.284776:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5698 00000100:00100000:2.0:1777047495.284783:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434060800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 203us (2288us total) trans 17179871426 rc 0/0 00000100:00100000:2.0:1777047495.284792:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699 00000100:00100000:3.0:1777047495.284797:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5700 00000100:00100000:3.0:1777047495.284807:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434061184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047495.284808:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5701 00000100:00100000:2.0:1777047495.284816:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434062080:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047495.284944:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047495.284949:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.284952:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047495.284955:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.284959:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047495.285337:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434062080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 519us (2149us total) trans 21474838518 rc 0/0 00000100:00100000:2.0:1777047495.285347:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5701 00000100:00100000:2.0:1777047495.285367:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702 00000100:00100000:2.0:1777047495.285377:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434061696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.285523:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047495.285528:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.285558:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:2.0:1777047495.285562:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.285565:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047495.285620:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434061696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 243us (2403us total) trans 17179871427 rc 0/0 00000100:00100000:2.0:1777047495.285629:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702 00000004:00080000:2.0:1777047495.285687:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684024b480/2, rc 0, transno 17179871427 00000100:00100000:2.0:1777047495.285696:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684024b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434061696:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047495.285804:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.285809:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.285813:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047495.285817:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.285820:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047495.285827:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.285895:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.285902:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434061184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1096us (2782us total) trans 21474838519 rc 0/0 00000100:00100000:3.0:1777047495.285912:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5700 00000100:00100000:3.0:1777047495.285931:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061312 00000100:00100000:1.0:1777047495.285934:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.285937:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061312 00000100:00100000:3.0:1777047495.285969:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061824 00000100:00100000:3.0:1777047495.285973:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061824 00000004:00080000:1.0:1777047495.285978:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684024b100/2, rc 0, transno 17179871424 00000100:00100000:1.0:1777047495.285987:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684024b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434059264:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.285997:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5703 00000004:00080000:1.0:1777047495.286037:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55c00/2, rc 0, transno 21474838517 00000100:00100000:1.0:1777047495.286055:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434059776:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047495.286073:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840248000/2, rc 0, transno 17179871425 00000100:00100000:1.0:1777047495.286079:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840248000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434060288:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047495.286091:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840248e00/2, rc 0, transno 17179871426 00000100:00100000:1.0:1777047495.286097:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840248e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434060800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.286111:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047495.286120:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061440:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.286155:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.286175:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061952:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.286202:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.286235:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061440 00000100:00100000:1.0:1777047495.286241:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061440 00000100:00100000:3.0:1777047495.286309:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434061312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.286352:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434061056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5833us (6714us total) trans 21474838516 rc 0/0 00000100:00100000:2.0:1777047495.286434:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434061952 00000100:00100000:2.0:1777047495.286440:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434061952 00002000:00010000:3.0:1777047495.286466:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047495.286471:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.286475:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047495.286478:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.286482:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047495.286532:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434061312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 228us (704us total) trans 21474838520 rc 0/0 00000100:00100000:1.0:1777047495.286560:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5704 00000100:00100000:3.0:1777047495.286568:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5703 00000100:00100000:1.0:1777047495.286572:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434061824:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.286587:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5705 00000100:00100000:3.0:1777047495.286596:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434061440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047495.286715:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.286720:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.286724:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047495.286728:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.286731:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047495.286737:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5694 00000100:00100000:3.0:1777047495.286772:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434061440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 175us (614us total) trans 21474838521 rc 0/0 00000100:00100000:3.0:1777047495.286782:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5705 00002000:00010000:1.0:1777047495.287166:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047495.287171:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047495.287174:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047495.287177:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047495.287180:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047495.287224:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434061824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 654us (1288us total) trans 21474838522 rc 0/0 00000100:00100000:1.0:1777047495.287234:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5704 00000100:00100000:3.0:1777047495.287256:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047495.287308:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434062208:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.287309:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434062336:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.287346:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.287352:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434062592:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.287406:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047495.287429:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062336 00000100:00100000:3.0:1777047495.287432:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434063104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.287436:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062336 00000100:00100000:3.0:1777047495.287463:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047495.287471:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062592 00000100:00100000:0.0:1777047495.287475:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062592 00000100:00100000:0.0:1777047495.287497:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434063104 00000004:00080000:3.0:1777047495.287497:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55f80/2, rc 0, transno 21474838516 00000100:00100000:0.0:1777047495.287500:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434063104 00000100:00100000:3.0:1777047495.287511:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434061056:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.287522:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5706 00000004:00080000:3.0:1777047495.287528:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684024b800/2, rc 0, transno 17179871423 00000100:00100000:0.0:1777047495.287532:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434062336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.287534:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684024b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434061568:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047495.287547:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eb800/2, rc 0, transno 21474838518 00000100:00100000:3.0:1777047495.287552:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434062080:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.287583:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5707 00000100:00100000:3.0:1777047495.287594:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434062592:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047495.287743:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:0.0:1777047495.287749:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047495.287752:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047495.287756:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:0.0:1777047495.287759:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047495.287800:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434062336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 268us (452us total) trans 17179871429 rc 0/0 00000100:00100000:0.0:1777047495.287818:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5706 00000100:00100000:0.0:1777047495.287839:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708 00000100:00100000:0.0:1777047495.287851:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434063104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047495.288359:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047495.288364:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047495.288368:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047495.288372:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:0.0:1777047495.288375:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047495.288424:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434063104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 575us (959us total) trans 21474838523 rc 0/0 00000100:00100000:0.0:1777047495.288441:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708 00002000:00010000:3.0:1777047495.288467:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.288472:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.288476:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047495.288479:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.288483:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:0.0:1777047495.288488:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403bd500/2, rc 0, transno 21474838523 00000100:00100000:0.0:1777047495.288495:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434063104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.288522:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384261760 00000100:00100000:3.0:1777047495.288527:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434062592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 935us (1121us total) trans 17179871428 rc 0/0 00000100:00100000:0.0:1777047495.288528:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384261760 00000100:00100000:3.0:1777047495.288538:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5707 00000100:00100000:0.0:1777047495.288602:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3417 00000100:00100000:3.0:1777047495.288606:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434062464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047495.288613:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54294:x1863365384261760:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047495.288640:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777047495.288642:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.288669:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434062976:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1777047495.288671:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788489 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.288699:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.288735:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062464 00000100:00100000:3.0:1777047495.288741:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062464 00010000:00010000:0.0:1777047495.288763:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 69 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.288768:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062976 00000100:00100000:3.0:1777047495.288772:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062976 00010000:00010000:0.0:1777047495.288790:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 69 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.288793:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5709 00000100:00100000:3.0:1777047495.288802:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434062464:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1777047495.288824:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047495.288829:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047495.288836:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:0.0:1777047495.288900:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54294:x1863365384261760:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 287us (1645us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.288911:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3417 00000100:00100000:0.0:1777047495.288944:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5710 00000100:00100000:0.0:1777047495.289300:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434062976:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047495.289484:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434062976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 529us (782us total) trans 17179871430 rc 0/0 00000100:00100000:0.0:1777047495.289495:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5710 00000004:00080000:0.0:1777047495.289572:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7100/2, rc 0, transno 17179871428 00000100:00100000:0.0:1777047495.289579:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434062592:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047495.289585:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:3.0:1777047495.289590:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00000100:00100000:0.0:1777047495.289591:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00010000:3.0:1777047495.289594:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047495.289598:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00000100:00100000:0.0:1777047495.289600:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434063232:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047495.289602:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047495.289636:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047495.289641:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434062464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 840us (999us total) trans 17179871431 rc 0/0 00000100:00100000:3.0:1777047495.289652:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5709 00000100:00100000:3.0:1777047495.289670:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434063232 00000100:00100000:3.0:1777047495.289676:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434063232 00000004:00080000:0.0:1777047495.289690:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7480/2, rc 0, transno 17179871431 00000100:00100000:0.0:1777047495.289698:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434062464:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.289707:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711 00000004:00080000:0.0:1777047495.289712:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb800/2, rc 0, transno 17179871430 00000100:00100000:3.0:1777047495.289716:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434063232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047495.289717:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434062976:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047495.289930:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eaa00/2, rc 0, transno 21474838524 00000100:00100000:0.0:1777047495.289938:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434063232:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047495.290161:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434063232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 443us (523us total) trans 21474838524 rc 0/0 00000100:00100000:3.0:1777047495.290172:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711 00000004:00080000:1.0:1777047495.294916:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840248380/2, rc 0, transno 17179871429 00000100:00100000:1.0:1777047495.294940:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840248380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434062336:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.294959:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434062848:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.295168:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047495.295249:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a57480/2, rc 0, transno 21474838521 00000100:00100000:1.0:1777047495.295261:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061440:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047495.295281:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a57800/2, rc 0, transno 21474838520 00000100:00100000:1.0:1777047495.295287:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061312:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047495.295301:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e9f80/2, rc 0, transno 21474838522 00000100:00100000:1.0:1777047495.295306:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.295362:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047495.295399:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434062720:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047495.295436:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047495.295521:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a54a80/2, rc 0, transno 21474838519 00000100:00100000:1.0:1777047495.295529:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434061184:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047495.295594:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062848 00000100:00100000:1.0:1777047495.295603:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062848 00000100:00100000:1.0:1777047495.296314:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062208 00000100:00100000:1.0:1777047495.296321:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062208 00000100:00100000:1.0:1777047495.296347:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434062720 00000100:00100000:1.0:1777047495.296350:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434062720 00000100:00100000:1.0:1777047495.296376:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5712 00000100:00100000:1.0:1777047495.296390:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434062848:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.296609:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5713 00000100:00100000:3.0:1777047495.296629:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434062208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047495.296782:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047495.296790:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047495.296795:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047495.296798:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047481 -> 1777047481 00002000:00010000:1.0:1777047495.296803:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:3.0:1777047495.296849:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047495.296856:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.296861:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047495.296864:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:3.0:1777047495.296868:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047495.296878:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3340:x1863365434062848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 487us (1708us total) trans 17179871432 rc 0/0 00000100:00100000:1.0:1777047495.296892:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5712 00000100:00100000:1.0:1777047495.296932:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714 00000100:00100000:3.0:1777047495.296943:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3343:x1863365434062208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 319us (1577us total) trans 17179871433 rc 0/0 00000100:00100000:1.0:1777047495.296948:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3343:x1863365434062720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047495.296967:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5713 00000004:00080000:3.0:1777047495.297051:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840249500/2, rc 0, transno 17179871433 00000100:00100000:3.0:1777047495.297062:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840249500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434062208:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047495.297165:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:1.0:1777047495.297169:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047495.297172:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047495.297174:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:1.0:1777047495.297177:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047495.297249:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105b9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3343:x1863365434062720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 306us (1810us total) trans 17179871434 rc 0/0 00000100:00100000:1.0:1777047495.297260:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714 00000004:00080000:1.0:1777047495.297307:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb480/2, rc 0, transno 17179871432 00000100:00100000:1.0:1777047495.297314:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434062848:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047495.297636:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5715 00000100:00100000:2.0:1777047495.297655:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434061952:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047495.297740:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4700/2, rc 0, transno 17179871434 00000100:00100000:3.0:1777047495.297751:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434062720:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047495.297866:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 257382 00002000:00010000:2.0:1777047495.297871:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.297875:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047495.297879:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047477 00002000:00010000:2.0:1777047495.297882:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047495.297958:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365434061952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 309us (11752us total) trans 21474838525 rc 0/0 00000100:00100000:2.0:1777047495.297970:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5715 00000004:00080000:3.0:1777047495.298436:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e8a80/2, rc 0, transno 21474838525 00000100:00100000:3.0:1777047495.298449:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434061952:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1777047495.298571:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047495.326037:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047495.326298:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384261888 00000100:00100000:0.0:1777047495.326317:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384261888 00000100:00100000:0.0:1777047495.326447:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3418 00000100:00100000:0.0:1777047495.326469:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54294:x1863365384261888:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047495.326508:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047495.326576:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1514 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788490 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.326714:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e151b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.326752:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e151b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.326774:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e151b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047495.326824:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047495.328259:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047495.328309:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e151b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.328361:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1514 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788490 expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.328394:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e151b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788490 expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.328428:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047495.328434:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047495.328441:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:0.0:1777047495.328587:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54294:x1863365384261888:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2123us (2590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.328602:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3418 00000100:00100000:0.0:1777047495.443559:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047495.443993:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262016 00000100:00100000:1.0:1777047495.444036:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262016 00000100:00100000:1.0:1777047495.444628:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3020 00000100:00100000:1.0:1777047495.444648:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384262016:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047495.444721:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.444757:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.444760:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.444768:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.444790:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.471323:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.471358:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.471374:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.471387:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047495.471396:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.471410:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.471445:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.471467:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1522 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.472437:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384262016:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27040us (28149us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047495.472456:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3020 00000100:00100000:3.0:1777047495.491158:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047495.491695:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262144 00000100:00100000:1.0:1777047495.491711:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262144 00000100:00100000:1.0:1777047495.491863:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3021 00000100:00100000:1.0:1777047495.491912:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384262144:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047495.491972:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.492048:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 26 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.492070:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.492074:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.492081:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.492150:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 26 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.492176:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 26 pid: 33788 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.492210:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434063360:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047495.492376:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807328a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047495.502884:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434063360:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047495.502970:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.506315:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047495.507738:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262272 00000100:00100000:1.0:1777047495.507758:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262272 00010000:00010000:1.0:1777047495.507824:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 27 pid: 33788 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.507938:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2553 00000100:00100000:1.0:1777047495.507965:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384262272:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047495.507990:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047495.508065:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 27 pid: 33788 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.508099:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 27 pid: 33788 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.508144:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f0dead1/0x29ccbc23e99e0d8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78812c expref: 27 pid: 33788 timeout: 4223 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.508186:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.508190:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.508197:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.508221:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.508294:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047495.508396:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384262272:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 440us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047495.508411:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2553 00010000:00010000:3.0:1777047495.511421:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.511462:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047495.767739:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871430 is committed 00000001:00080000:0.0:1777047495.767803:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871435 is committed 00000001:00080000:0.0:1777047495.767818:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871434 is committed 00002000:00010000:3.0:1777047495.768489:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:3.0:1777047495.768509:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047476 -> 1777047495 00002000:00010000:3.0:1777047495.768515:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047476 -> 1777047495 00010000:00010000:3.0:1777047495.768652:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.768690:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.768719:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.768737:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047495.768756:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.768776:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.768824:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047495.768852:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e1529 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047495.769094:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384262144:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 277176us (277934us total) trans 17179871435 rc 0/0 00000100:00100000:3.0:1777047495.769113:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3021 00000100:00100000:3.0:1777047495.785415:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047495.787460:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262400 00000100:00100000:0.0:1777047495.787479:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262400 00000100:00100000:1.0:1777047495.791090:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3022 00000100:00100000:1.0:1777047495.791128:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384262400:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047495.791212:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.791259:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 22 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.791286:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.791289:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047495.791297:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.791375:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 22 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.791411:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 22 pid: 6643 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.791447:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434063488:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047495.791699:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868011ca840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047495.813736:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047495.813940:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262528 00000100:00100000:0.0:1777047495.813955:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262528 00010000:00010000:0.0:1777047495.814071:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 23 pid: 6643 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047495.814162:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2554 00000100:00100000:0.0:1777047495.814189:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384262528:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047495.814216:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047495.814270:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 23 pid: 6643 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.814296:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 23 pid: 6643 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.814356:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.814361:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047495.814369:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.814398:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047495.814444:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047495.814644:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384262528:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 457us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047495.814661:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2554 00010000:00010000:1.0:1777047495.817528:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000243340ea/0x29ccbc23e99e0d96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788133 expref: 22 pid: 6643 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047495.817571:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434063488:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047495.817617:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.818409:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047495.818436:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047496.041672:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871436 is committed 00002000:00010000:0.0:1777047496.041858:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:0.0:1777047496.041890:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047476 -> 1777047495 00002000:00010000:0.0:1777047496.041897:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047476 -> 1777047495 00010000:00010000:0.0:1777047496.041920:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.041944:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.041961:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.041974:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047496.041983:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.042026:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.042327:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.042343:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1530 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.042500:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384262400:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 251386us (257100us total) trans 17179871436 rc 0/0 00000100:00100000:0.0:1777047496.042520:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3022 00000100:00100000:3.0:1777047496.056684:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047496.058638:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262656 00000100:00100000:0.0:1777047496.058657:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262656 00000100:00100000:0.0:1777047496.058769:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3023 00000100:00100000:0.0:1777047496.058790:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384262656:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047496.058889:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.061413:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 22 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.061439:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.061444:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.061451:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.061517:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 22 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.061545:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 22 pid: 33787 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.061574:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434063616:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047496.061721:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047496.083308:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047496.083610:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262784 00000100:00100000:2.0:1777047496.083627:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262784 00010000:00010000:2.0:1777047496.083718:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 23 pid: 33787 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.083815:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2555 00000100:00100000:2.0:1777047496.083834:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384262784:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047496.083860:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047496.083893:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 23 pid: 33787 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.083920:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 23 pid: 33787 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.083962:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047496.083966:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047496.083974:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.084030:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.084072:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047496.084174:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384262784:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 340us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047496.084191:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2555 00010000:00010000:0.0:1777047496.084231:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0824588/0x29ccbc23e99e0d9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78813a expref: 22 pid: 33787 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.084269:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434063616:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047496.084306:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.084328:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.084343:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.157533:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047496.157667:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047496.164657:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384262912 00000100:00100000:3.0:1777047496.164681:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384262912 00000100:00100000:3.0:1777047496.164780:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 351 00000100:00100000:3.0:1777047496.164801:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d527050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384262912:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047496.164928:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d527050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384262912:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 132us (7433us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047496.164944:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 351 00000100:00100000:0.0:1777047496.168161:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263040 00000100:00100000:0.0:1777047496.168178:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263040 00000100:00100000:0.0:1777047496.168254:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 512 00000100:00100000:0.0:1777047496.168271:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2413:x1863365384263040:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047496.168361:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2413:x1863365384263040:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 93us (10695us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047496.168380:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 512 00000001:00080000:0.0:1777047496.261842:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838523 is committed 00000001:00080000:0.0:1777047496.261878:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838507 is committed 00000001:00080000:0.0:1777047496.261952:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838526 is committed 00000001:00080000:0.0:1777047496.261972:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838525 is committed 00002000:00010000:1.0:1777047496.262246:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:1.0:1777047496.262256:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047476 -> 1777047496 00002000:00010000:1.0:1777047496.262262:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047476 -> 1777047496 00010000:00010000:1.0:1777047496.262286:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.262309:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.262324:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.262337:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047496.262346:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.262361:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.262393:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.262405:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e1537 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.262643:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384262656:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 203849us (205962us total) trans 21474838526 rc 0/0 00000100:00100000:1.0:1777047496.262661:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3023 00000100:00100000:2.0:1777047496.284898:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047496.285597:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263168 00000100:00100000:0.0:1777047496.285938:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263168 00000100:00100000:0.0:1777047496.286110:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3024 00000100:00100000:0.0:1777047496.286132:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384263168:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047496.286201:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.286252:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.286268:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.286271:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.286277:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.286342:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.286368:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 19 pid: 6640 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.286424:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434063744:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047496.287370:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e80480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047496.296941:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047496.297168:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434063744:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047496.297220:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.298053:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263296 00000100:00100000:2.0:1777047496.298067:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263296 00010000:00010000:2.0:1777047496.298136:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 20 pid: 6640 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.298449:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2556 00000100:00100000:2.0:1777047496.298470:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804838450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384263296:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047496.298503:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047496.298883:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 20 pid: 6640 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.298907:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 20 pid: 6640 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.298951:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aade2e68/0x29ccbc23e99e0da4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788141 expref: 20 pid: 6640 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.299383:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047496.299388:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047496.299397:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.299415:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.299597:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047496.300208:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804838450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384263296:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1739us (3279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047496.300224:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2556 00010000:00010000:1.0:1777047496.301351:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.301372:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.322770:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1777047496.463136:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:3.0:1777047496.463154:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047477 -> 1777047496 00002000:00010000:3.0:1777047496.463159:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047477 -> 1777047496 00010000:00010000:3.0:1777047496.463186:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.463211:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.463227:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.463241:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047496.463249:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.463264:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.463299:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.463312:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e153e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047496.463829:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838527 is committed 00000100:00100000:3.0:1777047496.463950:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384263168:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 177815us (179064us total) trans 21474838527 rc 0/0 00000100:00100000:3.0:1777047496.463969:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3024 00000100:00100000:0.0:1777047496.484486:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047496.487649:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263424 00000100:00100000:3.0:1777047496.487671:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263424 00000100:00100000:0.0:1777047496.488105:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3025 00000100:00100000:0.0:1777047496.488124:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384263424:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047496.488193:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.488229:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 18 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.488243:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.488246:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.488275:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.488339:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 18 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.488361:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 18 pid: 6642 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.488386:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434063872:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047496.488966:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047496.499674:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047496.499809:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d66300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434063872:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047496.499879:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.507286:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263552 00000100:00100000:1.0:1777047496.507311:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263552 00010000:00010000:0.0:1777047496.507768:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 19 pid: 6642 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.507849:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2557 00000100:00100000:0.0:1777047496.507887:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384263552:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047496.507923:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047496.507965:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 19 pid: 6642 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.508345:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 19 pid: 6642 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.508390:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e0dab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788148 expref: 19 pid: 6642 timeout: 4224 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.508421:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.508424:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.508432:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.508448:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.508519:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047496.509332:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384263552:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1466us (9678us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047496.509347:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2557 00010000:00010000:2.0:1777047496.509704:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.509721:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047496.648941:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:2.0:1777047496.648955:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047477 -> 1777047496 00002000:00010000:2.0:1777047496.648961:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047477 -> 1777047496 00010000:00010000:2.0:1777047496.649038:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.649060:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.649075:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.649086:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047496.649094:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.649108:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.649142:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.649153:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1545 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047496.649164:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838528 is committed 00000100:00100000:2.0:1777047496.649431:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384263424:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 161304us (164956us total) trans 21474838528 rc 0/0 00000100:00100000:2.0:1777047496.649450:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3025 00000100:00100000:3.0:1777047496.657324:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047496.657718:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263680 00000100:00100000:2.0:1777047496.657736:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263680 00000100:00100000:2.0:1777047496.657860:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3026 00000100:00100000:2.0:1777047496.657876:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384263680:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047496.657936:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.657970:0:22356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.658015:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047496.658018:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047496.658025:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.658302:0:22356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.658327:0:22356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 17 pid: 33788 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.658352:0:22356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:22356:1863365434064000:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047496.658586:0:22356:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047496.670319:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047496.670530:0:22356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:22356:1863365434064000:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047496.671014:0:22356:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.672762:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263808 00000100:00100000:1.0:1777047496.672778:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263808 00010000:00010000:1.0:1777047496.672848:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 18 pid: 33788 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.674168:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2558 00000100:00100000:1.0:1777047496.674187:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384263808:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047496.674217:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047496.674273:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 18 pid: 33788 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.674295:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 18 pid: 33788 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.674333:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e0db9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788156 expref: 18 pid: 33788 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.674360:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047496.674362:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047496.674371:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.674389:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.674449:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047496.674546:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384263808:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 364us (4244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047496.674559:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2558 00010000:00010000:2.0:1777047496.675022:0:22356:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.675035:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047496.813917:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838529 is committed 00002000:00010000:2.0:1777047496.816390:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:2.0:1777047496.816399:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047496 00002000:00010000:2.0:1777047496.816404:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047496 00010000:00010000:2.0:1777047496.816430:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.816454:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.816470:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.816483:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047496.816491:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.816505:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.816576:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047496.816591:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e154c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047496.816768:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384263680:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 158885us (159451us total) trans 21474838529 rc 0/0 00000100:00100000:2.0:1777047496.816786:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3026 00000100:00100000:0.0:1777047496.847750:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047496.847926:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384263936 00000100:00100000:1.0:1777047496.847944:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384263936 00000100:00100000:1.0:1777047496.849851:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3027 00000100:00100000:1.0:1777047496.849874:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384263936:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047496.849940:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.850003:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 21 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.852389:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047496.852399:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047496.852408:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.852496:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 21 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.852561:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 21 pid: 6643 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047496.852592:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434064128:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047496.852757:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680630a780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047496.873343:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434064128:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047496.873422:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.874502:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047496.880933:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264064 00000100:00100000:3.0:1777047496.880962:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264064 00010000:00010000:3.0:1777047496.881074:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 22 pid: 6643 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047496.881173:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2559 00000100:00100000:3.0:1777047496.881190:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384264064:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047496.881215:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047496.881255:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 22 pid: 6643 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.881280:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 22 pid: 6643 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.881322:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e0dc0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78815d expref: 22 pid: 6643 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.881348:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047496.881352:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047496.882153:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.882175:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047496.882418:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047496.882525:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384264064:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1335us (8024us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047496.882566:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2559 00010000:00010000:1.0:1777047496.887044:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047496.887078:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047496.962186:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871437 is committed 00002000:00010000:0.0:1777047496.962361:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:0.0:1777047496.962370:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047496 00002000:00010000:0.0:1777047496.962376:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047496 00010000:00010000:0.0:1777047496.962401:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.962424:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.962440:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.962453:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047496.962462:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.962477:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.962510:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.962522:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1553 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.963013:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384263936:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 113137us (115272us total) trans 17179871437 rc 0/0 00000100:00100000:0.0:1777047496.963039:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3027 00000100:00100000:1.0:1777047496.987480:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047496.993386:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264192 00000100:00100000:3.0:1777047496.993408:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264192 00000100:00100000:0.0:1777047496.993934:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3028 00000100:00100000:0.0:1777047496.993953:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384264192:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047496.994345:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.994381:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 20 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.994396:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.994399:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047496.994405:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.995415:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 20 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047496.997529:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 20 pid: 32524 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047496.997893:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434064256:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047496.998352:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047497.003078:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434064256:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047497.003124:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047497.005210:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047497.010214:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264320 00000100:00100000:1.0:1777047497.010238:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264320 00010000:00010000:1.0:1777047497.010353:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 21 pid: 32524 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.010435:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2560 00000100:00100000:1.0:1777047497.010457:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384264320:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047497.010486:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047497.010524:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 21 pid: 32524 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.010583:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 21 pid: 32524 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.010625:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1ee449b/0x29ccbc23e99e0dc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788164 expref: 21 pid: 32524 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.010656:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.010660:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.010668:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.010685:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047497.010851:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777047497.011407:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047497.011511:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384264320:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1061us (6309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047497.011527:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2560 00010000:00010000:0.0:1777047497.014921:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.014949:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047497.190326:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871438 is committed 00002000:00010000:1.0:1777047497.193304:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:1.0:1777047497.193316:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047497 00002000:00010000:1.0:1777047497.193322:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047497 00010000:00010000:1.0:1777047497.193352:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.193377:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.193394:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.193406:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047497.193415:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.193638:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.193677:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.193690:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e155a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.194902:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384264192:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 200942us (207444us total) trans 17179871438 rc 0/0 00000100:00100000:1.0:1777047497.194922:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3028 00000100:00100000:2.0:1777047497.207258:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047497.207403:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264448 00000100:00100000:1.0:1777047497.207421:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264448 00000100:00100000:1.0:1777047497.208334:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3029 00000100:00100000:1.0:1777047497.208355:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384264448:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047497.208418:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.208457:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 16 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.208471:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.208474:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.208480:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.208590:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 16 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.208615:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 16 pid: 7603 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.208642:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434064384:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047497.208776:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680121b3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1777047497.208995:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047497.222642:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047497.222813:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264576 00000100:00100000:2.0:1777047497.222865:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264576 00010000:00010000:2.0:1777047497.223309:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 17 pid: 7603 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.223635:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434064384:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047497.223680:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047497.223933:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2561 00000100:00100000:2.0:1777047497.224307:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384264576:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047497.224340:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047497.224382:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 17 pid: 7603 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.224405:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 17 pid: 7603 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.224444:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e374e91/0x29ccbc23e99e0dce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78816b expref: 17 pid: 7603 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.224471:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.224474:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.224482:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.224500:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.224910:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047497.225026:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384264576:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1075us (2400us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.225041:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2561 00010000:00010000:1.0:1777047497.225150:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.225174:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047497.321907:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838530 is committed 00002000:00010000:1.0:1777047497.322381:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:1.0:1777047497.322390:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047497 00002000:00010000:1.0:1777047497.322395:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047497 00010000:00010000:1.0:1777047497.322421:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.322444:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.322458:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.322470:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047497.322480:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.322493:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.322525:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.322535:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1561 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.322998:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384264448:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 114621us (115729us total) trans 21474838530 rc 0/0 00000100:00100000:1.0:1777047497.323016:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3029 00000100:00100000:0.0:1777047497.332567:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047497.338196:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264704 00000100:00100000:3.0:1777047497.338219:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264704 00000100:00100000:2.0:1777047497.340360:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3030 00000100:00100000:2.0:1777047497.340381:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384264704:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047497.340442:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.340476:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 19 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.340489:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.340492:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.340497:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.340629:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 19 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.340653:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 19 pid: 6642 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047497.340679:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434064512:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047497.340830:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807328a80 going to sleep for 11 seconds 00010000:00010000:2.0:1777047497.345281:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047497.367485:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047497.368247:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434064512:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047497.368297:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047497.370395:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264832 00000100:00100000:3.0:1777047497.370410:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264832 00010000:00010000:3.0:1777047497.370494:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 20 pid: 6642 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047497.370585:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2562 00000100:00100000:3.0:1777047497.370602:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384264832:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047497.370630:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047497.370666:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 20 pid: 6642 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.370688:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 20 pid: 6642 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.370728:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e0dd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788172 expref: 20 pid: 6642 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.370758:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047497.370762:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047497.370770:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.370786:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.370831:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047497.370928:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384264832:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 328us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047497.371016:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2562 00010000:00010000:0.0:1777047497.372021:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.372039:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047497.529290:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871439 is committed 00002000:00010000:0.0:1777047497.530640:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:0.0:1777047497.530667:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047497 00002000:00010000:0.0:1777047497.530672:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047497 00010000:00010000:0.0:1777047497.530704:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.530728:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.530744:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.530758:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047497.530767:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.530783:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.530833:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.530848:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e1568 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047497.533474:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384264704:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 193086us (200911us total) trans 17179871439 rc 0/0 00000100:00100000:0.0:1777047497.533495:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3030 00000100:00100000:1.0:1777047497.555050:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047497.555601:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384264960 00000100:00100000:0.0:1777047497.555620:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384264960 00000100:00100000:0.0:1777047497.555748:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3031 00000100:00100000:0.0:1777047497.555764:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384264960:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047497.555830:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.555865:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 18 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.555878:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047497.555882:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047497.555887:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.555956:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 18 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.556276:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 18 pid: 26190 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047497.556302:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434064640:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047497.556441:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047497.571479:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047497.571827:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265088 00000100:00100000:1.0:1777047497.571861:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265088 00010000:00010000:1.0:1777047497.571937:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 19 pid: 26190 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.572349:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2563 00000100:00100000:1.0:1777047497.572368:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680483bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384265088:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047497.572397:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047497.572435:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 19 pid: 26190 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.572458:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 19 pid: 26190 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.572501:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.572504:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.572512:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.572528:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.573346:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019c9c79f/0x29ccbc23e99e0ddc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788179 expref: 19 pid: 26190 timeout: 4225 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047497.573375:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434064640:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047497.578952:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.579389:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.579405:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.580074:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047497.580785:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680483bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384265088:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 8411us (9312us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.580805:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2563 00000001:00080000:3.0:1777047497.753465:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871440 is committed 00002000:00010000:0.0:1777047497.754625:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:0.0:1777047497.754634:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047477 -> 1777047497 00002000:00010000:0.0:1777047497.754639:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047477 -> 1777047497 00010000:00010000:0.0:1777047497.754667:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.754690:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.754707:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.754721:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047497.754729:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.754745:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.754785:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047497.754800:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000335dde92/0x29ccbc23e99e156f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047497.755021:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384264960:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 199249us (199977us total) trans 17179871440 rc 0/0 00000100:00100000:0.0:1777047497.755040:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3031 00000100:00100000:2.0:1777047497.774519:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047497.777166:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265216 00000100:00100000:1.0:1777047497.777192:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265216 00000100:00100000:1.0:1777047497.777351:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3032 00000100:00100000:1.0:1777047497.777388:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384265216:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047497.777458:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.777496:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 15 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.777511:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.777515:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047497.777520:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.777644:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 15 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.777671:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 15 pid: 33475 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.777697:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434064768:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047497.777876:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056099c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047497.794670:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434064896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047497.794810:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047497.794885:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434064896 00000100:00100000:2.0:1777047497.794901:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434064896 00000100:00100000:2.0:1777047497.795045:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1777047497.795084:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434064896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777047497.795146:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 191561728 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777047497.795246:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434064896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 185us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.795258:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00080000:2.0:1777047497.795294:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047497.795464:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838525 gen 2 00000004:00080000:3.0:1777047497.795476:0:3340:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838508 committed transno 21474838525 00000004:00080000:3.0:1777047497.795515:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a54380, transno 21474838509 00000004:00080000:3.0:1777047497.795541:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a56a00, transno 21474838510 00000004:00080000:3.0:1777047497.795548:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810663100, transno 21474838511 00000004:00080000:3.0:1777047497.795555:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55180, transno 21474838512 00000004:00080000:3.0:1777047497.795562:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810660e00, transno 21474838513 00000004:00080000:3.0:1777047497.795569:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55500, transno 21474838514 00000004:00080000:3.0:1777047497.795575:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a56300, transno 21474838515 00000004:00080000:3.0:1777047497.795581:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55f80, transno 21474838516 00000004:00080000:3.0:1777047497.795587:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55c00, transno 21474838517 00000004:00080000:3.0:1777047497.795592:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eb800, transno 21474838518 00000004:00080000:3.0:1777047497.795600:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a54a80, transno 21474838519 00000004:00080000:3.0:1777047497.795609:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a57800, transno 21474838520 00000004:00080000:3.0:1777047497.795619:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a57480, transno 21474838521 00000004:00080000:3.0:1777047497.795624:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e9f80, transno 21474838522 00000004:00080000:3.0:1777047497.795630:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403bd500, transno 21474838523 00000100:00100000:1.0:1777047497.795808:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434065024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047497.795864:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047497.796861:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047497.796908:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265344 00000100:00100000:2.0:1777047497.796916:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265344 00010000:00010000:2.0:1777047497.797003:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 16 pid: 33475 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047497.797408:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2564 00000100:00100000:2.0:1777047497.797427:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384265344:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047497.797450:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047497.797488:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 16 pid: 33475 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047497.798298:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eaa00, transno 21474838524 00000004:00080000:3.0:1777047497.798307:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e8a80, transno 21474838525 00000100:00100000:3.0:1777047497.798332:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434064896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777047497.799480:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434064768:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047497.799517:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 5 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047497.801213:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434065024 00000100:00100000:3.0:1777047497.801225:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434065024 00000100:00100000:3.0:1777047497.801321:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1777047497.801336:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365434065024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047497.801373:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 338100224 pending 0 free 3855613952 avail 3849322496 00000100:00080000:1.0:1777047497.801487:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047497.801506:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365434065024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 171us (5639us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047497.801522:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1777047497.802782:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871434 gen 2 00000004:00080000:3.0:1777047497.802793:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871417 committed transno 17179871434 00010000:00010000:2.0:1777047497.802829:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 16 pid: 33475 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047497.802831:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840249880, transno 17179871418 00000004:00080000:3.0:1777047497.802853:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840248700, transno 17179871419 00000004:00080000:3.0:1777047497.802861:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684024ad80, transno 17179871420 00000004:00080000:3.0:1777047497.802864:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684024a680, transno 17179871421 00000004:00080000:3.0:1777047497.802868:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840249f80, transno 17179871422 00010000:00010000:2.0:1777047497.802886:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e0beb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78807d expref: 16 pid: 33475 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.802916:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.802920:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047497.802929:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.802953:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047497.803034:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047497.803103:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384265344:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 5681us (6247us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047497.803117:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2564 00000004:00080000:3.0:1777047497.803156:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684024b800, transno 17179871423 00000004:00080000:3.0:1777047497.803164:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684024b100, transno 17179871424 00000004:00080000:3.0:1777047497.803168:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840248000, transno 17179871425 00000004:00080000:3.0:1777047497.803172:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840248e00, transno 17179871426 00000004:00080000:3.0:1777047497.803176:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684024b480, transno 17179871427 00000004:00080000:3.0:1777047497.803180:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7100, transno 17179871428 00000004:00080000:3.0:1777047497.803185:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840248380, transno 17179871429 00000004:00080000:3.0:1777047497.803189:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb800, transno 17179871430 00000004:00080000:3.0:1777047497.803193:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7480, transno 17179871431 00000004:00080000:3.0:1777047497.803197:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb480, transno 17179871432 00000004:00080000:3.0:1777047497.803204:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840249500, transno 17179871433 00000004:00080000:3.0:1777047497.803209:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4700, transno 17179871434 00000100:00100000:3.0:1777047497.803230:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434065024:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777047497.803310:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047497.803338:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047497.805296:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 17 done 00000004:00080000:0.0:1777047497.809791:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 6 in progress, 0 in flight, 11 done 00000004:00080000:0.0:1777047497.810849:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 6 done 00002000:00010000:1.0:1777047497.997593:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:1.0:1777047497.997612:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047497 00002000:00010000:1.0:1777047497.997616:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047497 00010000:00010000:1.0:1777047497.997643:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.997953:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.997997:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.998008:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ba00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047497.998017:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.998031:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.998063:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047497.998084:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1576 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047497.998266:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384265216:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 220875us (223750us total) trans 21474838531 rc 0/0 00000100:00100000:1.0:1777047497.998286:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3032 00000001:00080000:3.0:1777047497.999121:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838531 is committed 00000100:00100000:2.0:1777047498.013163:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.013619:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265472 00000100:00100000:3.0:1777047498.013637:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265472 00000100:00100000:3.0:1777047498.013792:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3033 00000100:00100000:3.0:1777047498.013809:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682da3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384265472:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047498.013887:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.014235:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.014249:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.014252:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.014257:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.014318:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.014342:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 17 pid: 33788 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.014369:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434065152:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047498.014516:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047498.027351:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.028002:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434065152:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047498.028072:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.028229:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265600 00000100:00100000:0.0:1777047498.028242:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265600 00010000:00010000:0.0:1777047498.028324:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 18 pid: 33788 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.028389:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2565 00000100:00100000:0.0:1777047498.028405:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384265600:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047498.029258:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047498.029302:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 18 pid: 33788 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.029325:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 18 pid: 33788 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.029431:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e0de3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788180 expref: 18 pid: 33788 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.030168:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.030172:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.030180:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.030198:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.030396:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047498.030517:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384265600:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2093us (3163us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.030561:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2565 00010000:00010000:3.0:1777047498.030706:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.030752:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047498.140393:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 257382 -> 262144 00002000:00010000:1.0:1777047498.140411:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047477 -> 1777047498 00000001:00080000:3.0:1777047498.140415:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871441 is committed 00002000:00010000:1.0:1777047498.140417:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047477 -> 1777047498 00010000:00010000:1.0:1777047498.140447:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.140470:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.140498:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.140511:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047498.140519:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.140596:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.140638:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.140651:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002520d862/0x29ccbc23e99e157d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047498.141847:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682da3c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384265472:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 128030us (128689us total) trans 17179871441 rc 0/0 00000100:00100000:1.0:1777047498.141867:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3033 00000100:00100000:2.0:1777047498.166050:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.166097:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265728 00000100:00100000:0.0:1777047498.166118:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265728 00000100:00100000:0.0:1777047498.166241:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3034 00000100:00100000:0.0:1777047498.166261:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384265728:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047498.166325:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.166364:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 14 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.166379:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.166383:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.166389:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.166454:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 14 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.166479:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 14 pid: 26190 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.166505:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434065280:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047498.166978:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868372cbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047498.178476:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434065280:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047498.179150:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.179200:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.179849:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265856 00000100:00100000:2.0:1777047498.179861:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265856 00010000:00010000:2.0:1777047498.179923:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 15 pid: 26190 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.180016:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2566 00000100:00100000:2.0:1777047498.181414:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384265856:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047498.181442:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.181480:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 15 pid: 26190 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.181514:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 15 pid: 26190 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.181550:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e0ebc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7881b1 expref: 15 pid: 26190 timeout: 4226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.182522:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.182528:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.182577:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.182596:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.182638:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047498.182760:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384265856:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1354us (3564us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.182775:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2566 00010000:00010000:0.0:1777047498.183516:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.183578:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047498.321284:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838532 is committed 00002000:00010000:3.0:1777047498.321386:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047480 -> 1777047498 00002000:00010000:3.0:1777047498.321394:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047481 -> 1777047498 00010000:00010000:3.0:1777047498.321435:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.321457:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.321471:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.321482:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047498.321490:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.321514:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.321602:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.321616:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1584 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.321775:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2413:x1863365384265728:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 155512us (155735us total) trans 21474838532 rc 0/0 00000100:00100000:3.0:1777047498.321793:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3034 00000100:00100000:1.0:1777047498.331265:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047498.331471:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.342098:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384265984 00000100:00100000:0.0:1777047498.342144:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384265984 00000100:00100000:2.0:1777047498.343033:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384266112 00000100:00100000:2.0:1777047498.343042:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384266112 00000100:00100000:2.0:1777047498.343101:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5716 00000100:00100000:2.0:1777047498.343142:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384265984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047498.343173:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047498.343231:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788497 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047498.343294:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97c3, blocks: 0x203 00010000:00010000:2.0:1777047498.343331:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.343335:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.343350:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 17 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.343384:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 17 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.343410:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:2.0:1777047498.343523:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384265984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 407us (12274us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.343579:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5716 00000100:00100000:2.0:1777047498.343613:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5717 00000100:00100000:2.0:1777047498.343882:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2412:x1863365384266112:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047498.343897:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047498.343916:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78849e expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047498.343944:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x135:0x0] initial LVB size: 0, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97c3, blocks: 0x1 00010000:00010000:2.0:1777047498.343987:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.343990:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.343998:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 14 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.344028:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 14 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.344044:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047498.344081:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384266112:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 458us (12610us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.344093:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5717 00010000:00010000:2.0:1777047498.368821:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047498.381476:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.383414:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384266368 00000100:00100000:2.0:1777047498.383432:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384266368 00000100:00100000:2.0:1777047498.384437:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3419 00000100:00100000:2.0:1777047498.384458:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54294:x1863365384266368:12345-192.168.201.26@tcp:36:lfs.0 00000100:00080000:1.0:1777047498.385007:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777047498.385404:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.385451:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e151b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788490 expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.385485:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.385494:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047498.387048:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.387073:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.387091:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047498.387203:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938083 00000004:00010000:2.0:1777047498.387247:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049bf30b8 reply state 00000000a3f9c9b6 transno 8589938084 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.387263:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047498.389431:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54294:x1863365384266368:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4972us (7962us total) trans 8589938084 rc 0/0 00000100:00100000:2.0:1777047498.389448:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3419 00000020:00080000:2.0:1777047498.389459:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047498.397925:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.398469:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.398484:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.398494:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047498.398502:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.398515:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.398542:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.398548:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047498.398557:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.398568:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1599 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.400022:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047498.400617:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384266496 00000100:00100000:1.0:1777047498.400636:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384266496 00000100:00100000:1.0:1777047498.400731:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5718 00000100:00100000:1.0:1777047498.400750:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54294:x1863365384266496:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047498.400780:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047498.400816:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884a5 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047498.400860:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97c7, atime: 0x69eb96d2, ctime: 0x69eb97c7, blocks: 0x203 00010000:00010000:1.0:1777047498.400898:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.400903:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.400916:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 18 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.400944:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 18 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.401230:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a400, rc 0) 00000100:00100000:1.0:1777047498.401428:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54294:x1863365384266496:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 679us (1410us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.401440:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5718 00000100:00100000:2.0:1777047498.409305:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.409371:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.409519:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384266624 00000100:00100000:3.0:1777047498.409594:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384266624 00002000:00010000:3.0:1777047498.409976:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (262144->18446744073709551615) 00002000:00100000:3.0:1777047498.409985:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d65180 with x1863365384266624 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047498.410007:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d65180. 00000100:00100000:3.0:1777047498.410144:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384266752 00000100:00100000:3.0:1777047498.410151:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384266752 00002000:00010000:3.0:1777047498.410179:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:3.0:1777047498.410185:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66a00 with x1863365384266752 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047498.410196:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d66a00. 00000100:00100000:3.0:1777047498.410232:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3035 00000100:00100000:3.0:1777047498.410247:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384266624:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047498.410775:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047498.410782:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047495 -> 1777047498 00002000:00010000:3.0:1777047498.410786:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047498.410790:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047495 -> 1777047498 00002000:00010000:3.0:1777047498.410793:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047498.410884:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384266624:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 638us (1594us total) trans 17179871442 rc 0/0 00000100:00100000:3.0:1777047498.410899:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3035 00002000:00010000:3.0:1777047498.410906:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (262144->18446744073709551615) 00000100:00100000:0.0:1777047498.410923:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3036 00000100:00100000:0.0:1777047498.411217:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384266752:12345-192.168.201.26@tcp:10:lfs.0 00002000:00100000:3.0:1777047498.411345:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d65180 with x1863365384266624 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047498.411355:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d65180. 00002000:00010000:3.0:1777047498.417453:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047498.417464:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047476 -> 1777047498 00002000:00010000:3.0:1777047498.417467:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:3.0:1777047498.417470:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047476 -> 1777047498 00002000:00010000:3.0:1777047498.417473:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047498.417928:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384266752:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 6981us (8547us total) trans 21474838533 rc 0/0 00000100:00100000:3.0:1777047498.417945:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3036 00002000:00010000:3.0:1777047498.417981:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:3.0:1777047498.417986:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66a00 with x1863365384266752 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047498.417998:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d66a00. 00000100:00100000:2.0:1777047498.428328:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.428451:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384266880 00000100:00100000:3.0:1777047498.428468:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384266880 00000100:00100000:0.0:1777047498.428912:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3420 00000100:00100000:0.0:1777047498.428935:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54294:x1863365384266880:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.429009:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.429046:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e15a7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884ac expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.429192:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e15ae lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.429218:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e15ae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.429237:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e15ae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047498.429285:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047498.429293:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047498.429349:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e15ae lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.429391:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e15a7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884ac expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.429420:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e15ae lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884ac expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.429433:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.429439:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047498.429445:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00100000:0.0:1777047498.429872:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54294:x1863365384266880:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 942us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.429885:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3420 00000100:00100000:2.0:1777047498.436803:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.437592:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384267136 00000100:00100000:0.0:1777047498.437610:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384267136 00000100:00100000:2.0:1777047498.437982:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3421 00000100:00100000:2.0:1777047498.438002:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54294:x1863365384267136:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047498.438099:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.438144:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e15ae lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884ac expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.438171:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.438180:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047498.438691:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.438715:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.438738:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047498.438834:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938085 00000004:00010000:2.0:1777047498.438879:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000012459db3 reply state 000000002980f5f1 transno 8589938086 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.438895:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047498.439063:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54294:x1863365384267136:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1065us (2273us total) trans 8589938086 rc 0/0 00000100:00100000:2.0:1777047498.439076:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3421 00000020:00080000:2.0:1777047498.439085:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047498.445994:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.446021:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.446032:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.446042:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047498.446070:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.446082:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.446107:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.446112:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047498.446118:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.446126:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e15b5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.447117:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.451030:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384267264 00000100:00100000:3.0:1777047498.451051:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384267264 00000100:00100000:3.0:1777047498.451155:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5719 00000100:00100000:3.0:1777047498.451171:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54294:x1863365384267264:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047498.451203:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047498.451239:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884b3 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047498.451279:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97c7, atime: 0x69eb96e5, ctime: 0x69eb97c7, blocks: 0x203 00010000:00010000:3.0:1777047498.451314:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.451318:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.451329:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 20 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.451353:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 20 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.451372:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a800, rc 0) 00000100:00100000:3.0:1777047498.451487:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54294:x1863365384267264:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 318us (4377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.451504:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5719 00000100:00100000:3.0:1777047498.453999:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.454057:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047498.454140:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384267520 00000100:00100000:1.0:1777047498.454155:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384267520 00000100:00100000:2.0:1777047498.454226:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384267392 00000100:00100000:2.0:1777047498.454234:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384267392 00002000:00010000:1.0:1777047498.454238:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:1.0:1777047498.454247:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9f80 with x1863365384267520 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047498.454265:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403e9f80. 00002000:00010000:2.0:1777047498.454274:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (262144->18446744073709551615) 00002000:00100000:2.0:1777047498.454282:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403eaa00 with x1863365384267392 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047498.454293:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403eaa00. 00000100:00100000:1.0:1777047498.454321:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3037 00000100:00100000:1.0:1777047498.454336:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384267520:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:2.0:1777047498.454529:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3038 00000100:00100000:2.0:1777047498.454546:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384267392:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047498.454862:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047498.454869:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047476 -> 1777047498 00002000:00010000:1.0:1777047498.454873:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047498.454877:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047476 -> 1777047498 00002000:00010000:1.0:1777047498.454881:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047498.454992:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384267520:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 656us (1002us total) trans 21474838534 rc 0/0 00000100:00100000:1.0:1777047498.455004:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3037 00002000:00010000:1.0:1777047498.455012:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:1.0:1777047498.455060:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9f80 with x1863365384267520 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047498.455067:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403e9f80. 00002000:00010000:2.0:1777047498.455213:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047498.455218:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047495 -> 1777047498 00002000:00010000:2.0:1777047498.455222:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047498.455225:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047495 -> 1777047498 00002000:00010000:2.0:1777047498.455228:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047498.455265:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384267392:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 725us (1207us total) trans 17179871443 rc 0/0 00000100:00100000:2.0:1777047498.455281:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3038 00002000:00010000:2.0:1777047498.455285:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (262144->18446744073709551615) 00002000:00100000:2.0:1777047498.455290:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403eaa00 with x1863365384267392 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047498.455297:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403eaa00. 00000100:00100000:2.0:1777047498.470508:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.471452:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384267648 00000100:00100000:0.0:1777047498.471472:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384267648 00000100:00100000:0.0:1777047498.471610:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3422 00000100:00100000:0.0:1777047498.471629:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54294:x1863365384267648:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.471668:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.471704:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e15c3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884ba expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.471853:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e15ca lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.473468:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e15ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.473496:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e15ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047498.474411:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047498.474434:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047498.474468:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e15ca lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.474526:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e15c3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884ba expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.476019:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e15ca lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884ba expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.476036:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.476041:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047498.476047:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89c00, rc 0) 00000100:00100000:2.0:1777047498.476180:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54294:x1863365384267648:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4554us (5686us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.476195:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3422 00000100:00100000:3.0:1777047498.497230:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.497995:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384267904 00000100:00100000:0.0:1777047498.498015:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384267904 00000100:00100000:0.0:1777047498.498122:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3423 00000100:00100000:0.0:1777047498.498138:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54294:x1863365384267904:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047498.498232:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047498.498278:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e15ca lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884ba expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.498309:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.498317:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047498.499074:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.499098:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.499115:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047498.499213:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938087 00000004:00010000:0.0:1777047498.499264:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025ad1f35 reply state 0000000018507cfd transno 8589938088 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.499280:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047498.499457:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54294:x1863365384267904:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1320us (2244us total) trans 8589938088 rc 0/0 00000100:00100000:0.0:1777047498.499470:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3423 00000020:00080000:0.0:1777047498.499479:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047498.508333:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.508362:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.508374:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.508384:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88e00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047498.508393:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.508406:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.508434:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.508439:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047498.508447:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.508458:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15d1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.511318:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.511492:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384268032 00000100:00100000:0.0:1777047498.511510:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384268032 00000100:00100000:1.0:1777047498.513216:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5720 00000100:00100000:1.0:1777047498.513240:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54294:x1863365384268032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047498.513272:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047498.513307:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884c1 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047498.513365:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97c8, atime: 0x69eb96f5, ctime: 0x69eb97c8, blocks: 0x203 00010000:00010000:1.0:1777047498.513402:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.513406:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.513417:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 17 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.513442:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 17 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.513463:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b600, rc 0) 00000100:00100000:1.0:1777047498.513606:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54294:x1863365384268032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 374us (2301us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.513618:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5720 00000100:00100000:3.0:1777047498.531167:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.531236:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.531395:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384268288 00000100:00100000:0.0:1777047498.531413:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384268288 00002000:00010000:0.0:1777047498.531481:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.531489:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403ea680 with x1863365384268288 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.531508:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403ea680. 00000100:00100000:0.0:1777047498.531850:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384268160 00000100:00100000:0.0:1777047498.531857:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384268160 00002000:00010000:0.0:1777047498.531880:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (262144->18446744073709551615) 00002000:00100000:0.0:1777047498.531885:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9500 with x1863365384268160 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047498.531894:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403e9500. 00000100:00100000:0.0:1777047498.531918:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3039 00000100:00100000:0.0:1777047498.531932:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384268288:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.533050:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047498.533056:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047476 -> 1777047498 00002000:00010000:0.0:1777047498.533061:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047498.533064:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047476 -> 1777047498 00002000:00010000:0.0:1777047498.533067:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047498.533156:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384268288:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1224us (2022us total) trans 17179871444 rc 0/0 00000100:00100000:0.0:1777047498.533167:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3039 00002000:00010000:0.0:1777047498.533173:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.533177:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403ea680 with x1863365384268288 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.533184:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403ea680. 00000100:00100000:0.0:1777047498.533215:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3040 00000100:00100000:0.0:1777047498.533225:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384268160:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.533420:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047498.533425:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047496 -> 1777047498 00002000:00010000:0.0:1777047498.533429:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047498.533432:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047496 -> 1777047498 00002000:00010000:0.0:1777047498.533435:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047498.533466:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384268160:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 243us (2230us total) trans 21474838535 rc 0/0 00000100:00100000:0.0:1777047498.533476:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3040 00002000:00010000:0.0:1777047498.533480:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (262144->18446744073709551615) 00002000:00100000:0.0:1777047498.533483:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9500 with x1863365384268160 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047498.533489:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403e9500. 00000100:00100000:0.0:1777047498.547747:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047498.549690:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384268416 00000100:00100000:1.0:1777047498.549709:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384268416 00000100:00100000:1.0:1777047498.549811:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3424 00000100:00100000:1.0:1777047498.549829:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54294:x1863365384268416:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047498.549877:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047498.549915:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e15df lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884c8 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.550360:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e15e6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.550455:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e15e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.550475:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e15e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047498.550522:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047498.550550:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047498.550579:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e15e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.550623:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e15df lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c8 expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.550651:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e15e6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c8 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.550664:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047498.550668:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047498.550674:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8be00, rc 0) 00000100:00100000:1.0:1777047498.550782:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54294:x1863365384268416:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 957us (3053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.550793:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3424 00000100:00100000:3.0:1777047498.566198:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.566341:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384268672 00000100:00100000:2.0:1777047498.566378:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384268672 00000100:00100000:2.0:1777047498.566495:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3425 00000100:00100000:2.0:1777047498.566513:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54294:x1863365384268672:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047498.566671:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.566719:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e15e6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c8 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.566752:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.566760:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047498.567495:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.567519:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.567577:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047498.567671:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938089 00000004:00010000:2.0:1777047498.567710:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007f146c9e reply state 00000000c07bd801 transno 8589938090 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.567724:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047498.567874:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54294:x1863365384268672:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1365us (1693us total) trans 8589938090 rc 0/0 00000100:00100000:2.0:1777047498.567888:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3425 00000020:00080000:2.0:1777047498.567899:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047498.581228:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.581257:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.581271:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.581284:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047498.581293:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.581308:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.581340:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.581347:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047498.581355:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.581366:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e15ed lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.582332:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.582542:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384268800 00000100:00100000:0.0:1777047498.582559:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384268800 00000100:00100000:0.0:1777047498.582706:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5721 00000100:00100000:0.0:1777047498.582729:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54294:x1863365384268800:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.582761:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.582797:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884cf expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047498.582842:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97c8, atime: 0x69eb9701, ctime: 0x69eb97c8, blocks: 0x203 00010000:00010000:0.0:1777047498.582878:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.582882:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.582895:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 19 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.582924:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 19 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.583012:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:0.0:1777047498.583136:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54294:x1863365384268800:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 413us (7724us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.583149:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5721 00000100:00100000:3.0:1777047498.590577:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.590640:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384268928 00000100:00100000:0.0:1777047498.590658:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384268928 00000100:00100000:3.0:1777047498.590675:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00010000:0.0:1777047498.590730:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (262144->18446744073709551615) 00002000:00100000:0.0:1777047498.590740:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403ea300 with x1863365384268928 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047498.590763:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403ea300. 00000100:00100000:0.0:1777047498.590832:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384269056 00000100:00100000:0.0:1777047498.590838:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384269056 00002000:00010000:0.0:1777047498.590862:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.590867:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9c00 with x1863365384269056 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.590877:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403e9c00. 00000100:00100000:0.0:1777047498.590928:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3041 00000100:00100000:0.0:1777047498.590977:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384268928:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047498.591020:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3042 00000100:00100000:1.0:1777047498.591042:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384269056:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.591889:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047498.591896:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047498.591900:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047496 -> 1777047498 00002000:00010000:1.0:1777047498.591904:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047477 -> 1777047498 00002000:00010000:0.0:1777047498.591907:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047498.591912:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047498.591915:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047496 -> 1777047498 00002000:00010000:1.0:1777047498.591920:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047477 -> 1777047498 00002000:00010000:0.0:1777047498.591927:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1777047498.591930:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047498.592046:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384269056:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1008us (1370us total) trans 17179871445 rc 0/0 00000100:00100000:1.0:1777047498.592060:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3042 00002000:00010000:1.0:1777047498.592067:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:1.0:1777047498.592073:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9c00 with x1863365384269056 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047498.592081:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403e9c00. 00000100:00100000:0.0:1777047498.594457:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384268928:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 3505us (3924us total) trans 21474838536 rc 0/0 00000100:00100000:0.0:1777047498.594474:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3041 00002000:00010000:0.0:1777047498.594483:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (262144->18446744073709551615) 00002000:00100000:0.0:1777047498.594810:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403ea300 with x1863365384268928 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047498.594848:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403ea300. 00000100:00100000:2.0:1777047498.615246:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.616155:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384269184 00000100:00100000:0.0:1777047498.616173:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384269184 00000100:00100000:0.0:1777047498.616275:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3426 00000100:00100000:0.0:1777047498.616292:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54294:x1863365384269184:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.616352:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.616390:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15fb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884d6 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618687:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1602 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618717:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1602 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618739:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1602 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047498.618804:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047498.618811:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047498.618851:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1602 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.618902:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e15fb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884d6 expref: 79 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.619021:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1602 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884d6 expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.619036:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.619042:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047498.619048:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047498.619173:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54294:x1863365384269184:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2881us (4230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.619188:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3426 00000100:00100000:3.0:1777047498.631487:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047498.632271:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384269440 00000100:00100000:1.0:1777047498.632289:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384269440 00000100:00100000:1.0:1777047498.632393:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3427 00000100:00100000:1.0:1777047498.632410:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54294:x1863365384269440:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047498.632510:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047498.632599:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1602 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884d6 expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.632631:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047498.632641:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047498.633100:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.633125:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.633142:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047498.633237:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938091 00000004:00010000:1.0:1777047498.633279:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c91bab9a reply state 000000006821bc62 transno 8589938092 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047498.633294:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047498.633462:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54294:x1863365384269440:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1053us (1990us total) trans 8589938092 rc 0/0 00000100:00100000:1.0:1777047498.633475:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3427 00000020:00080000:1.0:1777047498.633484:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047498.642816:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.642858:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047498.642864:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.642881:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.642892:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047498.642902:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.642917:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.642970:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.642977:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047498.642984:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.642995:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1609 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.643218:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384269568 00000100:00100000:3.0:1777047498.643236:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384269568 00000100:00100000:3.0:1777047498.643344:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5722 00000100:00100000:3.0:1777047498.643361:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54294:x1863365384269568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047498.643392:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047498.643428:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884dd expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047498.643710:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 262144, mtime: 0x69eb97c8, atime: 0x69eb9713, ctime: 0x69eb97c8, blocks: 0x203 00010000:00010000:3.0:1777047498.643795:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.643801:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.643818:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 21 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.643852:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 21 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.643872:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b600, rc 0) 00000100:00100000:0.0:1777047498.644390:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54294:x1863365384269568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1029us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.644404:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5722 00000100:00100000:2.0:1777047498.660522:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.660919:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.661673:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384269696 00000100:00100000:3.0:1777047498.661693:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384269696 00002000:00010000:3.0:1777047498.661771:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (262144->18446744073709551615) 00002000:00100000:3.0:1777047498.661780:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66680 with x1863365384269696 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047498.661803:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d66680. 00000100:00100000:3.0:1777047498.661852:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384269824 00000100:00100000:3.0:1777047498.661857:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384269824 00002000:00010000:3.0:1777047498.661880:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:3.0:1777047498.661885:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d67100 with x1863365384269824 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047498.661896:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d67100. 00000100:00100000:3.0:1777047498.661990:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3043 00000100:00100000:3.0:1777047498.662008:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384269696:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047498.663049:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047498.663056:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047496 -> 1777047498 00002000:00010000:3.0:1777047498.663061:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047498.663065:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047496 -> 1777047498 00002000:00010000:3.0:1777047498.663068:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047498.663171:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384269696:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1165us (2666us total) trans 21474838537 rc 0/0 00000100:00100000:3.0:1777047498.663185:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3043 00002000:00010000:3.0:1777047498.663192:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (262144->18446744073709551615) 00002000:00100000:3.0:1777047498.663196:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d66680 with x1863365384269696 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047498.663203:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d66680. 00000100:00100000:3.0:1777047498.663236:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3044 00000100:00100000:3.0:1777047498.663248:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384269824:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047498.663474:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047498.663479:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047477 -> 1777047498 00002000:00010000:3.0:1777047498.663483:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047498.663486:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047477 -> 1777047498 00002000:00010000:3.0:1777047498.663490:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047498.663529:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384269824:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 281us (2609us total) trans 17179871446 rc 0/0 00000100:00100000:3.0:1777047498.663592:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3044 00002000:00010000:3.0:1777047498.663597:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:3.0:1777047498.663601:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d67100 with x1863365384269824 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047498.663608:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837d67100. 00000100:00100000:0.0:1777047498.682859:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.683469:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384269952 00000100:00100000:2.0:1777047498.683487:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384269952 00000100:00100000:2.0:1777047498.683635:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3428 00000100:00100000:2.0:1777047498.683655:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54294:x1863365384269952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047498.683697:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047498.683756:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1617 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884e4 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.683923:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e161e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.683980:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e161e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.684003:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e161e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047498.684053:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047498.684060:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047498.684093:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e161e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.684138:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1617 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884e4 expref: 81 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.684166:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e161e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884e4 expref: 80 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.684180:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.684184:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047498.684190:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:2.0:1777047498.684300:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54294:x1863365384269952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 651us (1459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.684313:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3428 00000100:00100000:3.0:1777047498.703587:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.704373:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384270208 00000100:00100000:2.0:1777047498.704398:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384270208 00000100:00100000:2.0:1777047498.704836:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3429 00000100:00100000:2.0:1777047498.704860:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54294:x1863365384270208:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047498.704985:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.705040:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e161e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884e4 expref: 80 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.705086:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.705095:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047498.705517:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.705612:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.705632:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047498.709030:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938093 00000004:00010000:0.0:1777047498.709145:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000317d722d reply state 0000000081a53489 transno 8589938094 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.709165:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047498.709376:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54294:x1863365384270208:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4517us (5850us total) trans 8589938094 rc 0/0 00000100:00100000:0.0:1777047498.709391:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3429 00000020:00080000:0.0:1777047498.709401:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047498.719008:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.719334:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.719347:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.719358:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047498.719367:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.719380:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.719409:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.719415:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047498.719422:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.719432:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1625 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.723207:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.728368:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384270336 00000100:00100000:2.0:1777047498.728386:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384270336 00000100:00100000:2.0:1777047498.728480:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5723 00000100:00100000:2.0:1777047498.728496:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54294:x1863365384270336:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047498.728520:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047498.728597:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884eb expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047498.728637:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97c8, atime: 0x69eb9713, ctime: 0x69eb97c8, blocks: 0x203 00010000:00010000:2.0:1777047498.728668:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.728672:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047498.728683:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 23 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.728709:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 23 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.728731:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:2.0:1777047498.728819:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54294:x1863365384270336:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 325us (5640us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.728832:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5723 00000100:00100000:3.0:1777047498.741451:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.741596:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.742008:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384270592 00000100:00100000:0.0:1777047498.742023:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384270592 00002000:00010000:0.0:1777047498.742078:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.742086:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9880 with x1863365384270592 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.742101:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403e9880. 00000100:00100000:0.0:1777047498.742146:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384270464 00000100:00100000:0.0:1777047498.742152:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384270464 00002000:00010000:0.0:1777047498.742175:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (262144->18446744073709551615) 00002000:00100000:0.0:1777047498.742180:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403ead80 with x1863365384270464 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047498.742214:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403ead80. 00000100:00100000:0.0:1777047498.742257:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3045 00000100:00100000:0.0:1777047498.742273:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384270592:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:2.0:1777047498.742503:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3046 00000100:00100000:2.0:1777047498.742519:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384270464:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.744852:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047498.744859:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047477 -> 1777047498 00002000:00010000:0.0:1777047498.744864:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047498.744867:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047477 -> 1777047498 00002000:00010000:0.0:1777047498.744871:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047498.744986:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384270592:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2714us (3544us total) trans 17179871447 rc 0/0 00000100:00100000:0.0:1777047498.745000:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3045 00002000:00010000:0.0:1777047498.745006:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.745010:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e9880 with x1863365384270592 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.745018:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403e9880. 00002000:00010000:2.0:1777047498.745235:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047498.745241:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047496 -> 1777047498 00002000:00010000:2.0:1777047498.745244:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047498.745248:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047496 -> 1777047498 00002000:00010000:2.0:1777047498.745251:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047498.745291:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384270464:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2775us (3760us total) trans 21474838538 rc 0/0 00000100:00100000:2.0:1777047498.745304:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3046 00002000:00010000:2.0:1777047498.745310:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (262144->18446744073709551615) 00002000:00100000:2.0:1777047498.745314:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403ead80 with x1863365384270464 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047498.745322:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403ead80. 00000100:00100000:0.0:1777047498.776473:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.778937:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384270720 00000100:00100000:2.0:1777047498.778976:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384270720 00000100:00100000:2.0:1777047498.779096:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3430 00000100:00100000:2.0:1777047498.779115:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54294:x1863365384270720:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047498.779149:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047498.779180:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1633 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884f2 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.779298:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e163a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.779321:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e163a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.779339:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e163a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047498.779379:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047498.779386:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047498.779411:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e163a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.779478:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1633 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f2 expref: 83 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.779505:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e163a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f2 expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.779519:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.779523:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047498.779528:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047498.780270:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54294:x1863365384270720:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1158us (3807us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.780290:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3430 00000100:00100000:3.0:1777047498.796189:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.796893:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384270976 00000100:00100000:2.0:1777047498.796909:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384270976 00000100:00100000:2.0:1777047498.797042:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3431 00000100:00100000:2.0:1777047498.797061:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54294:x1863365384270976:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047498.797138:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047498.797178:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e163a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f2 expref: 82 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.797210:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.797217:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047498.801323:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.801353:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.801373:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047498.801492:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938095 00000004:00010000:2.0:1777047498.801590:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039ffe7ae reply state 00000000ecd02386 transno 8589938096 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047498.801609:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047498.801776:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54294:x1863365384270976:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4715us (5592us total) trans 8589938096 rc 0/0 00000100:00100000:2.0:1777047498.801791:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3431 00000020:00080000:2.0:1777047498.801802:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047498.810208:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047498.811897:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.812248:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.812259:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.812270:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047498.812277:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.812289:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.812314:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.812319:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047498.812326:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.812336:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e1641 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047498.812481:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384271104 00000100:00100000:1.0:1777047498.812494:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384271104 00000100:00100000:1.0:1777047498.812659:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5724 00000100:00100000:1.0:1777047498.812676:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54294:x1863365384271104:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047498.812699:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047498.812727:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7884f9 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047498.812762:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97c8, atime: 0x69eb979d, ctime: 0x69eb97c8, blocks: 0x203 00010000:00010000:1.0:1777047498.812790:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.812794:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047498.812804:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 26 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.812831:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 26 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.812851:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b800, rc 0) 00000100:00100000:1.0:1777047498.812939:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54294:x1863365384271104:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 267us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047498.812975:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5724 00000100:00100000:0.0:1777047498.826180:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.826257:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.826261:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384271232 00000100:00100000:2.0:1777047498.826276:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384271232 00002000:00010000:2.0:1777047498.826331:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (262144->18446744073709551615) 00002000:00100000:2.0:1777047498.826340:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fdf80 with x1863365384271232 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047498.826357:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fdf80. 00000100:00100000:2.0:1777047498.826407:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384271360 00000100:00100000:2.0:1777047498.826425:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384271360 00002000:00010000:2.0:1777047498.826451:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:2.0:1777047498.826457:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fca80 with x1863365384271360 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047498.826467:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378fca80. 00000100:00100000:2.0:1777047498.826501:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3047 00000100:00100000:2.0:1777047498.826516:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384271232:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047498.826936:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3048 00000100:00100000:0.0:1777047498.826980:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384271360:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047498.827234:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047498.827235:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047498.827243:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047477 -> 1777047498 00002000:00010000:2.0:1777047498.827243:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047496 -> 1777047498 00002000:00010000:0.0:1777047498.827249:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047498.827249:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047498.827255:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047477 -> 1777047498 00002000:00010000:2.0:1777047498.827255:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047496 -> 1777047498 00002000:00010000:2.0:1777047498.827260:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:0.0:1777047498.827261:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047498.827335:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384271360:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 357us (1076us total) trans 21474838539 rc 0/0 00000100:00100000:0.0:1777047498.827349:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3048 00002000:00010000:0.0:1777047498.827356:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.827360:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fca80 with x1863365384271360 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.827369:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378fca80. 00000100:00100000:2.0:1777047498.829902:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384271232:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 3381us (3741us total) trans 17179871448 rc 0/0 00000100:00100000:2.0:1777047498.829919:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3047 00002000:00010000:2.0:1777047498.829926:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (262144->18446744073709551615) 00002000:00100000:2.0:1777047498.829930:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fdf80 with x1863365384271232 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047498.829941:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fdf80. 00000100:00100000:2.0:1777047498.848531:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.849677:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384271488 00000100:00100000:3.0:1777047498.849693:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384271488 00000100:00100000:2.0:1777047498.850901:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3432 00000100:00100000:2.0:1777047498.850921:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54294:x1863365384271488:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047498.850978:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047498.851009:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e164f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788500 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.851399:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1656 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.851430:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1656 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.851447:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1656 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047498.851484:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047498.851491:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047498.851516:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1656 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.851592:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e164f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788500 expref: 85 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.851621:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1656 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788500 expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.851635:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.851641:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047498.851646:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047498.851833:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54294:x1863365384271488:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 915us (3313us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047498.851847:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3432 00000100:00100000:0.0:1777047498.872748:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.874455:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384271744 00000100:00100000:2.0:1777047498.874471:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384271744 00000100:00100000:1.0:1777047498.874619:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3433 00000100:00100000:1.0:1777047498.874643:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54294:x1863365384271744:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047498.874719:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047498.874787:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1656 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788500 expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.874818:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047498.874827:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047498.875178:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.875201:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047498.875217:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047498.875309:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938097 00000004:00010000:1.0:1777047498.875352:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001f1b8720 reply state 00000000fda55977 transno 8589938098 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047498.875379:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047498.875529:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54294:x1863365384271744:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 892us (2794us total) trans 8589938098 rc 0/0 00000100:00100000:1.0:1777047498.875599:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3433 00000020:00080000:1.0:1777047498.875608:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047498.883884:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.883908:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.883921:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.884236:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8aa00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047498.884245:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.884267:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.884291:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.884297:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047498.884304:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.884314:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e165d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.889685:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.890605:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384271872 00000100:00100000:3.0:1777047498.890619:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384271872 00000100:00100000:3.0:1777047498.890696:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5725 00000100:00100000:3.0:1777047498.890713:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54294:x1863365384271872:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047498.890741:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047498.890772:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788507 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047498.890814:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 262144, mtime: 0x69eb97c9, atime: 0x69eb974b, ctime: 0x69eb97c9, blocks: 0x203 00010000:00010000:3.0:1777047498.890845:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.890849:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047498.890862:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 28 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.890890:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 28 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047498.890911:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3ba00, rc 0) 00000100:00100000:3.0:1777047498.891053:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54294:x1863365384271872:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 342us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047498.891066:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5725 00000100:00100000:2.0:1777047498.902310:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.902363:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.902732:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384272128 00000100:00100000:3.0:1777047498.902746:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384272128 00002000:00010000:3.0:1777047498.902797:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:3.0:1777047498.902805:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a57800 with x1863365384272128 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047498.902820:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a57800. 00000100:00100000:3.0:1777047498.903240:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384272000 00000100:00100000:3.0:1777047498.903248:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384272000 00002000:00010000:3.0:1777047498.903493:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (262144->18446744073709551615) 00002000:00100000:3.0:1777047498.903501:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a57480 with x1863365384272000 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047498.903512:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a57480. 00000100:00100000:0.0:1777047498.904772:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3049 00000100:00100000:0.0:1777047498.904794:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384272128:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.906520:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047498.906526:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047477 -> 1777047498 00002000:00010000:0.0:1777047498.906556:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047498.906562:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047477 -> 1777047498 00002000:00010000:0.0:1777047498.906566:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047498.906670:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384272128:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1857us (4344us total) trans 21474838540 rc 0/0 00000100:00100000:0.0:1777047498.906684:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3049 00002000:00010000:0.0:1777047498.906692:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:0.0:1777047498.906696:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a57800 with x1863365384272128 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047498.906705:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a57800. 00000100:00100000:0.0:1777047498.906736:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3050 00000100:00100000:0.0:1777047498.906750:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384272000:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047498.906994:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047498.907001:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047497 -> 1777047498 00002000:00010000:0.0:1777047498.907005:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047498.907008:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047497 -> 1777047498 00002000:00010000:0.0:1777047498.907011:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047498.907295:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384272000:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 546us (4930us total) trans 17179871449 rc 0/0 00000100:00100000:0.0:1777047498.907306:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3050 00002000:00010000:0.0:1777047498.907312:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (262144->18446744073709551615) 00002000:00100000:0.0:1777047498.907316:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a57480 with x1863365384272000 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047498.907324:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a57480. 00000100:00100000:2.0:1777047498.935351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.936755:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384272256 00000100:00100000:0.0:1777047498.936770:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384272256 00000100:00100000:0.0:1777047498.936853:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3434 00000100:00100000:0.0:1777047498.936868:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54294:x1863365384272256:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.936901:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.936930:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e166b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78850e expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.937071:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e1672 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.937092:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e1672 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.937109:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e1672 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047498.937145:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047498.937150:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047498.937172:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e1672 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.937207:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e166b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78850e expref: 87 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.937232:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e1672 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78850e expref: 86 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.937244:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.937249:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047498.937253:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00000100:00100000:0.0:1777047498.937346:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54294:x1863365384272256:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 481us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.937357:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3434 00000100:00100000:2.0:1777047498.953493:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.954733:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384272512 00000100:00100000:0.0:1777047498.954747:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384272512 00000100:00100000:0.0:1777047498.954828:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3435 00000100:00100000:0.0:1777047498.954844:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54294:x1863365384272512:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047498.954913:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047498.954973:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e1672 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78850e expref: 86 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.955000:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047498.955009:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047498.955650:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.955670:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.955686:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047498.955786:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938099 00000004:00010000:0.0:1777047498.955834:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e75f74d reply state 000000003c8db8ca transno 8589938100 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047498.955848:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047498.956247:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54294:x1863365384272512:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1405us (2764us total) trans 8589938100 rc 0/0 00000100:00100000:0.0:1777047498.956260:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3435 00000020:00080000:0.0:1777047498.956268:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047498.964391:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047498.966336:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384272640 00000100:00100000:0.0:1777047498.966350:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384272640 00000100:00100000:0.0:1777047498.966416:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5726 00000100:00100000:0.0:1777047498.966431:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54294:x1863365384272640:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047498.966457:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047498.966483:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788515 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047498.966520:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97c9, atime: 0x69eb975e, ctime: 0x69eb97c9, blocks: 0x203 00010000:00010000:0.0:1777047498.966586:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.966591:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047498.966602:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 27 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.966627:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 27 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047498.966647:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00000100:00100000:0.0:1777047498.966716:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54294:x1863365384272640:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 287us (2337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047498.966728:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5726 00010000:00010000:2.0:1777047498.968102:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.968119:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.968131:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.968140:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047498.968147:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.968158:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.968180:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047498.968185:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047498.968191:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047498.968201:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1679 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047498.980711:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047498.980786:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047498.981910:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384272768 00000100:00100000:2.0:1777047498.981924:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384272768 00002000:00010000:2.0:1777047498.982006:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (262144->18446744073709551615) 00002000:00100000:2.0:1777047498.982015:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818917100 with x1863365384272768 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047498.982032:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818917100. 00000100:00100000:2.0:1777047498.982076:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384272896 00000100:00100000:2.0:1777047498.982084:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384272896 00002000:00010000:2.0:1777047498.982106:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:2.0:1777047498.982111:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915880 with x1863365384272896 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047498.982374:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915880. 00000100:00100000:2.0:1777047498.982658:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3051 00000100:00100000:2.0:1777047498.982678:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384272768:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047498.983433:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047498.983440:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047497 -> 1777047498 00002000:00010000:2.0:1777047498.983445:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047498.983449:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047497 -> 1777047498 00002000:00010000:2.0:1777047498.983453:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047498.983567:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384272768:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 863us (2836us total) trans 21474838541 rc 0/0 00000100:00100000:2.0:1777047498.983581:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3051 00002000:00010000:2.0:1777047498.983589:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (262144->18446744073709551615) 00002000:00100000:2.0:1777047498.983594:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818917100 with x1863365384272768 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047498.983603:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818917100. 00000100:00100000:2.0:1777047498.983916:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3052 00000100:00100000:2.0:1777047498.983932:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384272896:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047498.984453:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047498.984460:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047477 -> 1777047498 00002000:00010000:2.0:1777047498.984464:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047498.984468:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047477 -> 1777047498 00002000:00010000:2.0:1777047498.984471:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047498.984515:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384272896:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 585us (3728us total) trans 17179871450 rc 0/0 00000100:00100000:2.0:1777047498.984568:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3052 00002000:00010000:2.0:1777047498.984576:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:2.0:1777047498.984581:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915880 with x1863365384272896 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047498.984591:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915880. 00000100:00100000:3.0:1777047499.006435:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.007437:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384273024 00000100:00100000:2.0:1777047499.007452:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384273024 00000100:00100000:2.0:1777047499.007705:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3436 00000100:00100000:3.0:1777047499.009734:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54294:x1863365384273024:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.009773:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.009803:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e1687 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78851c expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.009919:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e168e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.009975:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e168e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.009994:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e168e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047499.010037:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047499.010043:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047499.010069:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e168e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.010108:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a000/0x29ccbc23e99e1687 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78851c expref: 89 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.010135:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e168e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78851c expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.010150:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047499.010155:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047499.010160:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b200, rc 0) 00000100:00100000:3.0:1777047499.010259:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54294:x1863365384273024:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2539us (3833us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.010273:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3436 00000100:00100000:0.0:1777047499.027663:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.027810:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384273280 00000100:00100000:2.0:1777047499.027825:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384273280 00000100:00100000:2.0:1777047499.027930:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3437 00000100:00100000:2.0:1777047499.027978:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54294:x1863365384273280:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047499.028054:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047499.028090:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e168e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78851c expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.028120:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047499.028128:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047499.028465:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.028489:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.028508:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047499.028651:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938101 00000004:00010000:2.0:1777047499.028699:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000af66688 reply state 00000000e76caa49 transno 8589938102 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.028716:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047499.028852:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54294:x1863365384273280:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 906us (1198us total) trans 8589938102 rc 0/0 00000100:00100000:2.0:1777047499.028866:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3437 00000020:00080000:2.0:1777047499.028874:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047499.040532:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.041023:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384273408 00000100:00100000:3.0:1777047499.041041:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384273408 00000100:00100000:3.0:1777047499.041169:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5727 00000100:00100000:3.0:1777047499.041190:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54294:x1863365384273408:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.041218:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047499.041224:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.041246:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.041253:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788523 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.041265:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.041291:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047499.041300:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047499.041308:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97c9, atime: 0x69eb9766, ctime: 0x69eb97c9, blocks: 0x203 00010000:00010000:0.0:1777047499.041314:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.041343:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047499.041343:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.041350:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.041356:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047499.041368:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 31 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.041369:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.041412:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1695 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.041426:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 31 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.042089:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3a000, rc 0) 00000100:00080000:2.0:1777047499.042301:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047499.044284:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54294:x1863365384273408:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3095us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.044300:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5727 00000100:00100000:0.0:1777047499.062840:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.062933:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.063526:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384273536 00000100:00100000:1.0:1777047499.063580:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384273664 00000100:00100000:3.0:1777047499.063589:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384273536 00000100:00100000:1.0:1777047499.065178:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384273664 00002000:00010000:1.0:1777047499.065267:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:1.0:1777047499.065276:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fd180 with x1863365384273664 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047499.065295:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378fd180. 00000100:00100000:1.0:1777047499.065352:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3053 00000100:00100000:1.0:1777047499.065370:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384273664:12345-192.168.201.26@tcp:10:lfs.0 00000100:00080000:2.0:1777047499.065580:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1777047499.068718:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.068726:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047477 -> 1777047499 00002000:00010000:1.0:1777047499.068732:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047499.068736:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047477 -> 1777047499 00002000:00010000:1.0:1777047499.068741:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1777047499.068779:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (262144->18446744073709551615) 00002000:00100000:3.0:1777047499.068790:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fc380 with x1863365384273536 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047499.068805:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fc380. 00000100:00100000:1.0:1777047499.068851:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384273664:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 3479us (5913us total) trans 21474838542 rc 0/0 00000100:00100000:3.0:1777047499.068863:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3054 00000100:00100000:1.0:1777047499.068881:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3053 00002000:00010000:1.0:1777047499.068890:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00000100:00100000:3.0:1777047499.068890:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384273536:12345-192.168.201.26@tcp:10:lfs.0 00002000:00100000:1.0:1777047499.068903:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fd180 with x1863365384273664 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047499.068916:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378fd180. 00002000:00010000:3.0:1777047499.069229:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047499.069237:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047497 -> 1777047499 00002000:00010000:3.0:1777047499.069241:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047499.069245:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047497 -> 1777047499 00002000:00010000:3.0:1777047499.069249:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047499.069334:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384273536:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 451us (6540us total) trans 17179871451 rc 0/0 00000100:00100000:3.0:1777047499.069384:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3054 00002000:00010000:3.0:1777047499.070034:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (262144->18446744073709551615) 00002000:00100000:3.0:1777047499.070041:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fc380 with x1863365384273536 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047499.070051:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fc380. 00000100:00100000:0.0:1777047499.085407:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.087993:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384273792 00000100:00100000:2.0:1777047499.088011:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384273792 00000100:00100000:2.0:1777047499.088116:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3438 00000100:00100000:2.0:1777047499.088138:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54294:x1863365384273792:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.088174:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.088209:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e16a3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78852a expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.088335:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e16aa lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.088360:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e16aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.088378:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e16aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047499.088418:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047499.088425:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047499.088451:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e16aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.088496:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e16a3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78852a expref: 91 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.088524:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e16aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78852a expref: 90 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.088618:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047499.088624:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047499.088630:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047499.088730:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54294:x1863365384273792:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 597us (3333us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047499.088746:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3438 00000100:00100000:2.0:1777047499.109485:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.109737:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384274048 00000100:00100000:3.0:1777047499.109752:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384274048 00000100:00100000:3.0:1777047499.109851:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3439 00000100:00100000:3.0:1777047499.109868:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54294:x1863365384274048:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047499.110284:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047499.110326:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e16aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78852a expref: 90 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.110359:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047499.110368:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047499.110792:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.110818:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.110837:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047499.110934:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938103 00000004:00010000:3.0:1777047499.114902:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000460a5cd6 reply state 000000007d9c7e9e transno 8589938104 ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.114923:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047499.118922:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54294:x1863365384274048:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 9048us (9439us total) trans 8589938104 rc 0/0 00000100:00100000:2.0:1777047499.118962:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3439 00000020:00080000:2.0:1777047499.118973:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047499.141104:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.141132:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.141147:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.141157:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047499.141166:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.141179:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.141205:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047499.141211:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047499.141218:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.141231:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e16b1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.145315:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.147065:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384274176 00000100:00100000:1.0:1777047499.147082:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384274176 00000100:00100000:1.0:1777047499.147214:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5728 00000100:00100000:1.0:1777047499.147234:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54294:x1863365384274176:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047499.147262:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047499.147295:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788531 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047499.147372:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97c9, atime: 0x69eb9766, ctime: 0x69eb97c9, blocks: 0x203 00010000:00010000:1.0:1777047499.147403:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.147407:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.147419:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 33 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.147446:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 33 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.147469:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a600, rc 0) 00000100:00100000:1.0:1777047499.147608:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54294:x1863365384274176:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 376us (2299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.147622:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5728 00000100:00100000:3.0:1777047499.166734:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.166796:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.166931:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384274304 00000100:00100000:0.0:1777047499.166980:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384274304 00002000:00010000:0.0:1777047499.167338:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (262144->18446744073709551615) 00002000:00100000:0.0:1777047499.167348:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915180 with x1863365384274304 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047499.167366:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915180. 00000100:00100000:0.0:1777047499.167421:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384274432 00000100:00100000:0.0:1777047499.167428:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384274432 00002000:00010000:0.0:1777047499.167452:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:0.0:1777047499.167459:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818914000 with x1863365384274432 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047499.167469:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818914000. 00000100:00100000:0.0:1777047499.167520:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3055 00000100:00100000:0.0:1777047499.167581:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384274304:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047499.167929:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3056 00000100:00100000:1.0:1777047499.167985:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384274432:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047499.167990:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047499.168000:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047497 -> 1777047499 00002000:00010000:0.0:1777047499.168006:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047499.168010:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047497 -> 1777047499 00002000:00010000:0.0:1777047499.168018:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047499.168125:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384274304:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 587us (1397us total) trans 17179871452 rc 0/0 00000100:00100000:0.0:1777047499.168144:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3055 00002000:00010000:0.0:1777047499.168153:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (262144->18446744073709551615) 00002000:00100000:0.0:1777047499.168159:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915180 with x1863365384274304 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047499.168169:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915180. 00002000:00010000:1.0:1777047499.168323:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.168332:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047477 -> 1777047499 00002000:00010000:1.0:1777047499.168338:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047499.168344:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047477 -> 1777047499 00002000:00010000:1.0:1777047499.168349:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.168438:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384274432:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 460us (1639us total) trans 21474838543 rc 0/0 00000100:00100000:1.0:1777047499.168453:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3056 00002000:00010000:1.0:1777047499.168460:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:1.0:1777047499.168466:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818914000 with x1863365384274432 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047499.168478:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818914000. 00000100:00100000:3.0:1777047499.211064:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.212419:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384274560 00000100:00100000:2.0:1777047499.212435:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384274560 00000100:00100000:2.0:1777047499.212639:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3440 00000100:00100000:2.0:1777047499.212660:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54294:x1863365384274560:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047499.212696:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047499.212729:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e16bf lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788538 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.212861:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e16c6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.212886:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e16c6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.212907:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e16c6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047499.213296:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047499.213305:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047499.213338:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e16c6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.213384:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e16bf lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788538 expref: 93 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.213420:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e16c6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788538 expref: 92 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.213435:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047499.213441:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047499.213447:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:1.0:1777047499.213782:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54294:x1863365384274560:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1125us (2727us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.213796:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3440 00000100:00100000:2.0:1777047499.221341:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.221499:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384274816 00000100:00100000:0.0:1777047499.221514:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384274816 00000100:00100000:0.0:1777047499.222010:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3441 00000100:00100000:0.0:1777047499.222030:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54294:x1863365384274816:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047499.222104:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047499.222142:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e16c6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788538 expref: 92 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.222171:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047499.222180:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047499.222506:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.222593:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.222616:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047499.222719:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938105 00000004:00010000:0.0:1777047499.222770:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000906617fb reply state 00000000e8293292 transno 8589938106 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.222796:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047499.223161:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54294:x1863365384274816:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1135us (2148us total) trans 8589938106 rc 0/0 00000100:00100000:0.0:1777047499.223175:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3441 00000020:00080000:0.0:1777047499.223183:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047499.234649:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.234982:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384274944 00000100:00100000:3.0:1777047499.234998:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384274944 00000100:00100000:3.0:1777047499.235091:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5729 00000100:00100000:3.0:1777047499.235109:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54294:x1863365384274944:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.235136:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.235168:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78853f expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047499.235212:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97c9, atime: 0x69eb9790, ctime: 0x69eb97c9, blocks: 0x203 00010000:00010000:3.0:1777047499.235242:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.235247:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.235259:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.235289:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.235313:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b800, rc 0) 00000100:00100000:3.0:1777047499.235401:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54294:x1863365384274944:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 294us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.235415:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5729 00010000:00010000:0.0:1777047499.243109:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.243134:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.243148:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.243160:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047499.243168:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.243182:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.243207:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047499.243213:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047499.243222:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.243312:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16cd lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.245917:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.246412:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.246508:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384275072 00000100:00100000:2.0:1777047499.246523:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384275072 00002000:00010000:2.0:1777047499.247014:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (262144->18446744073709551615) 00002000:00100000:2.0:1777047499.247024:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bdc00 with x1863365384275072 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047499.247041:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bdc00. 00000100:00100000:2.0:1777047499.247073:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384275200 00000100:00100000:2.0:1777047499.247079:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384275200 00002000:00010000:2.0:1777047499.247101:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:2.0:1777047499.247107:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bf480 with x1863365384275200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047499.247116:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bf480. 00000100:00100000:2.0:1777047499.247149:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3057 00000100:00100000:2.0:1777047499.247165:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384275072:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:3.0:1777047499.247476:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3058 00000100:00100000:3.0:1777047499.247502:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384275200:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047499.247529:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047499.247579:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047497 -> 1777047499 00002000:00010000:2.0:1777047499.247586:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047499.247591:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047497 -> 1777047499 00002000:00010000:2.0:1777047499.247596:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047499.247689:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384275072:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 523us (2079us total) trans 21474838544 rc 0/0 00000100:00100000:2.0:1777047499.247705:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3057 00002000:00010000:2.0:1777047499.247714:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (262144->18446744073709551615) 00002000:00100000:2.0:1777047499.247720:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bdc00 with x1863365384275072 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047499.247730:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bdc00. 00002000:00010000:3.0:1777047499.247851:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047499.247859:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047477 -> 1777047499 00002000:00010000:3.0:1777047499.247865:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047499.247869:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047477 -> 1777047499 00002000:00010000:3.0:1777047499.247874:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047499.255918:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384275200:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 8411us (9491us total) trans 17179871453 rc 0/0 00000100:00100000:2.0:1777047499.255972:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3058 00002000:00010000:2.0:1777047499.256273:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:2.0:1777047499.256282:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bf480 with x1863365384275200 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047499.256309:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bf480. 00000100:00100000:1.0:1777047499.269152:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.269404:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384275328 00000100:00100000:3.0:1777047499.269420:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384275328 00000100:00100000:3.0:1777047499.269641:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3442 00000100:00100000:3.0:1777047499.269689:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54294:x1863365384275328:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.269723:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.269754:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e16db lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788546 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.269876:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e16e2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.269901:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e16e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.269921:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e16e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047499.270281:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047499.270289:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047499.270315:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e16e2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.270358:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3aa00/0x29ccbc23e99e16db lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788546 expref: 95 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.270386:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e16e2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788546 expref: 94 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.270401:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:3.0:1777047499.270406:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047499.270412:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b000, rc 0) 00000100:00100000:3.0:1777047499.270495:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54294:x1863365384275328:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 840us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.270509:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3442 00000100:00100000:0.0:1777047499.287738:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.287902:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384275584 00000100:00100000:1.0:1777047499.287917:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384275584 00000100:00100000:1.0:1777047499.288039:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3443 00000100:00100000:1.0:1777047499.288055:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54294:x1863365384275584:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047499.288129:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047499.288167:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b000/0x29ccbc23e99e16e2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788546 expref: 94 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.288198:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047499.288207:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047499.288523:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.288659:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.288678:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047499.288779:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938107 00000004:00010000:1.0:1777047499.288830:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095857c88 reply state 000000003c4d2d91 transno 8589938108 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.288847:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047499.289001:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54294:x1863365384275584:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 947us (1273us total) trans 8589938108 rc 0/0 00000100:00100000:1.0:1777047499.289014:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3443 00000020:00080000:1.0:1777047499.289023:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047499.297415:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.297439:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.297452:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.297462:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ac00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047499.297469:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.297489:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.297513:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047499.297519:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047499.297527:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.298451:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e16e9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.304516:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.306982:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384275712 00000100:00100000:1.0:1777047499.306997:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384275712 00000100:00100000:1.0:1777047499.307329:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5730 00000100:00100000:1.0:1777047499.307344:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54294:x1863365384275712:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047499.307390:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047499.307421:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78854d expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047499.307459:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb979d, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:1.0:1777047499.307488:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.307491:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.307503:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 36 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.307531:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 36 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.307908:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a800, rc 0) 00000100:00100000:1.0:1777047499.308035:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:54294:x1863365384275712:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 691us (3527us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.308048:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5730 00000100:00100000:0.0:1777047499.322082:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.322165:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.322342:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384275840 00000100:00100000:2.0:1777047499.322377:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384275840 00002000:00010000:2.0:1777047499.322438:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (262144->18446744073709551615) 00002000:00100000:2.0:1777047499.322448:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fc700 with x1863365384275840 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047499.322468:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fc700. 00000100:00100000:2.0:1777047499.323061:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384275968 00000100:00100000:2.0:1777047499.323072:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384275968 00002000:00010000:2.0:1777047499.323100:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:2.0:1777047499.323107:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378ff100 with x1863365384275968 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047499.323119:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378ff100. 00000100:00100000:0.0:1777047499.324211:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3059 00000100:00100000:3.0:1777047499.324344:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3060 00000100:00100000:1.0:1777047499.327252:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384275840:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047499.328134:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047499.328142:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047498 -> 1777047499 00002000:00010000:1.0:1777047499.328147:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047499.328150:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047498 -> 1777047499 00002000:00010000:1.0:1777047499.328154:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047499.328350:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384275840:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 4119us (6276us total) trans 17179871454 rc 0/0 00000100:00100000:1.0:1777047499.328367:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3059 00002000:00010000:1.0:1777047499.328376:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (262144->18446744073709551615) 00002000:00100000:1.0:1777047499.328381:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fc700 with x1863365384275840 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047499.328392:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fc700. 00000100:00100000:1.0:1777047499.330760:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384275968:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047499.331382:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.331389:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047477 -> 1777047499 00002000:00010000:1.0:1777047499.331394:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047499.332918:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047477 -> 1777047499 00002000:00010000:1.0:1777047499.332925:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.333783:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384275968:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 9422us (11614us total) trans 21474838545 rc 0/0 00000100:00100000:1.0:1777047499.333800:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3060 00002000:00010000:1.0:1777047499.333808:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:1.0:1777047499.333814:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378ff100 with x1863365384275968 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047499.333826:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378ff100. 00000100:00100000:2.0:1777047499.352788:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.353326:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384276096 00000100:00100000:0.0:1777047499.353341:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384276096 00000100:00100000:0.0:1777047499.353461:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3444 00000100:00100000:0.0:1777047499.353479:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54294:x1863365384276096:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047499.353511:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047499.353610:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16f7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788554 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.353735:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e16fe lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.353760:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e16fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.353778:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e16fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047499.353820:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047499.353826:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047499.353852:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e16fe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.353892:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89400/0x29ccbc23e99e16f7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788554 expref: 97 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.353921:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e16fe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788554 expref: 96 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.353962:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047499.353968:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047499.353975:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00100000:0.0:1777047499.354170:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54294:x1863365384276096:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 580us (1276us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.354184:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3444 00000100:00100000:2.0:1777047499.372511:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.372841:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384276352 00000100:00100000:1.0:1777047499.372856:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384276352 00000100:00100000:1.0:1777047499.372976:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3445 00000100:00100000:1.0:1777047499.372995:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54294:x1863365384276352:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047499.373069:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047499.373106:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e16fe lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788554 expref: 96 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.373136:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047499.373144:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047499.373467:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.373493:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.373511:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047499.373739:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938109 00000004:00010000:1.0:1777047499.373805:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9017f6d reply state 000000006b874be9 transno 8589938110 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.373868:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047499.374367:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54294:x1863365384276352:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1371us (1863us total) trans 8589938110 rc 0/0 00000100:00100000:1.0:1777047499.374381:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3445 00000020:00080000:1.0:1777047499.374391:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047499.382731:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.382756:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.382771:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.382784:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047499.382792:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.382807:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.382833:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047499.382839:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047499.382847:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.382860:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e1705 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.391045:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.391353:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384276480 00000100:00100000:3.0:1777047499.391612:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384276480 00000100:00100000:3.0:1777047499.391977:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5731 00000100:00100000:3.0:1777047499.392339:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54294:x1863365384276480:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.392375:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.392414:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78855b expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047499.393432:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb97b8, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:3.0:1777047499.404280:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.404293:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.404315:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 34 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.406862:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047499.409364:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 34 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.409400:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3aa00, rc 0) 00000100:00100000:1.0:1777047499.411997:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54294:x1863365384276480:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 19988us (20949us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.412021:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5731 00000100:00100000:1.0:1777047499.432270:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.433481:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384276608 00000100:00100000:0.0:1777047499.433506:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384276608 00000100:00100000:0.0:1777047499.434000:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5732 00000100:00100000:0.0:1777047499.434020:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54294:x1863365384276608:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047499.434055:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047499.434089:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1713 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788562 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.434147:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.434163:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047499.434167:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047499.434175:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1713 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788562 expref: 38 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.434244:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.434271:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.434298:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434065408:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047499.434471:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047499.449270:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434065408:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047499.449355:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1713 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788562 expref: 38 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.449396:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89400, rc 0) 00000100:00100000:0.0:1777047499.449527:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54294:x1863365384276608:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 15510us (17267us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.449611:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5732 00000100:00100000:2.0:1777047499.450369:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.453613:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384276736 00000100:00100000:0.0:1777047499.453636:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384276736 00010000:00010000:0.0:1777047499.453726:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.453831:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2567 00000100:00100000:0.0:1777047499.453847:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384276736:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047499.453876:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047499.453916:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.453971:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.454016:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d51605/0x29ccbc23e99e0cfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7880ed expref: 38 pid: 6640 timeout: 4227 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.454052:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.454057:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.454067:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788562 expref: 37 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.454083:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788562 expref: 37 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.454150:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c5b768ae/0x29ccbc23e99e1713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788562 expref: 37 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.454174:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434065536:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047499.456631:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047499.472473:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.472647:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384276864 00000100:00100000:2.0:1777047499.472672:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384276864 00002000:00010000:2.0:1777047499.472761:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (262144->18446744073709551615) 00002000:00100000:2.0:1777047499.472770:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bd500 with x1863365384276864 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047499.472811:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bd500. 00000100:00100000:2.0:1777047499.473164:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3061 00000100:00100000:2.0:1777047499.473475:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384276864:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047499.473920:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434065536:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047499.473985:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047499.474077:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384276736:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 20228us (23707us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.474097:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2567 00002000:00010000:2.0:1777047499.474572:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047499.474572:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047498 -> 1777047499 00002000:00010000:2.0:1777047499.474572:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047499.474572:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047498 -> 1777047499 00002000:00010000:2.0:1777047499.474572:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047499.474572:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384276864:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1111us (2173us total) trans 21474838546 rc 0/0 00000100:00100000:2.0:1777047499.474572:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3061 00002000:00010000:2.0:1777047499.474572:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (262144->18446744073709551615) 00002000:00100000:2.0:1777047499.474572:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bd500 with x1863365384276864 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047499.474572:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bd500. 00000100:00100000:1.0:1777047499.477193:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.477378:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384276992 00000100:00100000:3.0:1777047499.477395:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384276992 00002000:00010000:3.0:1777047499.477485:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:3.0:1777047499.477495:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bed80 with x1863365384276992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047499.477512:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bed80. 00000100:00100000:3.0:1777047499.477616:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3062 00000100:00100000:3.0:1777047499.477636:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384276992:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047499.481973:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047499.481983:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047480 -> 1777047499 00002000:00010000:2.0:1777047499.481989:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047499.482310:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047481 -> 1777047499 00002000:00010000:2.0:1777047499.482317:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777047499.482437:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384276992:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 4800us (5261us total) trans 17179871455 rc 0/0 00000100:00100000:2.0:1777047499.482455:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3062 00002000:00010000:2.0:1777047499.482463:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:2.0:1777047499.482469:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bed80 with x1863365384276992 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047499.482479:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bed80. 00000100:00100000:2.0:1777047499.497393:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.500095:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384277248 00000100:00100000:1.0:1777047499.500113:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384277248 00000100:00100000:1.0:1777047499.500221:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3446 00000100:00100000:1.0:1777047499.500240:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54294:x1863365384277248:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047499.500384:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.500431:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.500485:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047499.501106:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c941492a reply state 00000000d007e1b9 transno 8589938111 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.501134:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047499.501287:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54294:x1863365384277248:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1050us (3906us total) trans 8589938111 rc 0/0 00000100:00100000:1.0:1777047499.501302:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3446 00010000:00010000:2.0:1777047499.512568:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.512597:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.512611:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.512622:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047499.512631:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.512644:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.512669:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:2.0:1777047499.512677:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047499.512684:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.512697:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e171a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.518441:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.518582:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384277376 00000100:00100000:0.0:1777047499.518598:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384277376 00000100:00100000:0.0:1777047499.518695:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5733 00000100:00100000:0.0:1777047499.518713:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54294:x1863365384277376:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047499.518739:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047499.518765:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788569 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.518813:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 39 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.518858:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.518862:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.518871:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 39 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.518926:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 39 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.518974:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 39 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.518999:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434065664:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047499.519127:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047499.536917:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434065664:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047499.537000:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 39 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.537034:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:0.0:1777047499.537136:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:54294:x1863365384277376:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18425us (18703us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.537151:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5733 00000100:00100000:2.0:1777047499.547235:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.548162:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384277504 00000100:00100000:1.0:1777047499.548178:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384277504 00010000:00010000:1.0:1777047499.548247:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 39 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.548472:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2568 00000100:00100000:1.0:1777047499.548496:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384277504:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047499.548524:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047499.548590:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 39 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.548617:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 39 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.548658:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e158b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788497 expref: 39 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.548683:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.548687:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047499.548696:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 38 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.548724:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 38 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047499.548815:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 38 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.548841:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5843:1863365434065792:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047499.548992:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047499.561253:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047499.562053:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5843:1863365434065792:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047499.562090:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047499.562181:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384277504:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 13691us (14957us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047499.562220:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2568 00000100:00100000:3.0:1777047499.562897:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384277632 00000100:00100000:3.0:1777047499.562910:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384277632 00000100:00100000:3.0:1777047499.564568:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5734 00000100:00100000:3.0:1777047499.564587:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54294:x1863365384277632:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047499.564615:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047499.564644:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e1728 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788570 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.564694:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 36 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.564710:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.564714:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047499.564722:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e1728 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788570 expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.564772:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 36 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.564796:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 36 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.564822:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818914a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434065920:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047499.564962:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047499.576414:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.577765:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384277760 00000100:00100000:0.0:1777047499.577781:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384277760 00010000:00010000:0.0:1777047499.577844:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 37 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.577927:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2569 00000100:00100000:0.0:1777047499.577971:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384277760:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047499.577997:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047499.578348:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 37 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.578379:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 37 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.578420:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.578424:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047499.578435:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e1728 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788570 expref: 37 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.578456:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e1728 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788570 expref: 37 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.578517:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e1728 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788570 expref: 37 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.578610:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434066048:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047499.578716:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0540 going to sleep for 11 seconds 00010000:00010000:3.0:1777047499.585355:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1592 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78849e expref: 37 pid: 33787 timeout: 4227 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047499.585394:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818914a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434065920:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047499.585438:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f0102c3/0x29ccbc23e99e1728 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788570 expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047499.585465:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b000, rc 0) 00000100:00100000:3.0:1777047499.585657:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:54294:x1863365384277632:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 21073us (24416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047499.585674:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5734 00000100:00100000:0.0:1777047499.587916:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434066048:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047499.588269:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047499.588368:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384277760:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 10400us (11984us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.588384:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2569 00000100:00100000:2.0:1777047499.602127:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.602320:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.603372:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384277888 00000100:00100000:3.0:1777047499.603389:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384277888 00000100:00100000:1.0:1777047499.604068:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384278016 00000100:00100000:1.0:1777047499.604079:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384278016 00000100:00100000:1.0:1777047499.604176:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5735 00000100:00100000:1.0:1777047499.604194:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384278016:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:1.0:1777047499.605337:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.605345:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047499.605350:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047499.605354:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047491 -> 1777047499 00002000:00010000:1.0:1777047499.605358:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777047499.606284:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384278016:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 2090us (3961us total) trans 21474838547 rc 0/0 00000100:00100000:1.0:1777047499.606302:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5735 00000100:00100000:2.0:1777047499.607281:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5736 00000100:00100000:2.0:1777047499.607298:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384277888:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047499.607485:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047499.607499:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047499.607503:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047499.607507:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047491 -> 1777047499 00002000:00010000:2.0:1777047499.607512:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047499.607989:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384277888:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 693us (5874us total) trans 17179871456 rc 0/0 00000100:00100000:2.0:1777047499.608003:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5736 00000100:00100000:1.0:1777047499.619251:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047499.620095:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384278272 00000100:00100000:2.0:1777047499.620110:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384278272 00000100:00100000:2.0:1777047499.620201:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1233 00000100:00100000:2.0:1777047499.620218:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806230050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54294:x1863365384278272:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047499.620305:0:30809:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e14ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788482 expref: 98 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.620375:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.620395:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 98 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.620410:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.620477:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 98 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.620529:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 98 pid: 30805 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.620613:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434066176:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047499.620728:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047499.630249:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434066176:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047499.630289:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.637714:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047499.639308:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384278400 00000100:00100000:0.0:1777047499.639323:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384278400 00010000:00010000:0.0:1777047499.640392:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 99 pid: 30805 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.641774:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2570 00000100:00100000:0.0:1777047499.641795:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:2410:x1863365384278400:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047499.641820:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047499.641832:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 99 pid: 30805 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.641856:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 99 pid: 30805 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.641889:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e150d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788489 expref: 99 pid: 30805 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.641914:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047499.641922:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.641965:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.641986:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.642326:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047499.642429:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:2410:x1863365384278400:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 639us (4725us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.642443:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2570 00010000:00010000:2.0:1777047499.643574:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047499.643590:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047499.666332:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1110, 88 off101976 00000004:00080000:2.0:1777047499.666356:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128048820697ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.666434:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1097, 88 off100680 00000004:00080000:2.0:1777047499.666446:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128048911887ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.666500:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1098, 88 off100768 00000004:00080000:2.0:1777047499.666510:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128048975467ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.666598:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1111, 88 off102064 00000004:00080000:2.0:1777047499.666608:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128049073327ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.666637:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1112, 88 off102152 00000004:00080000:2.0:1777047499.666645:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128049110962ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.666675:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1099, 88 off100856 00000004:00080000:2.0:1777047499.666684:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128049149965ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.666715:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1113, 88 off102240 00000004:00080000:2.0:1777047499.666722:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128049187397ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.666749:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1100, 88 off100944 00000004:00080000:2.0:1777047499.666756:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128049221957ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.666784:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1101, 88 off101032 00000004:00080000:2.0:1777047499.666791:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128049256647ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.666822:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1114, 88 off102328 00000004:00080000:2.0:1777047499.666829:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128049294092ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.666858:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1102, 88 off101120 00000004:00080000:2.0:1777047499.666867:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128049331758ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.666896:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1115, 88 off102416 00000004:00080000:2.0:1777047499.666904:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128049369228ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.672316:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1103, 88 off101208 00000004:00080000:2.0:1777047499.672843:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128054809347ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.672987:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1116, 88 off102504 00000004:00080000:2.0:1777047499.673014:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128055479079ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.673163:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1104, 88 off101296 00000004:00080000:2.0:1777047499.673173:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128055638250ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.673229:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1117, 88 off102592 00000004:00080000:2.0:1777047499.673237:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128055702485ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.675467:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1118, 88 off102680 00000004:00080000:2.0:1777047499.675481:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128057946036ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683205:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1105, 88 off101384 00000004:00080000:2.0:1777047499.683224:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128065689328ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683298:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1119, 88 off102768 00000004:00080000:2.0:1777047499.683312:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128065776051ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683348:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1106, 88 off101472 00000004:00080000:2.0:1777047499.683357:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128065822008ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683387:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1107, 88 off101560 00000004:00080000:2.0:1777047499.683394:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128065859236ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683425:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1120, 88 off102856 00000004:00080000:2.0:1777047499.683433:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128065898123ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683493:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1121, 88 off102944 00000004:00080000:2.0:1777047499.683502:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128065967418ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683581:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1108, 88 off101648 00000004:00080000:2.0:1777047499.683592:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128066057373ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683629:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1122, 88 off103032 00000004:00080000:2.0:1777047499.683638:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128066103698ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683668:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1109, 88 off101736 00000004:00080000:2.0:1777047499.683675:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128066140571ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683704:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1110, 88 off101824 00000004:00080000:2.0:1777047499.683713:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128066178333ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683744:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1123, 88 off103120 00000004:00080000:2.0:1777047499.683751:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128066216133ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683781:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1124, 88 off103208 00000004:00080000:2.0:1777047499.683788:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128066253291ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683816:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1111, 88 off101912 00000004:00080000:2.0:1777047499.683823:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128066288243ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683852:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1112, 88 off102000 00000004:00080000:2.0:1777047499.683858:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128066324156ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047499.683887:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1125, 88 off103296 00000004:00080000:2.0:1777047499.683893:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128066358593ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.683917:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1126, 88 off103384 00000004:00080000:2.0:1777047499.686024:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4128068488290ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047499.686209:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1113, 88 off102088 00000004:00080000:2.0:1777047499.686218:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4128068682951ns, next at 4114093406619ns, rc = 0 00000001:00080000:0.0:1777047499.841488:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938106 is committed 00000020:00080000:0.0:1777047499.841912:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969476 batchid updated 00000001:00080000:0.0:1777047499.841968:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938111 is committed 00000001:00080000:0.0:1777047499.842006:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938112 is committed 00000004:00080000:0.0:1777047499.842013:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1017 committed 00000004:00080000:0.0:1777047499.842036:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1029 committed 00000004:00080000:0.0:1777047499.842052:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1028 committed 00000004:00080000:0.0:1777047499.842056:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1016 committed 00000004:00080000:0.0:1777047499.842059:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1015 committed 00000004:00080000:0.0:1777047499.842062:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1027 committed 00000004:00080000:0.0:1777047499.842066:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1026 committed 00000004:00080000:0.0:1777047499.842070:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1014 committed 00000004:00080000:0.0:1777047499.842073:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1013 committed 00000004:00080000:0.0:1777047499.842078:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1025 committed 00000004:00080000:0.0:1777047499.842081:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1012 committed 00000004:00080000:0.0:1777047499.842085:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1024 committed 00000004:00080000:0.0:1777047499.842089:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1023 committed 00000004:00080000:0.0:1777047499.842092:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1011 committed 00000004:00080000:0.0:1777047499.842096:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1010 committed 00000004:00080000:0.0:1777047499.842099:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1022 committed 00000004:00080000:0.0:1777047499.842106:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1009 committed 00000004:00080000:0.0:1777047499.842109:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1021 committed 00000004:00080000:0.0:1777047499.842114:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1020 committed 00000004:00080000:0.0:1777047499.842117:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1008 committed 00000004:00080000:0.0:1777047499.842121:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1019 committed 00000004:00080000:0.0:1777047499.842124:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1007 committed 00000004:00080000:0.0:1777047499.842127:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1018 committed 00000004:00080000:0.0:1777047499.842131:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1006 committed 00000004:00080000:0.0:1777047499.842135:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1017 committed 00000004:00080000:0.0:1777047499.842138:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1005 committed 00000004:00080000:0.0:1777047499.842142:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1004 committed 00000004:00080000:0.0:1777047499.842145:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1016 committed 00000004:00080000:0.0:1777047499.842148:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1003 committed 00000004:00080000:0.0:1777047499.842152:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1015 committed 00000004:00080000:0.0:1777047499.842155:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1014 committed 00000004:00080000:0.0:1777047499.842159:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1002 committed 00000004:00080000:0.0:1777047499.842162:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1001 committed 00000004:00080000:0.0:1777047499.842166:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1013 committed 00000100:00100000:0.0:1777047499.842979:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066304:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843070:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.843116:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066816:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843149:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.843186:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777047499.843196:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066432:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843254:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.843300:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066944:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843334:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.843411:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434066560:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843465:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.843497:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434067072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843598:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.843643:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047499.843655:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434066688:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843710:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.843744:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434067200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.843796:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1777047499.843826:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969476 00000100:00100000:0.0:1777047499.843879:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434066304 00000100:00100000:0.0:1777047499.843890:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434066304 00000100:00100000:0.0:1777047499.844004:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434066816 00000100:00100000:0.0:1777047499.844010:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434066816 00000100:00100000:0.0:1777047499.844036:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434066432 00000100:00100000:0.0:1777047499.844040:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434066432 00000100:00100000:0.0:1777047499.844063:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434066944 00000100:00100000:0.0:1777047499.844067:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434066944 00000100:00100000:0.0:1777047499.844090:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434066560 00000100:00100000:0.0:1777047499.844095:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434066560 00000100:00100000:0.0:1777047499.844113:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067072 00000100:00100000:0.0:1777047499.844116:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067072 00000100:00100000:0.0:1777047499.844130:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434066688 00000100:00100000:0.0:1777047499.844134:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434066688 00000100:00100000:0.0:1777047499.844147:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067200 00000100:00100000:0.0:1777047499.844151:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067200 00000100:00100000:0.0:1777047499.844172:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5737 00000100:00100000:0.0:1777047499.844186:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365434066304:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047499.844584:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047499.844591:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047499.844596:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047499.844600:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:0.0:1777047499.844605:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 327 -> 327 00000020:00080000:2.0:1777047499.844661:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969476 cancel update log [0x200000bd0:0x1:0x0].52: rc = 0 00000020:00080000:2.0:1777047499.844677:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969476 00000100:00100000:0.0:1777047499.844683:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434066304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 498us (1611us total) trans 17179871457 rc 0/0 00000100:00100000:0.0:1777047499.844712:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5737 00000100:00100000:0.0:1777047499.844758:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738 00000100:00100000:0.0:1777047499.844772:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365434066816:12345-0@lo:2:osp-syn-1-0.0 00000004:00010000:1.0:1777047499.846710:0:30809:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7eabe55 reply state 00000000f803b5f2 transno 8589938112 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047499.846733:0:30809:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777047499.846759:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:1.0:1777047499.846765:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047499.846778:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e14ea lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788482 expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:1.0:1777047499.847305:0:30809:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777047499.847335:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806230050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54294:x1863365384278272:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 227119us (228093us total) trans 8589938112 rc 0/0 00000100:00100000:1.0:1777047499.847351:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1233 00000100:00080000:1.0:1777047499.848163:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047499.848197:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5739 00000100:00100000:1.0:1777047499.848231:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434066432:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047499.848241:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047499.848313:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.848355:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067968:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047499.848389:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.848416:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777047499.848427:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067328:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047499.848462:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.848482:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067840:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047499.848513:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777047499.848903:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.848910:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047499.848914:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047499.848919:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:1.0:1777047499.848923:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.849027:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434066432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 817us (5771us total) trans 17179871459 rc 0/0 00000100:00100000:1.0:1777047499.849040:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5739 00000100:00100000:1.0:1777047499.849066:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067456 00000100:00100000:1.0:1777047499.849074:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067456 00000100:00100000:1.0:1777047499.849133:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067968 00000100:00100000:1.0:1777047499.849139:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067968 00000100:00100000:1.0:1777047499.849153:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067328 00000100:00100000:1.0:1777047499.849156:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067328 00000100:00100000:1.0:1777047499.849170:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067840 00000100:00100000:1.0:1777047499.849173:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067840 00000100:00100000:1.0:1777047499.849191:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5740 00000100:00100000:1.0:1777047499.849201:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434066944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047499.849348:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.849353:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.849358:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047499.849362:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.849366:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.849431:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434066944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 214us (6078us total) trans 17179871460 rc 0/0 00000100:00100000:1.0:1777047499.849444:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5740 00000100:00100000:1.0:1777047499.849468:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741 00000100:00100000:1.0:1777047499.849491:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434066560:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047499.849659:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047499.849666:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.849670:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047499.849673:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.849677:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047499.849727:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810662300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434066560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 237us (6260us total) trans 17179871461 rc 0/0 00000100:00100000:1.0:1777047499.849739:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741 00000100:00100000:1.0:1777047499.849764:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5742 00000100:00100000:1.0:1777047499.849775:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434067072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047499.849910:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.849916:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.849920:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047499.849952:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.849957:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.850007:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434067072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 232us (6407us total) trans 17179871462 rc 0/0 00000100:00100000:1.0:1777047499.850018:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5742 00000100:00100000:1.0:1777047499.850043:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5743 00000100:00100000:1.0:1777047499.850054:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434066688:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047499.850198:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047499.850204:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.850208:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047499.850212:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.850216:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047499.850271:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810663100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434066688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 218us (6560us total) trans 17179871463 rc 0/0 00000100:00100000:1.0:1777047499.850283:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5743 00000100:00100000:1.0:1777047499.850307:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744 00000100:00100000:1.0:1777047499.850318:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434067200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047499.850458:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.850463:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.850467:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047499.850471:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.850475:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.850523:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810660e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434067200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (6726us total) trans 17179871464 rc 0/0 00000100:00100000:1.0:1777047499.850896:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744 00000100:00080000:2.0:1777047499.852244:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047499.853324:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.853345:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.853358:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.853370:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047499.853378:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.853391:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.860357:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747f00) 00010000:00010000:0.0:1777047499.860366:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047499.860377:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.860391:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e172f lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047499.860496:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5745 00000100:00100000:0.0:1777047499.860521:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434067456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047499.861348:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5746 00000100:00100000:2.0:1777047499.861365:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434067968:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047499.861479:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047499.861486:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047499.861491:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047499.861495:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:0.0:1777047499.861500:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1777047499.861518:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047499.861523:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047499.861527:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047499.861530:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047499.861569:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047499.861643:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747 00000100:00100000:1.0:1777047499.861675:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434067328:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047499.863576:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434067712:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047499.870983:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434067968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9614us (22583us total) trans 21474838549 rc 0/0 00000100:00100000:2.0:1777047499.871009:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5746 00000100:00100000:2.0:1777047499.871062:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5748 00000100:00100000:2.0:1777047499.871084:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434067840:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.871282:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434067328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9624us (22816us total) trans 21474838550 rc 0/0 00000100:00100000:1.0:1777047499.871295:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747 00002000:00010000:2.0:1777047499.871368:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047499.871376:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047499.871380:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047499.871384:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047499.871389:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047499.871446:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434067840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 372us (22930us total) trans 21474838551 rc 0/0 00000100:00100000:2.0:1777047499.871458:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5748 00000100:00100000:1.0:1777047499.871499:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000004:00080000:2.0:1777047499.871949:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818914a80/2, rc 0, transno 21474838550 00000100:00100000:2.0:1777047499.871973:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067328:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047499.872000:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc9500/2, rc 0, transno 21474838551 00000100:00100000:2.0:1777047499.872008:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067840:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047499.872024:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efcb480/2, rc 0, transno 21474838549 00000100:00100000:2.0:1777047499.872031:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067968:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.872820:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434068480:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.872905:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.873005:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047499.873017:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434068352:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.873078:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.873141:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068480 00000100:00100000:1.0:1777047499.873152:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068480 00000100:00100000:1.0:1777047499.873218:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068352 00000100:00100000:1.0:1777047499.873224:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068352 00000100:00100000:1.0:1777047499.873278:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5749 00000100:00100000:1.0:1777047499.873292:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434068480:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047499.873595:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.873602:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.873606:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047499.873610:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.873613:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.873675:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3343:x1863365434068480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 385us (780us total) trans 21474838552 rc 0/0 00000100:00100000:1.0:1777047499.873687:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5749 00000100:00100000:1.0:1777047499.873712:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750 00000100:00100000:1.0:1777047499.873723:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434068352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047499.873870:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.873877:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.873881:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047499.873884:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.873888:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.873971:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+12:3343:x1863365434068352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 247us (892us total) trans 21474838553 rc 0/0 00000100:00100000:1.0:1777047499.873982:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750 00000004:00080000:1.0:1777047499.874046:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840328000/2, rc 0, transno 21474838553 00000100:00100000:1.0:1777047499.874061:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434068352:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047499.874077:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032ad80/2, rc 0, transno 21474838552 00000100:00100000:1.0:1777047499.874083:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434068480:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047499.874752:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047499.874758:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.874763:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047499.874767:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.874770:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047499.875097:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434066816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 30325us (31944us total) trans 17179871458 rc 0/0 00000100:00100000:1.0:1777047499.875110:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738 00000100:00100000:0.0:1777047499.875247:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434067456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 14732us (26931us total) trans 21474838548 rc 0/0 00000100:00100000:0.0:1777047499.875262:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5745 00000100:00100000:0.0:1777047499.875301:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384278528 00000100:00100000:0.0:1777047499.875310:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384278528 00000100:00100000:0.0:1777047499.875368:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3447 00000100:00100000:0.0:1777047499.875380:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+67:54294:x1863365384278528:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047499.876364:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047499.878428:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1736 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788577 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.878519:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1736 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788577 expref: 68 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047499.878680:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434068864:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047499.878748:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047499.879218:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810660380/2, rc 0, transno 17179871459 00000100:00100000:2.0:1777047499.879242:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066432:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047499.879264:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810660000/2, rc 0, transno 17179871460 00000100:00100000:2.0:1777047499.879271:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066944:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047499.879288:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810660700/2, rc 0, transno 17179871457 00000100:00100000:2.0:1777047499.879293:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810660700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066304:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047499.879305:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810661f80/2, rc 0, transno 17179871458 00000100:00100000:2.0:1777047499.879311:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434066816:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047499.879365:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068864 00000100:00100000:2.0:1777047499.879373:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068864 00000100:00100000:2.0:1777047499.879445:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5751 00000100:00100000:2.0:1777047499.879459:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434068864:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047499.879767:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00010000:00010000:0.0:1777047499.880166:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1736 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788577 expref: 68 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047499.880207:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:0.0:1777047499.880213:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047499.880230:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:0.0:1777047499.880322:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54294:x1863365384278528:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4940us (8823us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047499.880356:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3447 00000100:00100000:0.0:1777047499.880771:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434069376:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047499.882459:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818916680/2, rc 0, transno 21474838548 00000100:00100000:1.0:1777047499.882501:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434067456:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.882525:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434068992:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047499.882618:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.882858:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068992 00000100:00100000:1.0:1777047499.882868:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068992 00000100:00100000:1.0:1777047499.883000:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5752 00000100:00100000:1.0:1777047499.883015:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3343:x1863365434068992:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047499.883233:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047499.883240:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.883245:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047499.883249:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047499.883253:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047499.883320:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434068992:12345-0@lo:2:osp-syn-1-0.0 Request processed in 307us (700us total) trans 17179871465 rc 0/0 00000100:00100000:1.0:1777047499.883334:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5752 00000100:00100000:1.0:1777047499.883381:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434067584:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.883428:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.883466:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434068096:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.883505:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.883573:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434068608:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.884226:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.884265:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434069120:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047499.884308:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047499.884358:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810661880/2, rc 0, transno 17179871463 00000100:00100000:1.0:1777047499.884377:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434066688:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047499.884396:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810662680/2, rc 0, transno 17179871464 00000100:00100000:1.0:1777047499.884403:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434067200:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047499.884419:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810661500/2, rc 0, transno 17179871461 00000100:00100000:1.0:1777047499.884425:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810661500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434066560:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047499.884439:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810662a00/2, rc 0, transno 17179871462 00000100:00100000:1.0:1777047499.884446:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434067072:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047499.884463:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047499.884474:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434068736:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.884532:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.884611:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434069248:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047499.884662:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047499.884730:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067584 00000100:00100000:1.0:1777047499.884738:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067584 00000100:00100000:1.0:1777047499.884795:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068096 00000100:00100000:1.0:1777047499.884801:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068096 00000100:00100000:1.0:1777047499.884832:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068608 00000100:00100000:1.0:1777047499.884851:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068608 00000100:00100000:1.0:1777047499.884884:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434069120 00000100:00100000:1.0:1777047499.884904:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434069120 00000100:00100000:0.0:1777047499.885040:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.885102:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068736 00000100:00100000:0.0:1777047499.885109:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068736 00000100:00100000:0.0:1777047499.885154:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434069248 00000100:00100000:0.0:1777047499.885159:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434069248 00000100:00100000:0.0:1777047499.885180:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434069376 00000100:00100000:0.0:1777047499.885185:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434069376 00000100:00100000:0.0:1777047499.885208:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753 00000100:00100000:0.0:1777047499.885222:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434067584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047499.885424:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047499.885430:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.885435:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047499.885439:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.885443:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047499.885917:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434067584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 305us (2096us total) trans 21474838555 rc 0/0 00000100:00100000:0.0:1777047499.885962:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753 00000100:00100000:0.0:1777047499.886005:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5754 00000100:00100000:0.0:1777047499.886020:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434068096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047499.886174:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047499.886180:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.886185:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047499.886189:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.886193:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047499.886246:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434068096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 229us (2738us total) trans 21474838556 rc 0/0 00000100:00100000:0.0:1777047499.886258:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5754 00000100:00100000:0.0:1777047499.886282:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5755 00000100:00100000:0.0:1777047499.886294:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868105b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434068608:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047499.886425:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047499.886431:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.886435:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047499.886439:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.886443:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047499.886488:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868105b9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434068608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 195us (2261us total) trans 21474838557 rc 0/0 00000100:00100000:0.0:1777047499.886499:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5755 00000100:00100000:0.0:1777047499.886523:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756 00002000:00010000:2.0:1777047499.886906:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047499.886909:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047499.886912:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047499.886915:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047499.887029:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434068864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7572us (8280us total) trans 21474838554 rc 0/0 00000100:00100000:2.0:1777047499.887042:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5751 00000100:00100000:2.0:1777047499.887244:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5757 00000100:00100000:2.0:1777047499.887258:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434068736:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047499.887496:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047499.887502:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047499.887506:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047499.887511:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047499.887515:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047499.887895:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434068736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 638us (3376us total) trans 21474838558 rc 0/0 00000100:00100000:2.0:1777047499.887913:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5757 00000100:00100000:2.0:1777047499.887966:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5758 00000100:00100000:2.0:1777047499.887979:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434069248:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047499.888138:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047499.888144:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047499.888148:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047499.888152:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047499.888156:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047499.888227:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434069248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 250us (3576us total) trans 17179871466 rc 0/0 00000100:00100000:2.0:1777047499.888239:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5758 00000100:00100000:2.0:1777047499.888263:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759 00000100:00100000:2.0:1777047499.888290:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434069376:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047499.888455:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047499.888462:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047499.888466:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047499.888470:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047499.888474:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047499.888525:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434069376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 252us (3485us total) trans 17179871467 rc 0/0 00000100:00100000:2.0:1777047499.888570:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759 00000100:00100000:3.0:1777047499.889010:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047499.889074:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434068224:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047499.889118:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047499.889171:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434067712 00000100:00100000:3.0:1777047499.889180:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434067712 00000100:00100000:3.0:1777047499.889222:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434068224 00000100:00100000:3.0:1777047499.889226:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434068224 00000100:00100000:3.0:1777047499.889255:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5760 00000100:00100000:3.0:1777047499.889266:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434067712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047499.889432:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047499.889437:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047499.889441:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047499.889445:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047499.889449:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047499.889507:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434067712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 242us (497us total) trans 21474838559 rc 0/0 00000100:00100000:3.0:1777047499.889883:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5760 00000100:00100000:3.0:1777047499.889913:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5761 00000100:00100000:3.0:1777047499.889962:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434068224:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047499.890107:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047499.890114:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047499.890118:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047499.890122:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047499.890125:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047499.890173:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434068224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 249us (1053us total) trans 21474838560 rc 0/0 00000100:00100000:3.0:1777047499.890184:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5761 00000004:00080000:3.0:1777047499.890275:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818916300/2, rc 0, transno 21474838559 00000100:00100000:3.0:1777047499.890296:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434067712:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047499.890316:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efca300/2, rc 0, transno 21474838560 00000100:00100000:3.0:1777047499.890323:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434068224:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047499.890405:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434069760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047499.890453:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047499.890485:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047499.890495:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434069632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047499.890531:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047499.890905:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434069760 00000100:00100000:3.0:1777047499.890913:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434069760 00000100:00100000:3.0:1777047499.890981:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434069632 00000100:00100000:3.0:1777047499.890987:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434069632 00000100:00100000:3.0:1777047499.891018:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762 00000100:00100000:3.0:1777047499.891029:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434069760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047499.891179:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047499.891185:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.891189:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047499.891192:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.891196:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047499.891253:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434069760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 224us (798us total) trans 21474838561 rc 0/0 00000100:00100000:3.0:1777047499.891264:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762 00000100:00100000:3.0:1777047499.891290:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5763 00000100:00100000:3.0:1777047499.891302:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434069632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047499.891442:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047499.891448:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.891452:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047499.891455:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.891459:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047499.891506:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434069632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 205us (972us total) trans 21474838562 rc 0/0 00000100:00100000:3.0:1777047499.891518:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5763 00000004:00080000:3.0:1777047499.891606:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efcbb80/2, rc 0, transno 21474838562 00000100:00100000:3.0:1777047499.891625:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434069632:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047499.898800:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434069120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047499.899118:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047499.899125:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.899130:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047499.899134:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047499.899138:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000004:00080000:3.0:1777047499.899494:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efca680/2, rc 0, transno 21474838561 00000100:00100000:3.0:1777047499.899509:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434069760:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047499.900180:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434069504:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047499.902002:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434069120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 15465us (17688us total) trans 17179871468 rc 0/0 00000100:00100000:0.0:1777047499.902020:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756 00000100:00100000:0.0:1777047499.902077:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434069888:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047499.902133:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047499.902429:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a56680/2, rc 0, transno 17179871467 00000100:00100000:0.0:1777047499.902441:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434069376:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047499.902493:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032a680/2, rc 0, transno 21474838554 00000100:00100000:0.0:1777047499.902502:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434068864:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047499.902692:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434070144:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.902741:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047499.905302:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434070400:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047499.906998:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032b100/2, rc 0, transno 21474838558 00000100:00100000:0.0:1777047499.907010:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434068736:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047499.907037:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fc000/2, rc 0, transno 17179871466 00000100:00100000:0.0:1777047499.907045:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434069248:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047499.907064:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818917800/2, rc 0, transno 21474838555 00000100:00100000:0.0:1777047499.907070:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434067584:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047499.907087:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efcad80/2, rc 0, transno 21474838556 00000100:00100000:0.0:1777047499.907093:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434068096:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047499.907111:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840328700/2, rc 0, transno 21474838557 00000100:00100000:0.0:1777047499.907117:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434068608:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047499.907133:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d65f80/2, rc 0, transno 17179871468 00000100:00100000:0.0:1777047499.907139:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434069120:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.907159:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047499.907171:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434070272:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.907228:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.907281:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434069888 00000100:00100000:0.0:1777047499.907317:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434069888 00000100:00100000:0.0:1777047499.907399:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070144 00000100:00100000:0.0:1777047499.907406:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070144 00000100:00100000:0.0:1777047499.907440:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070272 00000100:00100000:0.0:1777047499.907460:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070272 00000100:00100000:0.0:1777047499.907502:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5764 00000100:00100000:0.0:1777047499.907531:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434069888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047499.907906:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047499.907913:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047499.907918:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047499.908214:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.908219:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047499.908279:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434069888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 764us (6145us total) trans 21474838563 rc 0/0 00000100:00100000:0.0:1777047499.908293:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5764 00000100:00100000:0.0:1777047499.908326:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765 00000100:00100000:0.0:1777047499.908339:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3340:x1863365434070144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047499.908515:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047499.908521:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.908525:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047499.908529:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.908569:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047499.908630:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434070144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 293us (5887us total) trans 17179871469 rc 0/0 00000100:00100000:0.0:1777047499.908642:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765 00000100:00100000:0.0:1777047499.908669:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5766 00000100:00100000:0.0:1777047499.908683:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+18:3340:x1863365434070272:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047499.908833:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047499.908840:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.908844:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047499.908848:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.908852:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047499.908901:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434070272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 221us (1672us total) trans 17179871470 rc 0/0 00000100:00100000:0.0:1777047499.908913:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5766 00000004:00080000:0.0:1777047499.909315:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55c00/2, rc 0, transno 17179871470 00000100:00100000:0.0:1777047499.909326:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434070272:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047499.909342:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a56300/2, rc 0, transno 17179871469 00000100:00100000:0.0:1777047499.909348:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434070144:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.909376:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047499.909449:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d65880/2, rc 0, transno 17179871465 00000100:00100000:0.0:1777047499.909458:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434068992:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.909476:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434070016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.909520:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.909600:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434070528:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047499.909640:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047499.909712:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434069504 00000100:00100000:0.0:1777047499.909720:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434069504 00000100:00100000:0.0:1777047499.909761:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070016 00000100:00100000:0.0:1777047499.909766:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070016 00000100:00100000:0.0:1777047499.909808:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070528 00000100:00100000:0.0:1777047499.909814:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070528 00000100:00100000:0.0:1777047499.909847:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5767 00000100:00100000:0.0:1777047499.909861:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434069504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047499.910767:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5768 00000100:00100000:3.0:1777047499.910787:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434070016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047499.911074:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047499.911081:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.911085:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047499.911089:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.911093:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047499.911163:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434070016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 382us (1641us total) trans 17179871471 rc 0/0 00000100:00100000:3.0:1777047499.911176:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5768 00000100:00100000:3.0:1777047499.911203:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5769 00000100:00100000:3.0:1777047499.911216:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434070528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047499.911393:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047499.911424:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047499.911429:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047499.911434:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.911438:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047499.911489:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434070528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 274us (1848us total) trans 17179871472 rc 0/0 00000100:00100000:3.0:1777047499.911507:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5769 00000004:00080000:3.0:1777047499.911680:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55180/2, rc 0, transno 17179871471 00000100:00100000:3.0:1777047499.911690:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434070016:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047499.911704:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a57100/2, rc 0, transno 17179871472 00000100:00100000:3.0:1777047499.911710:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434070528:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047499.911764:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047499.911822:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc9880/2, rc 0, transno 21474838563 00000100:00100000:3.0:1777047499.911831:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434069888:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047499.911861:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070400 00000100:00100000:3.0:1777047499.911867:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070400 00000100:00100000:3.0:1777047499.911914:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5770 00000100:00100000:3.0:1777047499.911958:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434070400:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047499.912120:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047499.912126:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.912130:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047499.912134:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047499.912138:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047499.912195:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434070400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 271us (430us total) trans 17179871473 rc 0/0 00000100:00100000:3.0:1777047499.912208:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5770 00000004:00080000:3.0:1777047499.912267:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a54000/2, rc 0, transno 17179871473 00000100:00100000:3.0:1777047499.912275:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434070400:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047499.912843:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047499.913330:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384278784 00000100:00100000:3.0:1777047499.913339:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384278784 00000100:00100000:3.0:1777047499.913781:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1234 00000100:00100000:3.0:1777047499.913799:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54294:x1863365384278784:12345-192.168.201.26@tcp:35:lfs.0 00002000:00010000:0.0:1777047499.916895:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047499.916904:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.916909:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047499.916914:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047499.916918:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047499.917178:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434069504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7316us (7797us total) trans 21474838564 rc 0/0 00000100:00100000:0.0:1777047499.917194:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5767 00000100:00100000:3.0:1777047499.918055:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54294:x1863365384278784:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 4255us (5210us total) trans 8589938113 rc 0/0 00000100:00100000:3.0:1777047499.918071:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1234 00000004:00080000:1.0:1777047499.918242:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840328a80/2, rc 0, transno 21474838564 00000100:00100000:1.0:1777047499.918255:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434069504:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047500.099561:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047500.100241:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384278912 00000100:00100000:1.0:1777047500.100267:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384278912 00000100:00100000:1.0:1777047500.100443:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3448 00000100:00100000:1.0:1777047500.100476:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54296:x1863365384278912:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047500.100524:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047500.100568:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e173d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78857e expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.100810:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.100836:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.100868:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.100908:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.101406:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.101434:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047500.106092:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777047500.116312:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.116355:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.116388:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047500.116485:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047500.116504:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047500.116546:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.116569:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.116596:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.116610:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117134:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117149:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047500.117156:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117182:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117213:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047500.117219:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047500.117226:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117239:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1744 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117281:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117303:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117315:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117325:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047500.117340:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117351:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117364:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680298bd00) 00010000:00010000:1.0:1777047500.117379:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047500.117385:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117396:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e174b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117481:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e173d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117517:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.117553:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047500.117558:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047500.117563:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8be00, rc 0) 00000100:00100000:1.0:1777047500.117815:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54296:x1863365384278912:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17353us (18275us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.117842:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3448 00000100:00100000:1.0:1777047500.169382:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047500.179911:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384279168 00000100:00100000:3.0:1777047500.179984:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384279168 00000100:00100000:3.0:1777047500.180133:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3449 00000100:00100000:3.0:1777047500.180167:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54296:x1863365384279168:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047500.180211:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047500.180280:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1759 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788585 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.180507:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e1760 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.181410:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e1760 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.181446:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e1760 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047500.181483:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:3.0:1777047500.181776:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3a200/0x29ccbc23e99e1759 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788585 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.181821:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e1760 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788585 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.181859:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047500.181865:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047500.181871:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986815d3b200, rc 0) 00000100:00100000:3.0:1777047500.182071:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54296:x1863365384279168:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1895us (12686us total) trans 8589938114 rc 0/0 00000100:00100000:3.0:1777047500.182087:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3449 00000100:00100000:3.0:1777047500.233456:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047500.243838:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384279424 00000100:00100000:0.0:1777047500.243866:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384279424 00000100:00100000:0.0:1777047500.245463:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3450 00000100:00100000:0.0:1777047500.245497:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54296:x1863365384279424:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047500.245548:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047500.245636:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e176e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78858c expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.245861:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e1775 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.245901:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e1775 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.245965:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e1775 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047500.246003:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047500.246750:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e176e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78858c expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.252871:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e1775 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78858c expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.252901:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:0.0:1777047500.252908:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047500.252949:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:0.0:1777047500.253171:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54296:x1863365384279424:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 7679us (19737us total) trans 8589938115 rc 0/0 00000100:00100000:0.0:1777047500.253197:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3450 00000100:00100000:0.0:1777047500.353083:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434070656:0@lo:400:kworker.0 00000100:00100000:0.0:1777047500.353195:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047500.353301:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047500.353315:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434070784:0@lo:400:kworker.0 00000100:00100000:0.0:1777047500.353368:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047500.353527:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434070912:0@lo:400:kworker.0 00000100:00100000:2.0:1777047500.353529:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070656 00000100:00100000:2.0:1777047500.353614:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070656 00000100:00100000:1.0:1777047500.353637:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047500.354108:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1777047500.354117:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047500.354127:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d526050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434070656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047500.354129:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365434071040:0@lo:400:kworker.0 00000100:00100000:1.0:1777047500.354180:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047500.354236:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d526050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434070656:12345-0@lo:400:kworker.0 Request processed in 108us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.354249:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070784 00000100:00100000:2.0:1777047500.354252:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1777047500.354256:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070784 00000100:00100000:1.0:1777047500.354328:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434070912 00000100:00080000:2.0:1777047500.354334:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047500.354335:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434070912 00000100:00100000:1.0:1777047500.354407:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434071040 00000100:00100000:1.0:1777047500.354414:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434071040 00000100:00100000:1.0:1777047500.354453:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1777047500.354465:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434070784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047500.354547:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434070784:12345-0@lo:400:kworker.0 Request processed in 83us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.354912:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1777047500.354981:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1777047500.354995:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434070912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047500.355072:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434070912:12345-0@lo:400:kworker.0 Request processed in 81us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.355084:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1777047500.355106:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1777047500.355118:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365434071040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047500.355166:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365434071040:12345-0@lo:400:kworker.0 Request processed in 51us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.355177:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1777047500.355247:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365434071040:0@lo:400:kworker.0 00000100:00100000:1.0:1777047500.355269:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434070912:0@lo:400:kworker.0 00000100:00080000:2.0:1777047500.355343:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047500.355480:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434070784:0@lo:400:kworker.0 00000100:00100000:0.0:1777047500.355499:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434070656:0@lo:400:kworker.0 00010000:00010000:2.0:1777047500.417133:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047500.526675:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047500.527360:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384279552 00000100:00100000:3.0:1777047500.527379:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384279552 00000100:00100000:3.0:1777047500.527508:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3063 00000100:00100000:3.0:1777047500.527529:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384279552:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047500.527961:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.527991:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047500.527995:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047500.528005:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047500.528030:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.570305:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.570337:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.570355:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.570381:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986815d3a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047500.570390:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.570407:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.570441:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.570456:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ea13ccf/0x29ccbc23e99e1783 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.570681:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384279552:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 43149us (44008us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047500.570702:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3063 00000100:00100000:3.0:1777047500.594999:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047500.595080:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384279680 00000100:00100000:0.0:1777047500.595097:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384279680 00000100:00100000:0.0:1777047500.595189:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3064 00000100:00100000:0.0:1777047500.595206:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384279680:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047500.595255:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.595289:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 39 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.595316:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.595320:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.595327:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.595380:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 39 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.595405:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 39 pid: 26190 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.595432:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434071168:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047500.595891:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047500.620305:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047500.620864:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434071168:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047500.620940:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.621182:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384279808 00000100:00100000:1.0:1777047500.621196:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384279808 00010000:00010000:1.0:1777047500.621256:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 40 pid: 26190 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.621351:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2571 00000100:00100000:1.0:1777047500.621371:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2410:x1863365384279808:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047500.621425:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047500.621460:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 40 pid: 26190 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.621487:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 40 pid: 26190 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.621604:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e15a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884a5 expref: 40 pid: 26190 timeout: 4228 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.622194:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047500.622197:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047500.622206:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.622225:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.622280:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047500.622372:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384279808:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1004us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.622410:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2571 00010000:00010000:0.0:1777047500.624180:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.624229:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.660446:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.660479:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.660498:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.660511:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047500.660520:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.660612:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.660647:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.660673:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e178a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.660831:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384279680:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 65620us (66195us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047500.660852:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3064 00000100:00100000:3.0:1777047500.681701:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047500.681888:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384279936 00000100:00100000:0.0:1777047500.681904:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384279936 00000100:00100000:0.0:1777047500.682061:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3065 00000100:00100000:0.0:1777047500.682082:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2412:x1863365384279936:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047500.682141:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.682178:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 38 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.682197:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.682202:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.682209:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.682269:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 38 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.682295:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 38 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.682322:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434071296:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047500.682462:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047500.692371:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047500.693459:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280064 00000100:00100000:1.0:1777047500.693482:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280064 00010000:00010000:1.0:1777047500.694515:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 39 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.694639:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2572 00000100:00100000:1.0:1777047500.694661:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384280064:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047500.694697:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047500.694735:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 39 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.694780:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 39 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.694826:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047500.694830:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047500.694843:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.694864:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.694905:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047500.695344:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384280064:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 683us (2985us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.695360:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2572 00010000:00010000:0.0:1777047500.696179:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e69be8f3/0x29ccbc23e99e15bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884b3 expref: 38 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.696218:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434071296:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047500.696262:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.696301:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.696320:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.743454:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.743493:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.743510:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.743531:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047500.743540:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.744466:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.744508:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.750522:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e1791 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.751127:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2412:x1863365384279936:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 69042us (69431us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047500.751153:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3065 00000100:00100000:3.0:1777047500.766697:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047500.767089:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280192 00000100:00100000:1.0:1777047500.767113:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280192 00000100:00100000:1.0:1777047500.767256:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3066 00000100:00100000:1.0:1777047500.767276:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2412:x1863365384280192:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047500.767333:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.767368:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 36 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.767385:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047500.767389:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047500.767395:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.767473:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 36 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.767505:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 36 pid: 33788 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.767619:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434071424:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047500.767769:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047500.778506:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047500.779737:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434071424:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047500.779785:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.779895:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280320 00000100:00100000:0.0:1777047500.779935:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280320 00010000:00010000:0.0:1777047500.780004:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 37 pid: 33788 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.780236:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2573 00000100:00100000:0.0:1777047500.780255:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384280320:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047500.780282:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047500.780319:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 37 pid: 33788 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.780342:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 37 pid: 33788 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.780383:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e15d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884c1 expref: 37 pid: 33788 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.780436:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047500.780441:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047500.780448:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.780465:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.780500:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047500.780648:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384280320:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 397us (2159us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047500.780663:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2573 00010000:00010000:1.0:1777047500.780762:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.780777:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.801326:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.801365:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.801381:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.801394:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047500.801403:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.801419:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.801454:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.801467:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e1798 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.801730:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2412:x1863365384280192:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 34451us (35044us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047500.801750:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3066 00000100:00100000:2.0:1777047500.816359:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047500.818618:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280448 00000100:00100000:0.0:1777047500.819324:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280448 00000100:00100000:0.0:1777047500.819460:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3067 00000100:00100000:0.0:1777047500.819478:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384280448:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047500.819576:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.819612:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.819625:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.819629:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.819635:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.819695:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.819728:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 35 pid: 33459 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.819753:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434071552:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047500.819887:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047500.835612:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434071552:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047500.835673:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.837052:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047500.837416:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280576 00000100:00100000:1.0:1777047500.837430:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280576 00010000:00010000:1.0:1777047500.837498:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 36 pid: 33459 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.837615:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2574 00000100:00100000:1.0:1777047500.837633:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384280576:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047500.837655:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047500.837717:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 36 pid: 33459 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.837741:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 36 pid: 33459 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.837780:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e15f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884cf expref: 36 pid: 33459 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.837810:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047500.837813:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047500.837821:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.837838:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.837875:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047500.837993:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384280576:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 362us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047500.838005:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2574 00010000:00010000:2.0:1777047500.839173:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.839189:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.865372:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.865408:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.866147:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.866165:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047500.866174:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.866190:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.866226:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.866240:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e179f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.868098:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384280448:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 48611us (51746us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047500.868121:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3067 00000100:00100000:2.0:1777047500.898477:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047500.900995:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280704 00000100:00100000:0.0:1777047500.901016:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280704 00000100:00100000:0.0:1777047500.901475:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3068 00000100:00100000:0.0:1777047500.901950:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384280704:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047500.902356:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.902393:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 34 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.902409:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.902412:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047500.902418:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.902478:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 34 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.902505:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 34 pid: 33787 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.902592:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434071680:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047500.903335:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047500.910723:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434071680:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047500.910782:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.920049:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047500.924463:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280832 00000100:00100000:3.0:1777047500.924488:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280832 00010000:00010000:2.0:1777047500.926143:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 35 pid: 33787 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.926251:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2575 00000100:00100000:2.0:1777047500.926268:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384280832:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047500.926296:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047500.926333:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 35 pid: 33787 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.926360:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 35 pid: 33787 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.926400:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9f83735/0x29ccbc23e99e1610 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884dd expref: 35 pid: 33787 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.926430:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.926434:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047500.926442:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.926458:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.926516:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047500.926972:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384280832:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 705us (6938us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047500.926986:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2575 00010000:00010000:1.0:1777047500.927248:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.927264:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.943366:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.943419:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.943437:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.943452:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ba00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047500.943460:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.943493:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.943527:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.943617:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e17a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.944053:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384280704:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 42554us (45586us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047500.944073:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3068 00000100:00100000:1.0:1777047500.967414:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047500.968618:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384280960 00000100:00100000:2.0:1777047500.968636:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384280960 00000100:00100000:2.0:1777047500.969038:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3069 00000100:00100000:2.0:1777047500.969056:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384280960:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047500.969337:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.969634:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 33 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.969765:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047500.969770:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047500.969777:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.969959:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 33 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047500.969984:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 33 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047500.970009:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434071808:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047500.970365:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704418540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047500.981615:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434071808:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047500.981683:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047500.990941:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047500.991804:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281088 00000100:00100000:0.0:1777047500.991821:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281088 00010000:00010000:0.0:1777047500.991895:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 34 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047500.991989:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2576 00000100:00100000:0.0:1777047500.992006:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384281088:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047500.992051:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047500.992091:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 34 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.992115:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 34 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.992156:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e162c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884eb expref: 34 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.993391:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047500.993398:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047500.993406:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.993425:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047500.993488:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047500.993585:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384281088:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1581us (2685us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047500.993597:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2576 00010000:00010000:1.0:1777047500.993669:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047500.993687:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.006058:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.006090:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.006105:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.006126:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047501.006134:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.006148:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.006181:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.006194:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17ad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.006371:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384280960:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37308us (38964us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047501.006391:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3069 00000100:00100000:3.0:1777047501.016149:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.016333:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281216 00000100:00100000:0.0:1777047501.016357:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281216 00000100:00100000:0.0:1777047501.016616:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3070 00000100:00100000:0.0:1777047501.016638:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2413:x1863365384281216:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047501.016849:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.016887:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 37 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.016901:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.016905:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.016932:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.018596:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 37 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.018634:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 37 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.018661:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434071936:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047501.018818:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0f00 going to sleep for 11 seconds 00000100:00080000:2.0:1777047501.019597:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047501.034829:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434071936:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047501.034881:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.042778:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047501.045497:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281344 00000100:00100000:1.0:1777047501.061473:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281344 00010000:00010000:1.0:1777047501.061644:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 38 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.061725:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2577 00000100:00100000:1.0:1777047501.061741:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802eff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384281344:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047501.061767:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047501.061806:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 38 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.061830:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 38 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.061867:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1648 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7884f9 expref: 38 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.061902:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.061929:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.061938:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.061956:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.062004:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047501.062115:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802eff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384281344:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 375us (19350us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.062128:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2577 00010000:00010000:3.0:1777047501.063794:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.063815:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.086050:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.086084:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.086102:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.086117:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047501.086125:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.086141:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.086170:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.086185:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e17b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.086341:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384281216:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 69702us (70196us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047501.086360:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3070 00000100:00100000:3.0:1777047501.140288:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047501.141721:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281472 00000100:00100000:2.0:1777047501.141747:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281472 00000100:00100000:2.0:1777047501.141953:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3071 00000100:00100000:2.0:1777047501.141977:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384281472:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047501.142072:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.142110:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 36 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.142135:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.142138:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.142144:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.142231:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 36 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.142255:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 36 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.142281:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434072064:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047501.142450:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704418540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047501.169662:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047501.170724:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434072064:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047501.170768:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.171467:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281600 00000100:00100000:3.0:1777047501.171480:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281600 00010000:00010000:3.0:1777047501.171531:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 37 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.171628:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2578 00000100:00100000:3.0:1777047501.171645:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2413:x1863365384281600:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047501.171667:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047501.171706:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 37 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.171741:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 37 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.171774:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c660fb5/0x29ccbc23e99e1664 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788507 expref: 37 pid: 7603 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.171816:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047501.171820:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047501.171827:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.171843:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.171892:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047501.172377:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.172393:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.173695:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2413:x1863365384281600:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2046us (4036us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047501.173710:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2578 00010000:00010000:2.0:1777047501.211693:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.211721:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.211746:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.211759:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047501.211766:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.211780:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.211831:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.211845:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e17bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.212097:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384281472:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 70124us (71818us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047501.212114:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3071 00000100:00100000:2.0:1777047501.236722:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.237651:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281728 00000100:00100000:0.0:1777047501.237665:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281728 00000100:00100000:0.0:1777047501.237885:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3072 00000100:00100000:0.0:1777047501.237928:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384281728:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047501.237980:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.238031:0:22356:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 32 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.238046:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.238049:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.238054:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.238103:0:22356:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 32 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.238124:0:22356:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 32 pid: 6642 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.238147:0:22356:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:22356:1863365434072192:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047501.238271:0:22356:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0e40 going to sleep for 11 seconds 00000100:00080000:2.0:1777047501.239121:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047501.245626:0:22356:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:22356:1863365434072192:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047501.245672:0:22356:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.253408:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.258280:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281856 00000100:00100000:0.0:1777047501.258754:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281856 00010000:00010000:1.0:1777047501.259375:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 33 pid: 6642 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.260577:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2579 00000100:00100000:1.0:1777047501.260595:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384281856:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047501.260627:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047501.260656:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 33 pid: 6642 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.260686:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 33 pid: 6642 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.260736:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e1680 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788515 expref: 33 pid: 6642 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.260759:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.260762:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.260769:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.260784:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.260841:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047501.260941:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384281856:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 350us (7542us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.260954:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2579 00010000:00010000:3.0:1777047501.261346:0:22356:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.261371:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.268417:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.268875:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384281984 00000100:00100000:0.0:1777047501.268887:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384281984 00000100:00100000:0.0:1777047501.269224:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 353 00000100:00100000:0.0:1777047501.269241:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d524c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384281984:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047501.269328:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d524c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384281984:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 90us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.269341:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 353 00000100:00100000:3.0:1777047501.272139:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047501.273195:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384282112 00000100:00100000:1.0:1777047501.273205:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384282112 00000100:00100000:1.0:1777047501.273401:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 516 00000100:00100000:1.0:1777047501.273416:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2411:x1863365384282112:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047501.273514:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2411:x1863365384282112:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 100us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.273525:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 516 00010000:00010000:0.0:1777047501.278202:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.278221:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.278231:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.278238:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047501.278243:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.278252:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.278271:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.278280:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e17c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.278384:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384281728:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 40482us (41685us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047501.278398:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3072 00000100:00100000:3.0:1777047501.292539:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.292703:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384282240 00000100:00100000:0.0:1777047501.292717:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384282240 00000100:00100000:0.0:1777047501.292814:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3073 00000100:00100000:0.0:1777047501.292829:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384282240:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047501.292875:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.292932:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 35 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.292946:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.292949:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.292954:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.293006:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 35 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.293029:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 35 pid: 32524 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.293052:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434072320:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047501.293163:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047501.304255:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434072320:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047501.304298:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.309473:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.310238:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384282368 00000100:00100000:0.0:1777047501.310251:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384282368 00010000:00010000:0.0:1777047501.310301:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 36 pid: 32524 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.310356:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2580 00000100:00100000:0.0:1777047501.310371:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384282368:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047501.310411:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047501.310441:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 36 pid: 32524 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.310460:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 36 pid: 32524 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.310489:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000815093d3/0x29ccbc23e99e169c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788523 expref: 36 pid: 32524 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.310520:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047501.310524:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047501.310596:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.310615:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.310665:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047501.310727:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384282368:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 359us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.310739:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2580 00010000:00010000:2.0:1777047501.311428:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.311445:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.327253:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.327282:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.327295:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.327306:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047501.327313:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.327325:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.327351:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.327362:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e17c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.327487:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384282240:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 34654us (34953us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047501.327503:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3073 00000100:00100000:0.0:1777047501.340760:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047501.349541:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384282496 00000100:00100000:1.0:1777047501.349561:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384282496 00000100:00100000:1.0:1777047501.349683:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3074 00000100:00100000:1.0:1777047501.349698:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384282496:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047501.349766:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.349796:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 34 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.349811:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047501.349814:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047501.349820:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.349874:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 34 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.349896:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 34 pid: 6643 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.349949:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434072448:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047501.350221:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047501.368929:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047501.369320:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384282624 00000100:00100000:2.0:1777047501.369334:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384282624 00010000:00010000:2.0:1777047501.369391:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 35 pid: 6643 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.369458:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2581 00000100:00100000:2.0:1777047501.369473:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384282624:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047501.369504:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047501.369586:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 35 pid: 6643 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.369614:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 35 pid: 6643 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.369648:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047501.369652:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047501.369658:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.369673:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.369706:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047501.370087:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384282624:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 614us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047501.370100:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2581 00010000:00010000:1.0:1777047501.370157:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e16b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788531 expref: 34 pid: 6643 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.370189:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434072448:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047501.370219:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.370235:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.370247:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.411702:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.411731:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.411746:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.411757:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216fe00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047501.411765:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.411779:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.411823:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.411847:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e17d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.413874:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384282496:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 64170us (73115us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047501.413891:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3074 00010000:00010000:2.0:1777047501.442030:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047501.446724:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047501.447234:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384282752 00000100:00100000:2.0:1777047501.447253:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384282752 00000100:00100000:2.0:1777047501.447370:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3075 00000100:00100000:2.0:1777047501.447393:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384282752:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047501.447475:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.447512:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.447529:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.447579:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.447586:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.448000:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.448029:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 31 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.448057:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434072576:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047501.448982:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704418540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047501.467816:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434072576:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047501.467865:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.472364:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047501.477477:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384282880 00000100:00100000:1.0:1777047501.477497:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384282880 00010000:00010000:1.0:1777047501.477990:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 32 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.478059:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2582 00000100:00100000:1.0:1777047501.478079:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384282880:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047501.478129:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047501.478165:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 32 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.478210:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 32 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.478260:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1f86377/0x29ccbc23e99e16d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78853f expref: 32 pid: 6640 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.478287:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.478290:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.478298:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.478316:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.478379:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047501.478486:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.478509:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.478518:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384282880:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 436us (6156us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.478607:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2582 00010000:00010000:2.0:1777047501.508786:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.508819:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.508838:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.508854:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047501.508862:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.508881:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.509270:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.509289:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e17d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.509459:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384282752:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 62065us (62739us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047501.509480:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3075 00000100:00100000:3.0:1777047501.548439:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047501.552316:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384283008 00000100:00100000:2.0:1777047501.552337:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384283008 00000100:00100000:2.0:1777047501.552480:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3076 00000100:00100000:2.0:1777047501.552502:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384283008:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047501.552646:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.552714:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 33 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.552732:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.552737:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.552744:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 4/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.552806:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 33 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.552834:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 33 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.552862:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434072704:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047501.553355:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704418540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047501.579740:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047501.581151:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384283136 00000100:00100000:1.0:1777047501.581168:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384283136 00010000:00010000:1.0:1777047501.581234:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 34 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.581330:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2583 00000100:00100000:1.0:1777047501.581351:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384283136:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047501.581376:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047501.581413:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 34 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.581453:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 34 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.581492:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.581497:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.581504:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.581524:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.581602:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047501.581682:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384283136:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 336us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.581699:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2583 00010000:00010000:2.0:1777047501.583444:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ecf77338/0x29ccbc23e99e16f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78854d expref: 33 pid: 26190 timeout: 4229 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.583478:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434072704:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047501.583519:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.584261:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.584282:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.633754:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.633787:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.633805:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.633820:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047501.633828:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.633847:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.633886:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.633928:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e17de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.634374:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384283008:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 81861us (85930us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047501.634396:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3076 00000100:00100000:3.0:1777047501.660276:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.661310:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384283264 00000100:00100000:0.0:1777047501.661326:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384283264 00000100:00100000:0.0:1777047501.661446:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3077 00000100:00100000:0.0:1777047501.661466:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384283264:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047501.661519:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.661622:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 30 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.661647:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.661651:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047501.661657:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.661719:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 30 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.661745:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 30 pid: 7603 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.661772:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434072832:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047501.661888:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047501.677508:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434072832:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047501.678014:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047501.691525:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.693253:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384283392 00000100:00100000:0.0:1777047501.693268:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384283392 00010000:00010000:0.0:1777047501.693330:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 31 pid: 7603 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.693407:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2584 00000100:00100000:0.0:1777047501.693424:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384283392:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047501.693472:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047501.693519:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 31 pid: 7603 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.694178:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 31 pid: 7603 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.694220:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000329521b3/0x29ccbc23e99e170c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78855b expref: 31 pid: 7603 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.694246:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047501.694249:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047501.694256:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.694274:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.694318:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047501.694404:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384283392:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 982us (2889us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047501.694421:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2584 00010000:00010000:2.0:1777047501.696891:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.696937:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.738512:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.739018:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.739038:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.739053:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047501.739061:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.739077:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.739109:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.739136:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e17e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.739287:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384283264:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 77820us (79015us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047501.739308:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3077 00000100:00100000:1.0:1777047501.769254:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047501.769528:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384283520 00000100:00100000:2.0:1777047501.769611:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384283520 00000100:00100000:2.0:1777047501.769757:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3078 00000100:00100000:2.0:1777047501.769787:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384283520:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047501.769853:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.769952:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.769972:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.769976:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047501.769992:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 4/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.770073:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.770102:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 32 pid: 33459 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.770141:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434072960:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047501.770350:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704418540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047501.802443:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047501.804188:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434072960:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047501.804236:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.809856:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384283648 00000100:00100000:1.0:1777047501.809872:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384283648 00010000:00010000:1.0:1777047501.809989:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 33 pid: 33459 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047501.810300:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2585 00000100:00100000:1.0:1777047501.810347:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384283648:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047501.810375:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047501.810423:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 33 pid: 33459 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.810449:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 33 pid: 33459 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.810494:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e1721 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788569 expref: 33 pid: 33459 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.810526:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.810530:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047501.810539:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.810633:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047501.810685:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047501.810780:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384283648:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 465us (8355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047501.810800:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2585 00010000:00010000:0.0:1777047501.814238:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.814269:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.841644:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.841688:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.841706:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.841730:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047501.841739:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.841756:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.841834:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047501.841871:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e17ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047501.842500:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384283520:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 72720us (73251us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047501.842531:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3078 00000100:00100000:0.0:1777047501.950619:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047501.951976:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384283776 00000100:00100000:3.0:1777047501.951991:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384283776 00000100:00100000:3.0:1777047501.952395:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 490 00000100:00100000:3.0:1777047501.952415:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54296:x1863365384283776:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047501.952441:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047501.952481:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e1775 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78858c expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047501.952513:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047501.952522:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047501.952703:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54296:x1863365384283776:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 291us (2180us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047501.952718:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 490 00000100:00100000:2.0:1777047501.963876:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047501.964078:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384284032 00000100:00100000:1.0:1777047501.964093:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384284032 00000100:00100000:1.0:1777047501.964179:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1235 00000100:00100000:1.0:1777047501.964196:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54296:x1863365384284032:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047501.964516:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54296:x1863365384284032:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 321us (650us total) trans 8589938116 rc 0/0 00000100:00100000:1.0:1777047501.964581:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1235 00000100:00100000:1.0:1777047501.988417:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047501.988736:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384284288 00000100:00100000:0.0:1777047501.988750:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384284288 00000100:00100000:0.0:1777047501.988850:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3451 00000100:00100000:0.0:1777047501.988867:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384284288:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047501.988923:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047501.988952:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e17f3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788593 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.990845:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.990873:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.990914:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.990967:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047501.990990:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 75 pid: 30806 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047501.991083:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434073088:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047501.991224:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062f0300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.013452:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434073088:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047502.013493:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.019518:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.019937:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384284416 00000100:00100000:2.0:1777047502.019952:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384284416 00010000:00010000:2.0:1777047502.020080:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 76 pid: 30806 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.020153:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2586 00000100:00100000:2.0:1777047502.020173:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384284416:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.020197:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.020210:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 76 pid: 30806 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.020234:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 76 pid: 30806 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.020278:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1752 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78857e expref: 76 pid: 30806 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.020301:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047502.020310:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.020326:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.020338:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.020389:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047502.020445:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.020465:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047502.020494:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000100:00100000:2.0:1777047502.020605:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2411:x1863365384284416:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 434us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.020619:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2586 00010000:00010000:3.0:1777047502.021676:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e17f3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.021707:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.021722:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047502.021728:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047502.021732:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00080000:0.0:1777047502.021847:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047502.022411:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384284288:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 33545us (34001us total) trans 8589938117 rc 0/0 00000100:00100000:3.0:1777047502.022428:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3451 00000100:00100000:1.0:1777047502.047733:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047502.048819:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384284544 00000100:00100000:3.0:1777047502.048835:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384284544 00000100:00100000:3.0:1777047502.048947:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3452 00000100:00100000:3.0:1777047502.048964:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384284544:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047502.048999:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047502.049030:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1808 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78859a expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.049151:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.049203:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.049220:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.049274:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.049296:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 76 pid: 31251 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.049577:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434073216:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047502.052785:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047502.064449:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047502.065267:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434073216:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047502.065309:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.074966:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384284672 00000100:00100000:0.0:1777047502.074988:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384284672 00010000:00010000:2.0:1777047502.081859:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 77 pid: 31251 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.082288:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2587 00000100:00100000:2.0:1777047502.082311:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384284672:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.082341:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.082356:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 77 pid: 31251 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.082384:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 77 pid: 31251 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.082428:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e17fa lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788593 expref: 77 pid: 31251 timeout: 4230 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.082459:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:2.0:1777047502.082471:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.082491:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.082508:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.084251:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047502.085252:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.085275:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047502.085357:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047502.085367:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047502.085404:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.085461:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1808 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78859a expref: 77 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.085494:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78859a expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.085511:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:3.0:1777047502.085518:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047502.085524:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b000, rc 0) 00000100:00100000:3.0:1777047502.085667:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384284544:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 36703us (37965us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.085685:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3452 00000100:00100000:2.0:1777047502.087108:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384284672:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 4800us (22667us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.087127:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2587 00000100:00100000:1.0:1777047502.106721:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047502.107855:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384284800 00000100:00100000:0.0:1777047502.107876:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384284800 00000100:00100000:0.0:1777047502.108045:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5771 00000100:00100000:0.0:1777047502.108067:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384284800:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047502.108101:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047502.108137:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885a1 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047502.108182:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb9701, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:0.0:1777047502.108216:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047502.108220:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047502.108235:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 30 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.108271:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 30 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.108337:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:0.0:1777047502.108456:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384284800:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 389us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.108472:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5771 00000100:00100000:1.0:1777047502.125360:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047502.132672:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384285056 00000100:00100000:3.0:1777047502.132690:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384285056 00000100:00100000:3.0:1777047502.132817:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1236 00000100:00100000:3.0:1777047502.132842:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384285056:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:3.0:1777047502.133661:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384285056:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 827us (8316us total) trans 8589938118 rc 0/0 00000100:00100000:3.0:1777047502.133684:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1236 00000100:00100000:2.0:1777047502.149403:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.149592:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384285312 00000100:00100000:1.0:1777047502.149608:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384285312 00000100:00100000:1.0:1777047502.149716:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3453 00000100:00100000:1.0:1777047502.149736:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384285312:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047502.149772:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047502.149778:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1777047502.149821:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e180f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78859a expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.149864:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986815d3b200/0x29ccbc23e99e1760 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788585 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.149922:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1736 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788577 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.149943:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612100) 00010000:00010000:1.0:1777047502.149961:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047502.150003:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e181d lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885a8 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.150084:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e1824 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.150105:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e1824 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.150130:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e1824 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047502.194823:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1127, 88 off103472 00000004:00080000:1.0:1777047502.194851:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130577314926ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.194994:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1114, 88 off102176 00000004:00080000:1.0:1777047502.195010:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130577475523ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.195091:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1115, 88 off102264 00000004:00080000:1.0:1777047502.195100:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130577565833ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.195138:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1128, 88 off103560 00000004:00080000:1.0:1777047502.195163:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130577628500ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.195194:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1129, 88 off103648 00000004:00080000:1.0:1777047502.195202:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130577667065ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.195233:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1116, 88 off102352 00000004:00080000:1.0:1777047502.195241:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130577706430ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.195275:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1130, 88 off103736 00000004:00080000:1.0:1777047502.195282:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130577747593ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.195314:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1117, 88 off102440 00000004:00080000:1.0:1777047502.195322:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130577787402ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.195350:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1118, 88 off102528 00000004:00080000:1.0:1777047502.195360:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130577825667ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.195391:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1131, 88 off103824 00000004:00080000:1.0:1777047502.195398:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130577863811ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.195425:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1119, 88 off102616 00000004:00080000:1.0:1777047502.195431:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130577897113ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.195461:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1132, 88 off103912 00000004:00080000:1.0:1777047502.195470:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130577934879ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.195503:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1120, 88 off102704 00000004:00080000:1.0:1777047502.195511:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130577975940ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.195546:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1133, 88 off104000 00000004:00080000:1.0:1777047502.201780:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130584244099ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.201856:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1121, 88 off102792 00000004:00080000:1.0:1777047502.201866:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130584331410ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.201959:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1134, 88 off104088 00000004:00080000:1.0:1777047502.201969:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130584434328ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202029:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1135, 88 off104176 00000004:00080000:1.0:1777047502.202039:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130584504787ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202077:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1122, 88 off102880 00000004:00080000:1.0:1777047502.202087:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130584552199ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202119:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1136, 88 off104264 00000004:00080000:1.0:1777047502.202127:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130584592545ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202160:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1123, 88 off102968 00000004:00080000:1.0:1777047502.202167:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130584632785ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202198:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1124, 88 off103056 00000004:00080000:1.0:1777047502.202205:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130584670670ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202239:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1137, 88 off104352 00000004:00080000:1.0:1777047502.202248:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130584713159ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202280:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1138, 88 off104440 00000004:00080000:1.0:1777047502.202288:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130584754039ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202322:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1125, 88 off103144 00000004:00080000:1.0:1777047502.202330:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130584795799ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202363:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1139, 88 off104528 00000004:00080000:1.0:1777047502.202400:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130584864735ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202443:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1126, 88 off103232 00000004:00080000:1.0:1777047502.202452:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130584917370ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202485:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1127, 88 off103320 00000004:00080000:1.0:1777047502.202492:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130584957725ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202526:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1140, 88 off104616 00000004:00080000:1.0:1777047502.202597:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130585061885ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202644:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1141, 88 off104704 00000004:00080000:1.0:1777047502.202653:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130585118821ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202688:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1128, 88 off103408 00000004:00080000:1.0:1777047502.202696:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130585161559ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202727:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1129, 88 off103496 00000004:00080000:1.0:1777047502.202735:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130585200036ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.202769:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1142, 88 off104792 00000004:00080000:1.0:1777047502.202777:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130585242116ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202812:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1143, 88 off104880 00000004:00080000:1.0:1777047502.202820:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4130585285225ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.202855:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1130, 88 off103584 00000004:00080000:1.0:1777047502.202867:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4130585331888ns, next at 4114093406619ns, rc = 0 00010000:00010000:1.0:1777047502.358426:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e1824 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a8 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.358494:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047502.358501:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047502.359004:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e181d lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a8 expref: 76 pid: 30804 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.359061:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e1824 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a8 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.359125:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047502.359131:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047502.359136:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e400, rc 0) 00000100:00100000:1.0:1777047502.359255:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384285312:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 209523us (209889us total) trans 8589938119 rc 0/0 00000100:00100000:1.0:1777047502.359277:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3453 00000001:00080000:0.0:1777047502.361008:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938115 is committed 00000001:00080000:0.0:1777047502.361036:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938119 is committed 00000004:00080000:0.0:1777047502.361045:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1034 committed 00000004:00080000:0.0:1777047502.361078:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1046 committed 00000004:00080000:0.0:1777047502.361097:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1045 committed 00000004:00080000:0.0:1777047502.361117:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1033 committed 00000004:00080000:0.0:1777047502.361123:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1032 committed 00000004:00080000:0.0:1777047502.361128:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1044 committed 00000004:00080000:0.0:1777047502.361133:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1043 committed 00000004:00080000:0.0:1777047502.361138:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1031 committed 00000004:00080000:0.0:1777047502.361147:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1030 committed 00000004:00080000:0.0:1777047502.361152:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1042 committed 00000004:00080000:0.0:1777047502.361156:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1029 committed 00000004:00080000:0.0:1777047502.361160:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1041 committed 00000004:00080000:0.0:1777047502.361165:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1040 committed 00000004:00080000:0.0:1777047502.361169:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1028 committed 00000004:00080000:0.0:1777047502.361174:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1027 committed 00000004:00080000:0.0:1777047502.361178:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1039 committed 00000004:00080000:0.0:1777047502.361187:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1026 committed 00000004:00080000:0.0:1777047502.361191:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1038 committed 00000004:00080000:0.0:1777047502.361195:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1037 committed 00000004:00080000:0.0:1777047502.361199:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1025 committed 00000004:00080000:0.0:1777047502.361203:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1036 committed 00000004:00080000:0.0:1777047502.361206:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1024 committed 00000004:00080000:0.0:1777047502.361278:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1035 committed 00000004:00080000:0.0:1777047502.361284:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1023 committed 00000004:00080000:0.0:1777047502.361287:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1034 committed 00000004:00080000:0.0:1777047502.361291:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1022 committed 00000004:00080000:0.0:1777047502.361295:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1021 committed 00000004:00080000:0.0:1777047502.361299:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1033 committed 00000004:00080000:0.0:1777047502.361303:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1020 committed 00000004:00080000:0.0:1777047502.361312:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1032 committed 00000004:00080000:0.0:1777047502.361316:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1031 committed 00000004:00080000:0.0:1777047502.361321:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1019 committed 00000004:00080000:0.0:1777047502.361325:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1018 committed 00000004:00080000:0.0:1777047502.361330:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1030 committed 00000100:00100000:0.0:1777047502.361832:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073344:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.361967:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.362426:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.362483:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.362534:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047502.365679:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434073728:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.365745:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.365856:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074240:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.365950:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.365995:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074752:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.366042:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.366429:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075264:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.366480:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.366529:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1777047502.366541:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434073600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.366629:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.366689:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074112:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.366734:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.366774:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.366815:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.366849:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986809518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.366931:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.367017:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434074496:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.367070:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.367112:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680951aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434075008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.367158:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.367204:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777047502.367220:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434074368:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.367268:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.367292:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434074880:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.367333:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.367384:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434073344 00000100:00100000:1.0:1777047502.367396:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434073344 00000100:00100000:1.0:1777047502.367482:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434073856 00000100:00100000:1.0:1777047502.367489:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434073856 00000100:00100000:1.0:1777047502.367516:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434073728 00000100:00100000:1.0:1777047502.367521:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434073728 00000100:00100000:1.0:1777047502.367541:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434074240 00000100:00100000:1.0:1777047502.367551:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434074240 00000100:00100000:1.0:1777047502.367569:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434074752 00000100:00100000:1.0:1777047502.367574:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434074752 00000100:00100000:1.0:1777047502.367647:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075264 00000100:00100000:1.0:1777047502.367654:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075264 00000100:00100000:1.0:1777047502.367678:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434073600 00000100:00100000:1.0:1777047502.367683:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434073600 00000100:00100000:1.0:1777047502.367707:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434074112 00000100:00100000:1.0:1777047502.367716:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434074112 00000100:00100000:1.0:1777047502.367736:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434074624 00000100:00100000:1.0:1777047502.367740:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434074624 00000100:00100000:1.0:1777047502.367764:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075136 00000100:00100000:1.0:1777047502.367769:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075136 00000100:00100000:1.0:1777047502.367789:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434074496 00000100:00100000:1.0:1777047502.367800:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434074496 00000100:00100000:1.0:1777047502.367820:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075008 00000100:00100000:1.0:1777047502.367825:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075008 00000100:00100000:1.0:1777047502.367848:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434074368 00000100:00100000:1.0:1777047502.367852:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434074368 00000100:00100000:1.0:1777047502.367869:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434074880 00000100:00100000:1.0:1777047502.367874:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434074880 00000100:00100000:1.0:1777047502.367954:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5772 00000100:00100000:1.0:1777047502.367974:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434073344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047502.368322:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047502.368331:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047502.368341:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047502.368346:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:1.0:1777047502.368351:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 327 -> 327 00000100:00100000:1.0:1777047502.368432:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434073344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 458us (6464us total) trans 17179871474 rc 0/0 00000100:00100000:1.0:1777047502.368449:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5772 00000100:00100000:1.0:1777047502.368492:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5773 00000100:00100000:1.0:1777047502.368512:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434073856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047502.368770:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047502.368777:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047502.368782:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047502.368787:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047502.368801:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047502.368882:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434073856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 366us (6386us total) trans 17179871475 rc 0/0 00000100:00100000:0.0:1777047502.369016:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073472:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.369066:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774 00000100:00100000:0.0:1777047502.369093:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3343:x1863365434073728:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.369401:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434073728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 320us (3653us total) trans 17179871476 rc 0/0 00000100:00100000:0.0:1777047502.369426:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774 00000100:00100000:0.0:1777047502.369466:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5775 00000100:00100000:0.0:1777047502.369481:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3343:x1863365434074240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047502.369739:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.369755:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.369761:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047502.369766:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.369770:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047502.369845:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434074240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 365us (3893us total) trans 17179871477 rc 0/0 00000100:00100000:0.0:1777047502.369860:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5775 00000100:00100000:0.0:1777047502.372188:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5776 00000100:00100000:0.0:1777047502.372216:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434074752:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047502.372480:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.372488:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.372493:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047502.372508:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.372513:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047502.372591:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434074752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 379us (6538us total) trans 21474838565 rc 0/0 00000100:00100000:0.0:1777047502.372606:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5776 00000100:00100000:0.0:1777047502.372651:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777 00000100:00100000:0.0:1777047502.372676:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434075264:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.373089:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434075264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 414us (6596us total) trans 21474838566 rc 0/0 00000100:00100000:0.0:1777047502.373103:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777 00000100:00100000:0.0:1777047502.373145:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5778 00000100:00100000:0.0:1777047502.373169:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3343:x1863365434073600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.373432:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434073600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 274us (6801us total) trans 17179871478 rc 0/0 00000100:00100000:0.0:1777047502.373446:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5778 00000100:00100000:0.0:1777047502.373488:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5779 00000100:00100000:0.0:1777047502.373514:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3343:x1863365434074112:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047502.373775:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.373791:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.373797:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047502.373802:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.373808:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047502.373878:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434074112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 359us (7132us total) trans 17179871479 rc 0/0 00000100:00100000:0.0:1777047502.373941:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5779 00000100:00100000:0.0:1777047502.373978:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5780 00000100:00100000:0.0:1777047502.374002:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434074624:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047502.374195:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.374211:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.374216:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047502.374221:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.374226:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047502.374294:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434074624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 294us (7468us total) trans 21474838567 rc 0/0 00000100:00100000:0.0:1777047502.374307:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5780 00000100:00100000:0.0:1777047502.374344:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5781 00000100:00100000:0.0:1777047502.374357:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434075136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.374673:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434075136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 316us (7787us total) trans 21474838568 rc 0/0 00000100:00100000:0.0:1777047502.374687:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5781 00000100:00100000:0.0:1777047502.374724:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5782 00000100:00100000:0.0:1777047502.374746:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986809518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434074496:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.376087:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783 00000100:00100000:2.0:1777047502.376119:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434075008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047502.376346:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047502.376363:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.376368:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047502.376372:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.376376:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047502.376490:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434075008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 377us (9320us total) trans 21474838569 rc 0/0 00000100:00100000:2.0:1777047502.376503:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783 00000100:00100000:2.0:1777047502.377106:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5784 00000100:00100000:2.0:1777047502.377122:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434074368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.377407:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434074368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 286us (10136us total) trans 21474838570 rc 0/0 00000100:00100000:2.0:1777047502.377421:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5784 00000100:00100000:2.0:1777047502.377460:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5785 00000100:00100000:2.0:1777047502.377483:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434074880:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.379435:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5773 00000100:00080000:1.0:1777047502.380148:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777047502.380168:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1777047502.381372:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095c9880/2, rc 0, transno 17179871478 00000004:00080000:2.0:1777047502.382197:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884700/2, rc 0, transno 21474838570 00000100:00100000:2.0:1777047502.382233:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434074368:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047502.382260:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680951aa00/2, rc 0, transno 21474838569 00000100:00100000:2.0:1777047502.382277:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680951aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434075008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.382444:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434075520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.382528:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.383327:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047502.383351:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840329880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434075392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.383417:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.383493:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075520 00000100:00100000:2.0:1777047502.383504:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075520 00000100:00100000:2.0:1777047502.383578:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075392 00000100:00100000:2.0:1777047502.383583:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075392 00000100:00100000:2.0:1777047502.383684:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786 00000100:00100000:2.0:1777047502.383698:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434075520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047502.384029:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047502.384406:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.384413:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:2.0:1777047502.384418:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.384433:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047502.384525:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434075520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 828us (1996us total) trans 21474838571 rc 0/0 00000100:00100000:2.0:1777047502.384540:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786 00000100:00100000:2.0:1777047502.384581:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5787 00000100:00100000:2.0:1777047502.384605:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434075392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047502.384870:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777047502.385030:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434073600:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047502.385083:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e452a00/2, rc 0, transno 17179871479 00002000:00010000:0.0:1777047502.386026:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.386034:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047502.386040:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047502.386055:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:0.0:1777047502.386060:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047502.386140:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986809518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365434074496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 11393us (19058us total) trans 21474838573 rc 0/0 00000100:00100000:0.0:1777047502.386157:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5782 00000100:00100000:0.0:1777047502.386392:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.386443:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434073472 00000100:00100000:0.0:1777047502.386450:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434073472 00000100:00100000:0.0:1777047502.386517:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5788 00000100:00100000:0.0:1777047502.386531:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434073472:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047502.386845:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.386852:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047502.386858:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047502.386863:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047492 -> 1777047492 00002000:00010000:0.0:1777047502.386868:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047502.387005:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434073472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 454us (591us total) trans 17179871480 rc 0/0 00000100:00100000:0.0:1777047502.387021:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5788 00000004:00080000:0.0:1777047502.387112:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095c8380/2, rc 0, transno 17179871480 00000100:00100000:3.0:1777047502.388015:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.388190:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074112:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047502.388258:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b885180/2, rc 0, transno 21474838567 00000100:00100000:1.0:1777047502.388281:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074624:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047502.388315:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986809518380/2, rc 0, transno 21474838568 00000100:00100000:1.0:1777047502.388323:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075136:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047502.388351:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e451500/2, rc 0, transno 17179871476 00000100:00100000:1.0:1777047502.388360:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434073728:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047502.388388:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e451c00/2, rc 0, transno 17179871477 00000100:00100000:1.0:1777047502.388394:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074240:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047502.388423:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886a00/2, rc 0, transno 21474838565 00000100:00100000:1.0:1777047502.388430:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434074752:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047502.388448:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986809519180/2, rc 0, transno 21474838566 00000100:00100000:1.0:1777047502.388465:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986809519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075264:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.388488:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075776:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.388565:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.388638:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047502.388650:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075648:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.388766:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.389170:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073472:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.389186:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073984:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.389260:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777047502.389434:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.389443:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047502.389448:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.389463:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047502.389556:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434075392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4961us (6137us total) trans 21474838572 rc 0/0 00000100:00100000:2.0:1777047502.389572:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5787 00000004:00080000:0.0:1777047502.389693:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095c8700/2, rc 0, transno 17179871474 00000100:00100000:0.0:1777047502.389713:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073344:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047502.389734:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e450a80/2, rc 0, transno 17179871475 00000100:00100000:0.0:1777047502.389753:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.389773:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434075904:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.389839:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.390064:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384285440 00000100:00100000:2.0:1777047502.390085:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384285440 00000100:00100000:2.0:1777047502.390168:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075776 00000100:00100000:2.0:1777047502.390175:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075776 00000100:00100000:2.0:1777047502.390217:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075648 00000100:00100000:2.0:1777047502.390223:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075648 00000100:00100000:2.0:1777047502.390261:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434073984 00000100:00100000:2.0:1777047502.390266:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434073984 00000100:00100000:2.0:1777047502.390304:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5789 00000100:00100000:2.0:1777047502.390329:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54106:x1863365384285440:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047502.390350:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.390390:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885af expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.390459:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 32 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.390479:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.390492:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.390501:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [167936->237567] (req 167936->237567) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.390563:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 32 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.390601:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 32 pid: 27536 timeout: 4230 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.390636:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434076032:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047502.390807:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.390850:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5790 00000100:00100000:2.0:1777047502.390876:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434075776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047502.391298:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434075776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 423us (2731us total) trans 17179871481 rc 0/0 00000100:00100000:2.0:1777047502.391322:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5790 00000100:00100000:2.0:1777047502.391353:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5791 00000100:00100000:2.0:1777047502.391377:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eeaa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434075648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047502.391671:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eeaa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434075648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 294us (2903us total) trans 17179871482 rc 0/0 00000100:00100000:2.0:1777047502.391686:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5791 00000100:00100000:2.0:1777047502.391783:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792 00000100:00100000:2.0:1777047502.391799:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365434073984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047502.392074:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047502.392082:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.392087:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047502.392092:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047502.392096:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047502.392176:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434073984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 379us (2914us total) trans 17179871483 rc 0/0 00000100:00100000:2.0:1777047502.392200:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792 00000100:00100000:2.0:1777047502.392450:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434076160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.392741:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434076416:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.394407:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434075904 00000100:00100000:0.0:1777047502.394417:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434075904 00000100:00100000:0.0:1777047502.394472:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5793 00000100:00100000:0.0:1777047502.394494:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434075904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047502.394755:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.394761:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.394776:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047502.394781:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047502.394785:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047502.394843:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434075904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 350us (5004us total) trans 17179871484 rc 0/0 00000100:00100000:0.0:1777047502.394865:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5793 00000004:00080000:0.0:1777047502.395001:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840382a00/2, rc 0, transno 17179871484 00000100:00100000:0.0:1777047502.395408:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434075904:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047502.395487:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e452d80/2, rc 0, transno 17179871483 00000100:00100000:0.0:1777047502.395501:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434073984:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.396068:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434076544:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.396131:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.396194:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434076544 00000100:00100000:0.0:1777047502.396201:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434076544 00000100:00100000:0.0:1777047502.396283:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5794 00000100:00100000:0.0:1777047502.396298:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434076544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.398978:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434076288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047502.399060:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.399119:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434076800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.399167:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.399221:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434077312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.399268:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047502.399317:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047502.399329:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434076928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.399390:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.400252:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434076288 00000100:00100000:2.0:1777047502.400270:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434076288 00000100:00100000:2.0:1777047502.400353:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434076800 00000100:00100000:2.0:1777047502.400359:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434076800 00000100:00100000:2.0:1777047502.401126:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434077312 00000100:00100000:2.0:1777047502.401145:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434077312 00000100:00100000:0.0:1777047502.401290:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3340:x1863365434076544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 299us (462us total) trans 21474838575 rc 0/0 00000100:00100000:0.0:1777047502.401318:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5794 00000100:00100000:0.0:1777047502.401356:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434076928 00000100:00100000:0.0:1777047502.401364:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434076928 00000100:00100000:3.0:1777047502.401457:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795 00000100:00100000:3.0:1777047502.401576:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3342:x1863365434076288:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047502.401827:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047502.401835:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.401845:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047502.401851:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.401856:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047502.401979:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434076288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 496us (2916us total) trans 21474838576 rc 0/0 00000100:00100000:3.0:1777047502.401994:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795 00000100:00100000:3.0:1777047502.402029:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5796 00000100:00100000:3.0:1777047502.402048:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434076800:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047502.402298:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365434076800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 250us (3122us total) trans 17179871485 rc 0/0 00000100:00100000:3.0:1777047502.402313:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5796 00000100:00100000:3.0:1777047502.402345:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5797 00000100:00100000:3.0:1777047502.402359:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434077312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.403138:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798 00000100:00100000:1.0:1777047502.403157:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434076928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047502.403390:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047502.403397:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:1.0:1777047502.403402:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047502.403406:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:1.0:1777047502.403411:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047502.403506:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365434076928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 343us (4112us total) trans 17179871486 rc 0/0 00000100:00100000:1.0:1777047502.403521:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798 00000004:00080000:1.0:1777047502.403609:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840382d80/2, rc 0, transno 17179871486 00000100:00100000:1.0:1777047502.403630:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434076928:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047502.404176:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eb480/2, rc 0, transno 21474838576 00000100:00100000:1.0:1777047502.404200:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434076288:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047502.404233:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840381880/2, rc 0, transno 17179871485 00000100:00100000:1.0:1777047502.404241:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434076800:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047502.405449:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365434077312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3089us (6176us total) trans 17179871487 rc 0/0 00000100:00100000:3.0:1777047502.405474:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5797 00000100:00100000:2.0:1777047502.405777:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047502.405879:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840329880/2, rc 0, transno 21474838572 00000100:00100000:2.0:1777047502.405940:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840329880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434075392:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047502.405977:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032aa00/2, rc 0, transno 21474838571 00000100:00100000:2.0:1777047502.405985:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434075520:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047502.406019:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b887b80/2, rc 0, transno 21474838573 00000100:00100000:2.0:1777047502.406026:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434074496:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.406059:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434076672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047502.406136:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.406184:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434077184:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047502.406233:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.406305:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434076160 00000100:00100000:2.0:1777047502.406314:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434076160 00000100:00100000:2.0:1777047502.406376:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434076672 00000100:00100000:2.0:1777047502.406381:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434076672 00000100:00100000:2.0:1777047502.406415:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434077184 00000100:00100000:2.0:1777047502.406420:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434077184 00000100:00100000:2.0:1777047502.406444:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5799 00000100:00100000:2.0:1777047502.406467:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3341:x1863365434076160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047502.406838:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3341:x1863365434076160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 371us (1059us total) trans 21474838577 rc 0/0 00000100:00100000:2.0:1777047502.406851:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5799 00000100:00100000:2.0:1777047502.406926:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5800 00000100:00100000:2.0:1777047502.406942:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3341:x1863365434076672:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047502.409160:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb2a00/2, rc 0, transno 17179871487 00000100:00100000:1.0:1777047502.409171:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434077312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.409188:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047502.409210:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434077440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047502.409308:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801 00000100:00100000:3.0:1777047502.409334:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+38:3341:x1863365434077184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047502.409576:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047502.409584:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.409589:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047502.409594:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.409599:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 1 00000004:00080000:0.0:1777047502.410268:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fce00/2, rc 0, transno 21474838575 00000100:00100000:0.0:1777047502.410289:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434076544:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.410301:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434077056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047502.411164:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047502.411479:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+39:3341:x1863365434077184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2157us (5243us total) trans 17179871489 rc 0/0 00000100:00100000:3.0:1777047502.411504:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801 00000100:00100000:3.0:1777047502.411539:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434077440 00000100:00100000:3.0:1777047502.411547:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434077440 00000100:00100000:3.0:1777047502.411633:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5802 00000100:00100000:3.0:1777047502.411657:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365434077440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047502.411883:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047502.411929:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.411934:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047502.411948:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.411953:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047502.412461:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3342:x1863365434077440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 813us (1305us total) trans 21474838578 rc 0/0 00000100:00100000:3.0:1777047502.412476:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5802 00000004:00080000:1.0:1777047502.414530:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378ff480/2, rc 0, transno 21474838578 00000100:00100000:1.0:1777047502.415003:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434077440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047502.415327:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047502.415443:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459180/2, rc 0, transno 17179871482 00000100:00100000:3.0:1777047502.415454:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075648:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047502.415485:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45ad80/2, rc 0, transno 17179871481 00000100:00100000:3.0:1777047502.415493:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434075776:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047502.415540:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434076416 00000100:00100000:3.0:1777047502.415548:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434076416 00000100:00100000:3.0:1777047502.415659:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5803 00000100:00100000:3.0:1777047502.415674:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365434076416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047502.415961:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047502.415969:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.415984:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047502.415990:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047502.415995:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047502.416085:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3343:x1863365434076416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 413us (757us total) trans 21474838579 rc 0/0 00000100:00100000:3.0:1777047502.416109:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5803 00000004:00080000:3.0:1777047502.416180:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e8000/2, rc 0, transno 21474838579 00000100:00100000:3.0:1777047502.416199:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434076416:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047502.416278:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680951b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3341:x1863365434074880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 38796us (48932us total) trans 21474838574 rc 0/0 00000100:00100000:3.0:1777047502.416292:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5785 00000100:00100000:0.0:1777047502.416694:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.416749:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434077568:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.416816:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.416860:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047502.416872:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434077696:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.416978:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047502.417039:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434077056 00000100:00100000:0.0:1777047502.417047:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434077056 00000100:00100000:0.0:1777047502.417108:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434077568 00000100:00100000:0.0:1777047502.417114:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434077568 00000100:00100000:0.0:1777047502.417150:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434077696 00000100:00100000:0.0:1777047502.417155:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434077696 00000100:00100000:0.0:1777047502.417198:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804 00000100:00100000:0.0:1777047502.417211:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3340:x1863365434077056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047502.417531:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3340:x1863365434077056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 319us (845us total) trans 17179871490 rc 0/0 00000100:00100000:0.0:1777047502.417544:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804 00000100:00100000:0.0:1777047502.417582:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5805 00000100:00100000:0.0:1777047502.417606:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434077568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047502.417981:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3340:x1863365434077568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 375us (1162us total) trans 21474838580 rc 0/0 00000100:00100000:0.0:1777047502.417995:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5805 00000100:00100000:0.0:1777047502.418031:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5806 00000100:00100000:0.0:1777047502.418046:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434077696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047502.418248:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047502.418265:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047502.418269:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047502.418275:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047502.418279:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047502.418351:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3340:x1863365434077696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 298us (1373us total) trans 21474838581 rc 0/0 00000100:00100000:0.0:1777047502.418364:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5806 00000004:00080000:0.0:1777047502.418448:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840380a80/2, rc 0, transno 21474838581 00000100:00100000:0.0:1777047502.418457:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434077696:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047502.418481:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840380e00/2, rc 0, transno 21474838580 00000100:00100000:0.0:1777047502.418488:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434077568:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047502.418504:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840383b80/2, rc 0, transno 17179871490 00000100:00100000:0.0:1777047502.418520:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434077056:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047502.419282:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3341:x1863365434076672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12341us (13142us total) trans 17179871488 rc 0/0 00000100:00100000:2.0:1777047502.419308:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5800 00000100:00100000:2.0:1777047502.419415:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434076032:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047502.419480:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [167936->237567] (req 167936->237567) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.419538:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d800, rc 0) 00000100:00100000:2.0:1777047502.419687:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54106:x1863365384285440:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 29367us (31675us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.419703:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5789 00000004:00080000:2.0:1777047502.420029:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840380000/2, rc 0, transno 17179871488 00000100:00100000:2.0:1777047502.420039:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434076672:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047502.420064:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e451f80/2, rc 0, transno 17179871489 00000100:00100000:2.0:1777047502.420070:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434077184:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047502.420096:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eb800/2, rc 0, transno 21474838577 00000100:00100000:2.0:1777047502.420103:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434076160:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047502.420133:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b887100/2, rc 0, transno 21474838574 00000100:00100000:2.0:1777047502.420140:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434074880:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047502.420446:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.421285:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384285568 00000100:00100000:1.0:1777047502.421306:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384285568 00010000:00010000:1.0:1777047502.421364:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 32 pid: 27536 timeout: 4230 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.421439:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2588 00000100:00100000:1.0:1777047502.421466:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384285568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047502.421487:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047502.421523:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 32 pid: 27536 timeout: 4230 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.421561:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 32 pid: 27536 timeout: 4230 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.422023:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e140a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883f6 expref: 32 pid: 27536 timeout: 4230 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.422054:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047502.422059:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047502.422072:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.422097:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.422167:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.422193:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f323480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434077824:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047502.422293:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047502.438861:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f323480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434077824:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047502.438942:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047502.439056:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384285568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 17595us (18604us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047502.439076:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2588 00000100:00100000:0.0:1777047502.442437:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047502.442706:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384285696 00000100:00100000:3.0:1777047502.442726:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384285696 00002000:00100000:3.0:1777047502.443326:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x11a:0x0] (167936->172031) req@ffff98683ebb1c00 x1863365384285696/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:238/0 lens 488/0 e 0 to 0 dl 1777047513 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047502.443355:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb1c00 with x1863365384285696 ext(167936->172031) 00002000:00010000:3.0:1777047502.443366:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb1c00 00000100:00100000:3.0:1777047502.446615:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3079 00000100:00100000:2.0:1777047502.447594:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384285696:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047502.448010:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384285696:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 1369us (5577us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047502.450179:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3079 00002000:00100000:2.0:1777047502.450202:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x11a:0x0] (167936->172031) req@ffff98683ebb1c00 x1863365384285696/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:238/0 lens 488/4536 e 0 to 0 dl 1777047513 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047502.450229:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb1c00 with x1863365384285696 ext(167936->172031) 00002000:00010000:2.0:1777047502.450240:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb1c00 00010000:00010000:1.0:1777047502.465321:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047502.477227:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.478527:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384285824 00000100:00100000:1.0:1777047502.478619:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384285824 00002000:00100000:1.0:1777047502.478707:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (233472->237567) req@ffff986807fe8700 x1863365384285824/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:238/0 lens 488/0 e 0 to 0 dl 1777047513 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047502.478733:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe8700 with x1863365384285824 ext(233472->237567) 00002000:00010000:1.0:1777047502.478744:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe8700 00000100:00100000:1.0:1777047502.478792:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3080 00000100:00100000:1.0:1777047502.478813:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384285824:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047502.479239:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384285824:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 426us (2018us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047502.479257:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3080 00002000:00100000:1.0:1777047502.479275:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (233472->237567) req@ffff986807fe8700 x1863365384285824/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:238/0 lens 488/4536 e 0 to 0 dl 1777047513 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047502.479293:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe8700 with x1863365384285824 ext(233472->237567) 00002000:00010000:1.0:1777047502.479300:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe8700 00000100:00100000:3.0:1777047502.500511:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.501163:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384285952 00000100:00100000:2.0:1777047502.501183:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384285952 00000100:00100000:2.0:1777047502.501298:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3454 00000100:00100000:2.0:1777047502.501317:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384285952:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047502.501364:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.501404:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1832 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885b6 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.501599:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.501628:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.501652:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.501707:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047502.501715:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047502.501751:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.501796:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1832 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.501831:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.501847:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047502.501853:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047502.501861:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:2.0:1777047502.502515:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384285952:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1199us (2021us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.503040:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3454 00000100:00100000:3.0:1777047502.577475:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.578374:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384286208 00000100:00100000:2.0:1777047502.578394:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384286208 00000100:00100000:2.0:1777047502.578501:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1237 00000100:00100000:2.0:1777047502.578520:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384286208:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047502.582281:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384286208:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 3755us (4819us total) trans 8589938120 rc 0/0 00000100:00100000:2.0:1777047502.582302:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1237 00000100:00100000:2.0:1777047502.668215:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047502.677146:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384286336 00000100:00100000:0.0:1777047502.677172:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384286336 00000100:00100000:0.0:1777047502.677425:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3455 00000100:00100000:0.0:1777047502.677449:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54297:x1863365384286336:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047502.677495:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047502.677536:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1840 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885bd expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.678373:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.678403:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.678427:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.678453:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.678467:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.678481:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.679837:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1855 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.679856:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1855 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.679868:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1855 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047502.681925:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047502.681936:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047502.681973:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1855 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.681995:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1855 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682016:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682027:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682037:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682047:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047502.682055:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682067:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682088:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047502.682094:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047502.682102:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682112:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1847 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682133:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682143:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682150:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682159:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047502.682164:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682173:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682184:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612500) 00010000:00010000:0.0:1777047502.682187:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047502.682191:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682200:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e184e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.682256:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1840 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885bd expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.683183:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1855 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885bd expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.683205:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047502.683209:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047502.683213:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:0.0:1777047502.683397:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54297:x1863365384286336:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5953us (15199us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.683414:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3455 00000100:00100000:3.0:1777047502.696866:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.698499:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384286464 00000100:00100000:2.0:1777047502.698520:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384286464 00000100:00100000:2.0:1777047502.698698:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 491 00000100:00100000:2.0:1777047502.698716:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2411:x1863365384286464:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.698745:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.698792:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1855 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885bd expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.698829:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047502.698838:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047502.701412:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2411:x1863365384286464:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2692us (4558us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.701439:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 491 00000100:00100000:3.0:1777047502.707681:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.709203:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384286720 00000100:00100000:2.0:1777047502.709223:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384286720 00000100:00100000:2.0:1777047502.709320:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3456 00000100:00100000:2.0:1777047502.709339:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986705b7a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54297:x1863365384286720:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047502.709376:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.709413:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e185c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885c4 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.709985:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.710014:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.710031:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.710094:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 71 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.710117:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 71 pid: 33460 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.710143:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434077952:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047502.710291:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.725407:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434077952:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047502.725462:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.730475:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.732673:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384286848 00000100:00100000:2.0:1777047502.732709:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384286848 00010000:00010000:2.0:1777047502.732786:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 72 pid: 33460 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.732873:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2589 00000100:00100000:2.0:1777047502.732912:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384286848:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.732940:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.732951:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 72 pid: 33460 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.732973:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 72 pid: 33460 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.733013:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1839 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885b6 expref: 72 pid: 33460 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.733040:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047502.733048:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.733063:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.733075:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.733136:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047502.733230:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2410:x1863365384286848:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 322us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.733241:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2589 00010000:00010000:0.0:1777047502.734319:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.734335:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047502.734370:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047502.734690:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e185c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.734717:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047502.734728:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047502.734732:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047502.734736:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:0.0:1777047502.734794:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986705b7a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54297:x1863365384286720:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 25459us (27128us total) trans 8589938121 rc 0/0 00000100:00100000:0.0:1777047502.734804:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3456 00000100:00100000:3.0:1777047502.749241:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.749421:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384286976 00000100:00100000:2.0:1777047502.749439:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384286976 00000100:00100000:2.0:1777047502.750012:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3457 00000100:00100000:2.0:1777047502.750033:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54297:x1863365384286976:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047502.750078:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.750118:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1871 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885cb expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.750260:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.750286:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.750301:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.752465:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.752496:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 72 pid: 30806 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.753030:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434078080:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047502.753205:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047502.767857:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.767992:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384287104 00000100:00100000:1.0:1777047502.768010:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384287104 00010000:00010000:1.0:1777047502.768082:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 73 pid: 30806 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.768201:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2590 00000100:00100000:1.0:1777047502.768218:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384287104:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047502.768244:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047502.768255:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 73 pid: 30806 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.768279:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 73 pid: 30806 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.768315:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047502.768324:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.768339:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.768353:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.768384:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047502.769019:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384287104:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 802us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047502.769033:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2590 00010000:00010000:3.0:1777047502.769448:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1863 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885c4 expref: 72 pid: 30806 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.769483:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434078080:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047502.769916:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.769936:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.769947:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047502.770020:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047502.770029:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047502.770062:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.770112:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1871 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885cb expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.770136:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885cb expref: 71 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.770148:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047502.770153:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047502.770158:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:3.0:1777047502.770227:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54297:x1863365384286976:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 20200us (21695us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.770239:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3457 00000100:00100000:2.0:1777047502.793186:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047502.793369:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384287360 00000100:00100000:3.0:1777047502.793388:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384287360 00000100:00100000:3.0:1777047502.793504:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3458 00000100:00100000:3.0:1777047502.793914:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54297:x1863365384287360:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047502.793953:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047502.795000:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e187f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885d2 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.795488:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1886 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.795515:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1886 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.795591:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1886 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047502.795616:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047502.796503:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e187f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d2 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.796586:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1886 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d2 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.796601:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047502.796606:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047502.796613:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:2.0:1777047502.796705:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54297:x1863365384287360:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3187us (3537us total) trans 8589938122 rc 0/0 00000100:00100000:2.0:1777047502.796718:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3458 00000100:00100000:1.0:1777047502.819168:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.819244:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.819462:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047502.824253:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384287488 00000100:00100000:3.0:1777047502.824345:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384287488 00000100:00100000:3.0:1777047502.824499:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384287616 00000100:00100000:3.0:1777047502.826240:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384287616 00000100:00100000:3.0:1777047502.826362:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384287744 00000100:00100000:3.0:1777047502.826369:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384287744 00000100:00100000:3.0:1777047502.826416:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5807 00000100:00100000:3.0:1777047502.826433:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384287488:12345-192.168.201.26@tcp:1:lfs.0 00000100:00100000:1.0:1777047502.827369:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5808 00000100:00100000:1.0:1777047502.827388:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384287616:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047502.827428:0:32524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.827468:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 30 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.827484:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047502.827488:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047502.827494:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.827595:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 30 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828133:0:27536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828160:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828172:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047502.828175:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047502.828179:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828225:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828252:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 32 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.828281:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434078336:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047502.828431:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.828469:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5809 00000100:00100000:3.0:1777047502.828484:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384287744:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047502.828518:0:6643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828566:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828579:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047502.828581:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047502.828585:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828617:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.828634:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 32 pid: 33459 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.828653:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434078464:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047502.828701:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607300 going to sleep for 11 seconds 00010000:00010000:1.0:1777047502.829369:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 30 pid: 32524 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.829391:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f323800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434078208:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047502.829440:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056099c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047502.846395:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434078336:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047502.846405:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434078464:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047502.846456:0:6643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.846457:0:27536:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.848310:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f323800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434078208:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047502.848341:0:32524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.848649:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047502.848704:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047502.848773:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047502.849460:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384288000 00000100:00100000:2.0:1777047502.849472:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384288000 00010000:00010000:2.0:1777047502.849602:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 33 pid: 33459 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.849654:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384288128 00000100:00100000:2.0:1777047502.849659:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384288128 00010000:00010000:2.0:1777047502.849681:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 31 pid: 32524 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.849718:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2591 00000100:00100000:2.0:1777047502.849756:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384288000:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.849785:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.849822:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 33 pid: 33459 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.849842:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 33 pid: 33459 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.849913:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1300 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883b0 expref: 33 pid: 33459 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.849940:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.849944:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.849953:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.849971:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850013:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047502.850091:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384288000:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 359us (1385us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.850105:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2591 00000100:00100000:2.0:1777047502.850136:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2592 00000100:00100000:2.0:1777047502.850149:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384288128:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047502.850165:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047502.850188:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 31 pid: 32524 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850206:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 31 pid: 32524 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850231:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e12f9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7883a9 expref: 31 pid: 32524 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850250:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.850253:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047502.850258:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850282:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850312:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047502.850342:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384288128:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 194us (1584us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047502.850355:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2592 00010000:00010000:2.0:1777047502.850395:0:32524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850412:0:32524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850455:0:32524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850472:0:32524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850488:0:32524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850500:0:32524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047502.850506:0:32524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047502.850586:0:32524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.850607:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384287872 00010000:00010000:2.0:1777047502.850611:0:32524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.850617:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384287872 00010000:00010000:2.0:1777047502.850629:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e189b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1777047502.850681:0:22356:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x11a:0x0] (167936->237567) req@ffff98683ebb3b80 x1863365384287872/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:238/0 lens 488/0 e 0 to 0 dl 1777047513 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047502.850700:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3b80 with x1863365384287872 ext(167936->237567) 00000100:00100000:2.0:1777047502.850711:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384287616:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 23328us (31464us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047502.850717:0:22356:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 32 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047502.850734:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5808 00010000:00010000:1.0:1777047502.850866:0:6643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.850910:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.851249:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.851263:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.851275:0:6643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.851295:0:6643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047502.851300:0:6643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.851313:0:6643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.851331:0:6643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.851343:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e18a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.851409:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384287744:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 22927us (31947us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047502.851421:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5809 00010000:00010000:3.0:1777047502.851802:0:22356:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 31 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047502.851821:0:22356:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683ebb3b80 00000100:00100000:3.0:1777047502.851867:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 40 00000100:00100000:3.0:1777047502.851919:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384287872:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:1.0:1777047502.886583:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384287872:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 34633us (37866us total) trans 17179871491 rc 0/0 00000100:00100000:1.0:1777047502.886609:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 40 00002000:00100000:1.0:1777047502.886630:0:22356:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x11a:0x0] (167936->237567) req@ffff98683ebb3b80 x1863365384287872/t17179871491(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:238/0 lens 488/448 e 0 to 0 dl 1777047513 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047502.886647:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3b80 with x1863365384287872 ext(167936->237567) 00010000:00010000:1.0:1777047502.886666:0:22356:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 33 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.886709:0:22356:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 33 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047502.886725:0:22356:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683ebb3b80 00000100:00100000:0.0:1777047502.906396:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.908230:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384288256 00000100:00100000:1.0:1777047502.908252:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384288256 00010000:00010000:1.0:1777047502.908361:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 33 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047502.908454:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2593 00000100:00100000:1.0:1777047502.908472:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384288256:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047502.908501:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777047502.909509:0:5842:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047490 -> 1777047502 00002000:00010000:1.0:1777047502.909517:0:5842:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047492 -> 1777047502 00010000:00010000:1.0:1777047502.909553:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 33 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.909581:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 33 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.909922:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e182b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 167936->237567) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885af expref: 33 pid: 6640 timeout: 4231 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.909953:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047502.909958:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047502.909966:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.909984:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.911865:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047502.916523:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384288256:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 8037us (10127us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047502.916573:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2593 00010000:00010000:3.0:1777047502.917338:0:27536:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.917472:0:27536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.917589:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047502.917621:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434078592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047502.918064:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047502.918084:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434078720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047502.918252:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047502.918459:0:27536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.918478:0:27536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.918491:0:27536:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.918505:0:27536:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047502.918512:0:27536:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.918526:0:27536:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.918559:0:27536:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047502.918573:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e1894 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047502.918718:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384287488:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 92286us (99568us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047502.918759:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5807 00000100:00100000:2.0:1777047502.918903:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047502.926494:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047502.927589:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384288512 00000100:00100000:1.0:1777047502.927606:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384288512 00000100:00100000:0.0:1777047502.927781:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434078592 00000100:00100000:0.0:1777047502.927790:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434078592 00000100:00100000:0.0:1777047502.927855:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434078720 00000100:00100000:0.0:1777047502.927860:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434078720 00000100:00100000:0.0:1777047502.927917:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1777047502.927935:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+39:3343:x1863365434078592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047502.927984:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 343212032 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:1.0:1777047502.928479:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3459 00000100:00100000:1.0:1777047502.928497:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54297:x1863365384288512:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047502.928603:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047502.928655:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1878 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885cb expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.928693:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e1824 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a8 expref: 72 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.928741:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047502.928752:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047502.928830:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.928855:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047502.928874:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047502.930089:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+39:3343:x1863365434078592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2156us (11838us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.930380:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1777047502.930421:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1777047502.930439:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+39:3342:x1863365434078720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047502.930486:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194969600 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047502.930858:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+39:3342:x1863365434078720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 424us (11978us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047502.930872:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1777047502.931107:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434078592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047502.931237:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434078720:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1777047502.936854:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1144, 88 off104968 00000004:00080000:1.0:1777047502.936908:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131319372317ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.937151:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1131, 88 off103672 00000004:00080000:1.0:1777047502.937162:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131319627265ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.937232:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1132, 88 off103760 00000004:00080000:1.0:1777047502.937242:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131319707030ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.937276:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1145, 88 off105056 00000004:00080000:1.0:1777047502.937282:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131319748073ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.938324:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1146, 88 off105144 00000004:00080000:1.0:1777047502.938335:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131320800466ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.938552:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1133, 88 off103848 00000004:00080000:1.0:1777047502.938562:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131321027423ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.938655:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1147, 88 off105232 00000004:00080000:1.0:1777047502.938665:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131321129991ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.939062:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1134, 88 off103936 00000004:00080000:1.0:1777047502.939074:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131321539013ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.939106:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1135, 88 off104024 00000004:00080000:1.0:1777047502.939114:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131321579626ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.939148:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1148, 88 off105320 00000004:00080000:1.0:1777047502.939158:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131321622826ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.940667:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1136, 88 off104112 00000004:00080000:1.0:1777047502.940680:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131323145576ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.940772:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1149, 88 off105408 00000004:00080000:1.0:1777047502.940782:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131323247169ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.940814:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1137, 88 off104200 00000004:00080000:1.0:1777047502.940821:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131323286136ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.940851:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1150, 88 off105496 00000004:00080000:1.0:1777047502.940860:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131323325419ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.940927:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1138, 88 off104288 00000004:00080000:1.0:1777047502.940936:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131323401054ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944041:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1151, 88 off105584 00000004:00080000:1.0:1777047502.944052:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326517941ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944082:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1152, 88 off105672 00000004:00080000:1.0:1777047502.944088:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326553129ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944116:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1139, 88 off104376 00000004:00080000:1.0:1777047502.944121:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326586844ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944146:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1153, 88 off105760 00000004:00080000:1.0:1777047502.944152:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326617166ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944176:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1140, 88 off104464 00000004:00080000:1.0:1777047502.944182:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326647221ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944206:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1141, 88 off104552 00000004:00080000:1.0:1777047502.944211:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326676884ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944235:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1154, 88 off105848 00000004:00080000:1.0:1777047502.944241:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326706861ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944265:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1155, 88 off105936 00000004:00080000:1.0:1777047502.944271:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326736301ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944295:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1142, 88 off104640 00000004:00080000:1.0:1777047502.944301:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326766126ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944325:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1156, 88 off106024 00000004:00080000:1.0:1777047502.944330:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326795889ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944356:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1143, 88 off104728 00000004:00080000:1.0:1777047502.944361:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326826826ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944385:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1144, 88 off104816 00000004:00080000:1.0:1777047502.944396:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326861434ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944420:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1157, 88 off106112 00000004:00080000:1.0:1777047502.944426:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326891999ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944450:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1158, 88 off106200 00000004:00080000:1.0:1777047502.944456:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131326921319ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944479:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1145, 88 off104904 00000004:00080000:1.0:1777047502.944485:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326950314ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944507:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1146, 88 off104992 00000004:00080000:1.0:1777047502.944513:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131326978214ns, next at 4114093406619ns, rc = 0 00000040:00080000:1.0:1777047502.944563:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1159, 88 off106288 00000004:00080000:1.0:1777047502.944570:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131327035641ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944596:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1160, 88 off106376 00000004:00080000:1.0:1777047502.944602:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4131327067359ns, next at 4114093242091ns, rc = 0 00000040:00080000:1.0:1777047502.944625:0:30804:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1147, 88 off105080 00000004:00080000:1.0:1777047502.944632:0:30804:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4131327097794ns, next at 4114093406619ns, rc = 0 00000004:00010000:1.0:1777047503.065645:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023a0d473 reply state 0000000048018011 transno 8589938123 ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047503.065684:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1777047503.065798:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938121 is committed 00000001:00080000:2.0:1777047503.065830:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938123 is committed 00000004:00080000:2.0:1777047503.065842:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1051 committed 00000004:00080000:2.0:1777047503.065870:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1063 committed 00010000:00080000:1.0:1777047503.065916:0:30804:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000004:00080000:2.0:1777047503.065922:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1062 committed 00000004:00080000:2.0:1777047503.065930:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1050 committed 00000004:00080000:2.0:1777047503.065935:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1049 committed 00000004:00080000:2.0:1777047503.065941:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1061 committed 00000004:00080000:2.0:1777047503.065946:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1060 committed 00000004:00080000:2.0:1777047503.065950:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1048 committed 00000100:00100000:1.0:1777047503.065960:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54297:x1863365384288512:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 137454us (139470us total) trans 8589938123 rc 0/0 00000004:00080000:2.0:1777047503.065961:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1047 committed 00000004:00080000:2.0:1777047503.065969:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1059 committed 00000004:00080000:2.0:1777047503.065976:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1046 committed 00000004:00080000:2.0:1777047503.065984:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1058 committed 00000004:00080000:2.0:1777047503.065988:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1057 committed 00000100:00100000:1.0:1777047503.065992:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3459 00000004:00080000:2.0:1777047503.065995:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1045 committed 00000004:00080000:2.0:1777047503.066026:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1044 committed 00000004:00080000:2.0:1777047503.066036:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1056 committed 00000004:00080000:2.0:1777047503.066041:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1043 committed 00000004:00080000:2.0:1777047503.066047:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1055 committed 00000004:00080000:2.0:1777047503.066053:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1054 committed 00000004:00080000:2.0:1777047503.066060:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1042 committed 00000004:00080000:2.0:1777047503.066068:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1053 committed 00000004:00080000:2.0:1777047503.066073:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1041 committed 00000004:00080000:2.0:1777047503.066078:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1052 committed 00000004:00080000:2.0:1777047503.066082:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1040 committed 00000004:00080000:2.0:1777047503.066085:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1051 committed 00000004:00080000:2.0:1777047503.066089:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1039 committed 00000004:00080000:2.0:1777047503.066093:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1038 committed 00000004:00080000:2.0:1777047503.066097:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1050 committed 00000004:00080000:2.0:1777047503.066102:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1037 committed 00000004:00080000:2.0:1777047503.066106:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1049 committed 00000004:00080000:2.0:1777047503.066113:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1048 committed 00000004:00080000:2.0:1777047503.066118:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1036 committed 00000004:00080000:2.0:1777047503.066122:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1035 committed 00000004:00080000:2.0:1777047503.066127:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1047 committed 00010000:00010000:2.0:1777047503.066519:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.066538:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.066561:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.066572:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216fa00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047503.066581:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.066594:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.066660:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047503.066668:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047503.066678:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.066711:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e18a9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047503.066761:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434078848:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.066768:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434078976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047503.067244:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.067380:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434079104:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.067454:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434079232:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047503.067747:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434079360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047503.067826:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434078848 00000100:00100000:0.0:1777047503.067841:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434078848 00000100:00100000:2.0:1777047503.067923:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047503.067947:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434079232 00000100:00100000:0.0:1777047503.067959:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434079232 00000100:00100000:2.0:1777047503.067990:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434079744:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047503.068015:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810 00000100:00100000:0.0:1777047503.068031:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+39:3340:x1863365434078848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.068324:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.068369:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434080256:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.068414:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.068452:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434080768:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047503.068472:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.068524:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.068588:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434079744 00000100:00100000:2.0:1777047503.068596:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434079744 00000100:00100000:2.0:1777047503.068640:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080256 00000100:00100000:2.0:1777047503.068645:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080256 00000100:00100000:2.0:1777047503.068675:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434079360 00000100:00100000:2.0:1777047503.068681:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434079360 00000100:00100000:0.0:1777047503.068816:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+41:3340:x1863365434078848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 785us (1571us total) trans 21474838582 rc 0/0 00000100:00100000:0.0:1777047503.068829:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810 00000100:00100000:0.0:1777047503.068857:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080768 00000100:00100000:0.0:1777047503.068864:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080768 00000100:00100000:3.0:1777047503.068935:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.068946:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5811 00000100:00100000:2.0:1777047503.068964:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+41:3343:x1863365434079232:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.068999:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434079616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047503.069019:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434079872:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.069067:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047503.069104:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047503.069130:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434080384:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.069132:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434080128:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047503.069194:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047503.069269:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840381f80/2, rc 0, transno 21474838582 00000100:00100000:2.0:1777047503.069290:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+42:3343:x1863365434079232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 330us (1366us total) trans 17179871492 rc 0/0 00000100:00100000:1.0:1777047503.069298:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434078848:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.069384:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5811 00000100:00100000:0.0:1777047503.069390:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434079104 00000100:00100000:0.0:1777047503.069398:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434079104 00000100:00100000:2.0:1777047503.069414:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434079616 00000100:00100000:2.0:1777047503.069423:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434079616 00000100:00100000:0.0:1777047503.069434:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434079872 00000100:00100000:0.0:1777047503.069442:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434079872 00000100:00100000:2.0:1777047503.069467:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080384 00000100:00100000:2.0:1777047503.069476:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080384 00000100:00100000:0.0:1777047503.069482:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5812 00000100:00100000:0.0:1777047503.069500:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+42:3343:x1863365434079744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.069519:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813 00000100:00100000:2.0:1777047503.069570:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3343:x1863365434080256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.069651:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.069699:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434080640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047503.069726:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+43:3343:x1863365434079744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (1403us total) trans 21474838583 rc 0/0 00000100:00100000:3.0:1777047503.069733:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047503.069739:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5812 00000100:00100000:0.0:1777047503.069757:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080128 00000100:00100000:0.0:1777047503.069763:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080128 00000100:00100000:0.0:1777047503.069784:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080640 00000100:00100000:0.0:1777047503.069789:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080640 00000100:00100000:0.0:1777047503.069815:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5814 00000100:00100000:0.0:1777047503.069826:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+43:3340:x1863365434079360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.069841:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434080896:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.069923:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777047503.069965:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047503.069973:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00000100:00100000:3.0:1777047503.069974:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080896 00002000:00010000:2.0:1777047503.069983:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00000100:00100000:3.0:1777047503.069984:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080896 00002000:00010000:2.0:1777047503.069992:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.069997:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047503.070379:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:3343:x1863365434080256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 846us (1963us total) trans 17179871493 rc 0/0 00000100:00100000:3.0:1777047503.070381:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5815 00002000:00010000:0.0:1777047503.070395:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047503.070403:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00000100:00100000:2.0:1777047503.070406:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813 00000100:00100000:3.0:1777047503.070407:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3343:x1863365434080768:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047503.070411:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047503.070417:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.070420:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047503.070448:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5816 00000100:00100000:2.0:1777047503.070466:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+45:3342:x1863365434079104:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047503.070500:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3340:x1863365434079360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 671us (2027us total) trans 21474838584 rc 0/0 00000100:00100000:0.0:1777047503.070512:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5814 00000004:00080000:3.0:1777047503.070517:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840382680/2, rc 0, transno 21474838584 00000100:00100000:3.0:1777047503.070561:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434079360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047503.070571:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5817 00000100:00100000:0.0:1777047503.070585:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+45:3342:x1863365434079616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.070631:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047503.070645:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434081024:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.070684:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047503.072099:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081024 00000100:00100000:1.0:1777047503.072109:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081024 00000100:00100000:1.0:1777047503.072146:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5818 00000100:00100000:1.0:1777047503.072157:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+48:3340:x1863365434079872:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.073167:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819 00000100:00100000:3.0:1777047503.073185:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3340:x1863365434080384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.073454:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3340:x1863365434080384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 272us (4259us total) trans 21474838585 rc 0/0 00000100:00100000:3.0:1777047503.073466:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819 00000100:00100000:3.0:1777047503.073494:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5820 00000100:00100000:3.0:1777047503.073505:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3342:x1863365434080128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.073991:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3342:x1863365434080128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 485us (4340us total) trans 21474838586 rc 0/0 00000100:00100000:3.0:1777047503.074003:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5820 00000100:00100000:3.0:1777047503.074027:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5821 00000100:00100000:3.0:1777047503.074309:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3342:x1863365434080640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.074399:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822 00000100:00100000:2.0:1777047503.074419:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3340:x1863365434080896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.074938:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5823 00000100:00100000:3.0:1777047503.074953:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+45:3340:x1863365434081024:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047503.075173:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8380/2, rc 0, transno 17179871492 00000100:00100000:2.0:1777047503.075203:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434079232:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047503.075234:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840383100/2, rc 0, transno 21474838583 00000100:00100000:2.0:1777047503.075273:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434079744:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047503.075300:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9880/2, rc 0, transno 17179871493 00000100:00100000:2.0:1777047503.075306:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434080256:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.075322:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047503.075339:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081152:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.075398:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777047503.075398:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047503.075408:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047503.075414:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:3.0:1777047503.075418:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047503.075423:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047503.075473:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.075485:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3340:x1863365434081024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 532us (4796us total) trans 21474838588 rc 0/0 00000100:00100000:3.0:1777047503.075498:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5823 00000100:00100000:3.0:1777047503.075532:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081152 00000100:00100000:3.0:1777047503.075541:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081152 00000100:00100000:2.0:1777047503.075584:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.075596:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5824 00000100:00100000:3.0:1777047503.075612:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3343:x1863365434081152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.075646:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081280 00000100:00100000:3.0:1777047503.075652:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081280 00000100:00100000:3.0:1777047503.075688:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825 00000100:00100000:3.0:1777047503.075699:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3343:x1863365434081280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.075736:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.075816:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434079488:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.075859:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.075904:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434080000:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.075940:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.075959:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434080512:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047503.075985:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434078976 00000100:00100000:3.0:1777047503.075991:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047503.075992:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434078976 00000100:00100000:3.0:1777047503.076012:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047503.076021:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434079488 00000100:00100000:3.0:1777047503.076021:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434081408:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047503.076025:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434079488 00000100:00100000:0.0:1777047503.076042:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080000 00000100:00100000:0.0:1777047503.076046:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080000 00000100:00100000:0.0:1777047503.076061:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434080512 00000100:00100000:0.0:1777047503.076065:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434080512 00000100:00100000:0.0:1777047503.076084:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826 00000100:00100000:0.0:1777047503.076094:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eea9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+49:3341:x1863365434078976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.076316:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047503.076324:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eea9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3341:x1863365434078976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (586us total) trans 21474838589 rc 0/0 00000100:00100000:0.0:1777047503.076335:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826 00000004:00080000:3.0:1777047503.076353:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840381180/2, rc 0, transno 21474838589 00000100:00100000:3.0:1777047503.076378:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434078976:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047503.076386:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047503.076394:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.076399:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047503.076404:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.076409:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047503.076412:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081408 00000100:00100000:3.0:1777047503.076420:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081408 00000100:00100000:3.0:1777047503.076466:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5827 00000100:00100000:3.0:1777047503.076483:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+50:3341:x1863365434079488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.076484:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3340:x1863365434080896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2064us (6557us total) trans 21474838587 rc 0/0 00000100:00100000:2.0:1777047503.076504:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822 00000100:00100000:2.0:1777047503.076562:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828 00000100:00100000:2.0:1777047503.076579:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+49:3341:x1863365434080000:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047503.076672:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047503.076679:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047503.076684:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047503.076688:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:3.0:1777047503.076692:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047503.076741:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+50:3341:x1863365434079488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 263us (878us total) trans 21474838590 rc 0/0 00000100:00100000:3.0:1777047503.076753:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5827 00000100:00100000:0.0:1777047503.076787:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5829 00002000:00010000:2.0:1777047503.076791:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047503.076800:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00000100:00100000:0.0:1777047503.076806:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+51:3341:x1863365434080512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047503.076808:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047503.076821:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:2.0:1777047503.076826:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047503.076907:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3341:x1863365434080000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 330us (963us total) trans 21474838591 rc 0/0 00000100:00100000:2.0:1777047503.076918:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828 00000100:00100000:2.0:1777047503.076952:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5830 00000100:00100000:2.0:1777047503.076965:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+50:3341:x1863365434081408:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.077513:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+51:3341:x1863365434081408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 550us (1197us total) trans 21474838592 rc 0/0 00000100:00100000:2.0:1777047503.077524:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5830 00000100:00100000:2.0:1777047503.078056:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+51:3342:x1863365434079104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7593us (9123us total) trans 17179871494 rc 0/0 00000100:00100000:2.0:1777047503.078070:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5816 00002000:00010000:1.0:1777047503.078124:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047503.078131:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047503.078136:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047503.078139:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:1.0:1777047503.078142:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047503.078225:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3343:x1863365434080768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7826us (9700us total) trans 17179871496 rc 0/0 00000100:00100000:1.0:1777047503.078235:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5815 00002000:00010000:0.0:1777047503.078486:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1777047503.078486:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434081536:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047503.078492:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.078496:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047503.078500:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.078504:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047503.078534:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047503.078845:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f321f80/2, rc 0, transno 21474838592 00000100:00100000:3.0:1777047503.078863:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434081408:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047503.078942:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840381c00/2, rc 0, transno 21474838590 00000100:00100000:3.0:1777047503.078952:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434079488:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047503.078978:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840383800/2, rc 0, transno 21474838591 00000100:00100000:3.0:1777047503.078986:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434080000:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047503.079017:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb100/2, rc 0, transno 17179871496 00000004:00080000:3.0:1777047503.079043:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf6680/2, rc 0, transno 21474838588 00000100:00100000:2.0:1777047503.079045:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434080768:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.079058:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434081024:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047503.079081:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf5180/2, rc 0, transno 21474838587 00000100:00100000:3.0:1777047503.079090:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434080896:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047503.079115:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4000/2, rc 0, transno 21474838585 00000100:00100000:3.0:1777047503.079126:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434080384:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.079148:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047503.079168:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081664:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.079227:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.079289:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434082048:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.079305:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.079343:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047503.079354:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3342:x1863365434080640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5315us (9617us total) trans 17179871497 rc 0/0 00000100:00100000:2.0:1777047503.079374:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.079382:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047503.079395:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434081920:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.079421:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.079444:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.079481:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.079511:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081536 00000100:00100000:3.0:1777047503.079521:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081536 00000100:00100000:3.0:1777047503.079580:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081664 00000100:00100000:3.0:1777047503.079586:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081664 00000100:00100000:3.0:1777047503.079900:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082048 00000100:00100000:3.0:1777047503.079906:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082048 00000100:00100000:0.0:1777047503.079927:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5821 00000100:00100000:0.0:1777047503.079950:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081792 00000100:00100000:0.0:1777047503.079956:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081792 00000100:00100000:1.0:1777047503.080101:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+50:3342:x1863365434079616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9519us (11056us total) trans 17179871495 rc 0/0 00000100:00100000:3.0:1777047503.080152:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434081920 00000100:00100000:3.0:1777047503.080158:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434081920 00000100:00100000:3.0:1777047503.080179:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082304 00000100:00100000:3.0:1777047503.080183:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082304 00000100:00100000:3.0:1777047503.080206:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831 00000100:00100000:3.0:1777047503.080217:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3341:x1863365434081536:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.080277:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047503.080299:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082176:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.080364:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777047503.080431:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777047503.080436:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082176 00002000:00010000:3.0:1777047503.080438:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00000100:00100000:2.0:1777047503.080447:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082176 00002000:00010000:3.0:1777047503.080447:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047503.080456:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047503.080460:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047503.080514:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5832 00000100:00100000:0.0:1777047503.080532:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3343:x1863365434081664:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.080547:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3341:x1863365434081536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 332us (2013us total) trans 21474838593 rc 0/0 00000100:00100000:3.0:1777047503.080559:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831 00000100:00100000:3.0:1777047503.080585:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5833 00000100:00100000:3.0:1777047503.080595:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+55:3341:x1863365434082048:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.080677:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834 00000100:00100000:2.0:1777047503.080696:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+55:3341:x1863365434081920:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047503.080732:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047503.080739:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.080744:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047503.080748:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.080753:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1777047503.080773:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047503.080778:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047503.080783:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047503.080787:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047503.080791:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047503.080816:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3343:x1863365434081664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 289us (1589us total) trans 17179871498 rc 0/0 00000100:00100000:3.0:1777047503.080832:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3341:x1863365434082048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 239us (1492us total) trans 21474838594 rc 0/0 00000100:00100000:0.0:1777047503.080835:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5832 00000100:00100000:3.0:1777047503.080843:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5833 00000100:00100000:0.0:1777047503.080864:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5835 00000100:00100000:3.0:1777047503.080869:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5836 00000100:00100000:0.0:1777047503.080913:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+56:3343:x1863365434082304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.080916:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3343:x1863365434081792:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047503.080997:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+56:3341:x1863365434081920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 304us (1550us total) trans 21474838595 rc 0/0 00000100:00100000:2.0:1777047503.081012:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834 00000100:00100000:2.0:1777047503.081045:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837 00000100:00100000:2.0:1777047503.081338:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:3343:x1863365434082176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047503.081349:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5817 00002000:00010000:0.0:1777047503.081379:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047503.081384:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047503.081388:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047503.081392:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:0.0:1777047503.081395:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047503.081441:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+57:3343:x1863365434082304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 566us (1962us total) trans 21474838596 rc 0/0 00000100:00100000:0.0:1777047503.081452:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5835 00000100:00100000:1.0:1777047503.081628:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3340:x1863365434079872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9470us (12523us total) trans 17179871499 rc 0/0 00000100:00100000:1.0:1777047503.081640:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5818 00002000:00010000:3.0:1777047503.081764:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047503.081770:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047503.081774:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047503.081779:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047503.081782:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047503.081836:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+56:3343:x1863365434081792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 924us (2464us total) trans 21474838597 rc 0/0 00000100:00100000:3.0:1777047503.081846:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5836 00000100:00100000:2.0:1777047503.081989:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+56:3343:x1863365434082176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 655us (1625us total) trans 21474838598 rc 0/0 00000100:00100000:2.0:1777047503.082001:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837 00000004:00080000:2.0:1777047503.082080:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804998380/2, rc 0, transno 21474838598 00000100:00100000:2.0:1777047503.082093:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082176:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047503.082119:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499aa00/2, rc 0, transno 21474838597 00000100:00100000:2.0:1777047503.082127:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081792:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047503.082149:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804999880/2, rc 0, transno 21474838596 00000100:00100000:2.0:1777047503.082158:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.082172:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+50:3343:x1863365434081152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6560us (6770us total) trans 17179871500 rc 0/0 00000100:00100000:3.0:1777047503.082185:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5824 00000004:00080000:2.0:1777047503.082186:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868083c1f80/2, rc 0, transno 17179871498 00000100:00100000:2.0:1777047503.082210:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081664:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047503.082238:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb2d80/2, rc 0, transno 17179871500 00000100:00100000:2.0:1777047503.082247:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081152:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047503.082252:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499a680/2, rc 0, transno 21474838595 00000100:00100000:3.0:1777047503.082265:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434081920:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047503.082286:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499ad80/2, rc 0, transno 21474838594 00000100:00100000:3.0:1777047503.082294:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434082048:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047503.082326:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb480/2, rc 0, transno 17179871499 00000100:00100000:0.0:1777047503.082341:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434079872:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.082392:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047503.082409:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082688:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047503.082577:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f322680/2, rc 0, transno 21474838593 00000100:00100000:3.0:1777047503.082587:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434081536:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047503.082604:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434082560:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047503.082628:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434082432:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.082645:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047503.082726:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8a80/2, rc 0, transno 17179871494 00000100:00100000:3.0:1777047503.082743:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434079104:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047503.082763:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb800/2, rc 0, transno 17179871495 00000100:00100000:3.0:1777047503.082770:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434079616:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.082791:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047503.082828:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7b80/2, rc 0, transno 21474838586 00000100:00100000:3.0:1777047503.082839:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434080128:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047503.082859:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:3.0:1777047503.082864:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fea300/2, rc 0, transno 17179871497 00002000:00010000:0.0:1777047503.082865:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.082870:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00000100:00100000:3.0:1777047503.082870:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434080640:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047503.082903:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047498 -> 1777047498 00002000:00010000:0.0:1777047503.082908:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047503.082940:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082560 00000100:00100000:3.0:1777047503.082947:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082560 00000100:00100000:0.0:1777047503.082978:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3341:x1863365434080512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6179us (6983us total) trans 17179871502 rc 0/0 00000100:00100000:0.0:1777047503.082991:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5829 00000100:00100000:3.0:1777047503.082999:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082688 00000100:00100000:3.0:1777047503.083004:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082688 00000100:00100000:0.0:1777047503.083017:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838 00000100:00100000:0.0:1777047503.083031:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+52:3341:x1863365434082560:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.083045:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5839 00000100:00100000:3.0:1777047503.083061:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3343:x1863365434082688:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.083076:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082816:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.083490:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.083556:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082816 00002000:00010000:3.0:1777047503.083562:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777047503.083564:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082816 00002000:00010000:3.0:1777047503.083573:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047503.083578:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047503.083581:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:3.0:1777047503.083585:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047503.083915:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+54:3343:x1863365434082688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 855us (1125us total) trans 17179871503 rc 0/0 00000100:00100000:2.0:1777047503.083926:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840 00000100:00100000:2.0:1777047503.083947:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+54:3343:x1863365434082816:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047503.084308:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+54:3343:x1863365434081280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 8607us (8777us total) trans 17179871501 rc 0/0 00000100:00100000:3.0:1777047503.084359:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5839 00000100:00100000:3.0:1777047503.084401:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434083072:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.084450:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.084504:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+55:3343:x1863365434082816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 560us (1010us total) trans 17179871505 rc 0/0 00000100:00100000:2.0:1777047503.084520:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840 00000004:00080000:3.0:1777047503.084520:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807febb80/2, rc 0, transno 17179871502 00000100:00100000:3.0:1777047503.084533:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434080512:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.084549:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047503.084560:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434082944:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.084590:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434083072 00000100:00100000:2.0:1777047503.084599:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434083072 00000100:00100000:3.0:1777047503.084601:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047503.084636:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082944 00000100:00100000:2.0:1777047503.084643:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082944 00000100:00100000:3.0:1777047503.084675:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5841 00000100:00100000:3.0:1777047503.084690:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+56:3341:x1863365434083072:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.084698:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5842 00000100:00100000:2.0:1777047503.084720:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+56:3341:x1863365434082944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047503.084954:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+58:3341:x1863365434082560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1923us (2304us total) trans 17179871504 rc 0/0 00000100:00100000:3.0:1777047503.085301:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+58:3341:x1863365434083072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 613us (848us total) trans 17179871506 rc 0/0 00002000:00010000:2.0:1777047503.085306:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047503.085315:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047499 -> 1777047499 00000100:00100000:3.0:1777047503.085317:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5841 00002000:00010000:2.0:1777047503.085326:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047503.085330:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047499 -> 1777047499 00002000:00010000:2.0:1777047503.085335:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 1 00000004:00080000:3.0:1777047503.085374:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a54700/2, rc 0, transno 17179871506 00000100:00100000:3.0:1777047503.085386:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434083072:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.085406:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+57:3341:x1863365434082944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 686us (801us total) trans 17179871507 rc 0/0 00000004:00080000:3.0:1777047503.085409:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a54380/2, rc 0, transno 17179871504 00000100:00100000:3.0:1777047503.085424:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434082560:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.085432:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5842 00000004:00080000:3.0:1777047503.085442:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a54a80/2, rc 0, transno 17179871507 00000100:00100000:3.0:1777047503.085451:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434082944:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047503.085577:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55f80/2, rc 0, transno 17179871505 00000100:00100000:2.0:1777047503.085588:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082816:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047503.085613:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a56a00/2, rc 0, transno 17179871503 00000100:00100000:2.0:1777047503.085621:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434082688:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047503.085641:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb1180/2, rc 0, transno 17179871501 00000100:00100000:2.0:1777047503.085647:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434081280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047503.085778:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838 00000100:00100000:3.0:1777047503.085791:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047503.085816:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047503.085838:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434082432 00000100:00100000:3.0:1777047503.085845:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434082432 00000100:00100000:3.0:1777047503.085907:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843 00000100:00100000:3.0:1777047503.085919:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+56:3340:x1863365434082432:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047503.086408:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+57:3340:x1863365434082432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 488us (587us total) trans 17179871508 rc 0/0 00000100:00100000:3.0:1777047503.086420:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843 00000004:00080000:3.0:1777047503.086463:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868083c2d80/2, rc 0, transno 17179871508 00000100:00100000:1.0:1777047503.086847:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825 00000100:00100000:3.0:1777047503.087497:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434082432:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047503.088193:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384288640 00000100:00100000:2.0:1777047503.088204:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384288640 00000100:00100000:2.0:1777047503.088288:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3460 00000100:00100000:2.0:1777047503.088305:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54297:x1863365384288640:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047503.088337:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047503.088374:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885d9 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.088497:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.088525:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.088597:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047503.088604:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047503.088610:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:2.0:1777047503.088838:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54297:x1863365384288640:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 534us (3046us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047503.089115:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3460 00000100:00100000:1.0:1777047503.108105:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047503.108590:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384288768 00000100:00100000:0.0:1777047503.108609:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384288768 00000100:00100000:0.0:1777047503.108716:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3461 00000100:00100000:0.0:1777047503.108736:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54297:x1863365384288768:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047503.108775:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047503.108815:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e18b7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885e0 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.109007:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e18be lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.109053:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e18be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.109074:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e18be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047503.109120:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047503.109128:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047503.109158:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e18be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.109207:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e18b7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e0 expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.109238:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e18be lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e0 expref: 70 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.109255:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047503.109260:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047503.109266:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:0.0:1777047503.109366:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54297:x1863365384288768:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 635us (1280us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047503.109380:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3461 00000100:00100000:0.0:1777047503.119863:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047503.119979:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047503.120322:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047503.127343:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384288896 00000100:00100000:3.0:1777047503.127371:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384288896 00000100:00100000:3.0:1777047503.127498:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289024 00000100:00100000:3.0:1777047503.127505:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289024 00000100:00100000:3.0:1777047503.127575:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289152 00000100:00100000:3.0:1777047503.127582:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289152 00000100:00100000:3.0:1777047503.127632:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5844 00000100:00100000:3.0:1777047503.127653:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384288896:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047503.127687:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047503.127731:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885e7 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047503.127786:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 262144, mtime: 0x69eb97ce, atime: 0x69eb97c2, ctime: 0x69eb97ce, blocks: 0x147 00010000:00010000:3.0:1777047503.127824:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.127828:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.127847:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 33 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.127880:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 33 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.127906:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a200, rc 0) 00000100:00100000:3.0:1777047503.128369:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384288896:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 719us (8523us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047503.128385:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5844 00000100:00100000:3.0:1777047503.128424:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5845 00000100:00100000:3.0:1777047503.128436:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384289024:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047503.128451:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047503.128474:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885ee expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047503.128507:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97c4, blocks: 0x3 00010000:00010000:3.0:1777047503.128525:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.128529:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.128574:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 30 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.128598:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 30 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.128614:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a400, rc 0) 00000100:00100000:3.0:1777047503.128652:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384289024:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 218us (8675us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047503.128663:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5845 00000100:00100000:3.0:1777047503.128689:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5846 00000100:00100000:3.0:1777047503.128702:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384289152:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047503.128714:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047503.128731:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885f5 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047503.128752:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97c4, blocks: 0x3 00010000:00010000:3.0:1777047503.128767:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.128770:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047503.128778:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 33 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.128797:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 33 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.128823:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8bc00, rc 0) 00000100:00100000:3.0:1777047503.128861:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384289152:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 161us (8541us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047503.128872:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5846 00000100:00080000:0.0:1777047503.130337:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047503.130346:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047503.249933:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047503.251093:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289280 00000100:00100000:2.0:1777047503.251116:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289280 00000100:00100000:2.0:1777047503.251388:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3081 00000100:00100000:2.0:1777047503.251410:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384289280:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047503.251487:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.251519:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047503.251522:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047503.251533:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.251560:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.280002:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.280044:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.280062:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.280077:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047503.280086:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.280103:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.280142:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.280157:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e18da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047503.280321:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384289280:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28907us (30396us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047503.280340:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3081 00000100:00100000:2.0:1777047503.312228:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047503.312376:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289408 00000100:00100000:1.0:1777047503.312398:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289408 00000100:00100000:1.0:1777047503.312621:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3082 00000100:00100000:1.0:1777047503.312644:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384289408:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047503.312744:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb96d2, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:1.0:1777047503.312761:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.312791:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047503.312795:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047503.312805:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.312831:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.490839:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1777047503.594514:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047498 -> 1777047503 00002000:00010000:1.0:1777047503.594525:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047498 -> 1777047503 00010000:00010000:1.0:1777047503.594579:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.594920:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.594939:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.594951:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047503.594960:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.594975:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.595054:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.595066:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047503.595226:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2412:x1863365384289408:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 282581us (283008us total) trans 17179871509 rc 0/0 00000100:00100000:1.0:1777047503.595245:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3082 00000001:00080000:1.0:1777047503.595317:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871504 is committed 00000001:00080000:1.0:1777047503.595388:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871452 is committed 00000001:00080000:1.0:1777047503.595410:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871509 is committed 00000001:00080000:1.0:1777047503.595479:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871507 is committed 00000001:00080000:1.0:1777047503.595580:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871508 is committed 00000100:00100000:2.0:1777047503.618347:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047503.618491:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289536 00000100:00100000:1.0:1777047503.618508:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289536 00000100:00100000:1.0:1777047503.618632:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3083 00000100:00100000:1.0:1777047503.618648:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384289536:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047503.618729:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb96e5, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:1.0:1777047503.618745:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.618773:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047503.618777:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047503.618787:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047503.618815:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047503.619304:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838596 is committed 00000001:00080000:0.0:1777047503.619379:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838540 is committed 00000001:00080000:0.0:1777047503.619431:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838547 is committed 00000001:00080000:0.0:1777047503.619466:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838598 is committed 00000001:00080000:1.0:1777047503.821768:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871510 is committed 00002000:00010000:2.0:1777047503.822135:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047498 -> 1777047503 00002000:00010000:2.0:1777047503.822144:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047498 -> 1777047503 00010000:00010000:2.0:1777047503.822164:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.822210:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.822227:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.822241:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047503.822249:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.822277:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.822305:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047503.822319:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e18e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047503.822537:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384289536:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 203885us (204201us total) trans 17179871510 rc 0/0 00000100:00100000:2.0:1777047503.822554:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3083 00000100:00100000:2.0:1777047503.842605:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047503.842927:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289664 00000100:00100000:1.0:1777047503.842942:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289664 00000100:00100000:0.0:1777047503.843681:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3084 00000100:00100000:0.0:1777047503.843702:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384289664:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047503.844042:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb96f5, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:0.0:1777047503.844058:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.844084:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047503.844088:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047503.844098:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047503.844134:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047503.984111:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838599 is committed 00002000:00010000:3.0:1777047503.984285:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047498 -> 1777047503 00002000:00010000:3.0:1777047503.984296:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047498 -> 1777047503 00010000:00010000:3.0:1777047503.984316:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.984940:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.984960:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.984975:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047503.984983:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.985000:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.985031:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047503.986174:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e18ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047503.986412:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384289664:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 142709us (144270us total) trans 21474838599 rc 0/0 00000100:00100000:3.0:1777047503.986432:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3084 00000100:00100000:1.0:1777047504.007811:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047504.008323:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289792 00000100:00100000:0.0:1777047504.008362:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289792 00000100:00100000:0.0:1777047504.008474:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3085 00000100:00100000:0.0:1777047504.008493:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384289792:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047504.008610:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.008646:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 15 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.008665:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047504.008668:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047504.008675:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.008735:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 15 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.008762:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 15 pid: 33787 timeout: 4232 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047504.008789:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434083200:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047504.008939:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047504.023673:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434083200:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047504.023720:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047504.036155:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047504.038027:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384289920 00000100:00100000:2.0:1777047504.038044:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384289920 00010000:00010000:2.0:1777047504.038109:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 16 pid: 33787 timeout: 4232 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047504.038188:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2594 00000100:00100000:2.0:1777047504.038228:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384289920:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047504.038252:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047504.038286:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 16 pid: 33787 timeout: 4232 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.038312:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 16 pid: 33787 timeout: 4232 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.038354:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1816 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885a1 expref: 16 pid: 33787 timeout: 4232 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.038382:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.038387:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.038394:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.038411:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.038451:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047504.038604:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384289920:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 379us (2461us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047504.038621:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2594 00010000:00010000:0.0:1777047504.040094:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.040116:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047504.255702:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838600 is committed 00002000:00010000:3.0:1777047504.256077:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047498 -> 1777047504 00002000:00010000:3.0:1777047504.256087:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047498 -> 1777047504 00010000:00010000:3.0:1777047504.256109:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.256131:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.256148:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.256163:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047504.256171:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.256187:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.256217:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047504.256243:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e18f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047504.256407:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384289792:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 247912us (248601us total) trans 21474838600 rc 0/0 00000100:00100000:3.0:1777047504.256427:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3085 00000100:00100000:3.0:1777047504.273830:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047504.274349:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290048 00000100:00100000:2.0:1777047504.274366:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290048 00000100:00100000:2.0:1777047504.274494:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3086 00000100:00100000:2.0:1777047504.274515:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384290048:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047504.274652:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb9713, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:2.0:1777047504.274668:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.274694:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.274698:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.274708:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.274732:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.513371:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777047504.521821:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838601 is committed 00002000:00010000:0.0:1777047504.522953:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047498 -> 1777047504 00002000:00010000:0.0:1777047504.522964:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047498 -> 1777047504 00010000:00010000:0.0:1777047504.522985:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.523010:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.523053:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.523071:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047504.523081:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.523110:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.523143:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.523157:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e18fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047504.523433:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384290048:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 248914us (249608us total) trans 21474838601 rc 0/0 00000100:00100000:0.0:1777047504.523452:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3086 00000100:00100000:3.0:1777047504.553470:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047504.553700:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290176 00000100:00100000:2.0:1777047504.553718:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290176 00000100:00100000:2.0:1777047504.553843:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3087 00000100:00100000:2.0:1777047504.554345:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384290176:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047504.554428:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb9713, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:2.0:1777047504.554444:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.554471:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.554475:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047504.554484:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.554510:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047504.737091:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838602 is committed 00002000:00010000:0.0:1777047504.737292:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047504 00002000:00010000:0.0:1777047504.737301:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047498 -> 1777047504 00010000:00010000:0.0:1777047504.737350:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.737375:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.737391:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.737404:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047504.737413:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.737438:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.737476:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.737491:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1904 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047504.738019:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384290176:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 183679us (184553us total) trans 21474838602 rc 0/0 00000100:00100000:0.0:1777047504.738039:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3087 00000100:00100000:2.0:1777047504.758595:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047504.759236:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290304 00000100:00100000:0.0:1777047504.759257:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290304 00000100:00100000:0.0:1777047504.760007:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3088 00000100:00100000:0.0:1777047504.760029:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384290304:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047504.760126:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb979d, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:0.0:1777047504.760143:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.760174:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047504.760177:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047504.760187:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047504.760216:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047504.989421:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871511 is committed 00002000:00010000:2.0:1777047504.990657:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047498 -> 1777047504 00002000:00010000:2.0:1777047504.990666:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047498 -> 1777047504 00010000:00010000:2.0:1777047504.991011:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.991043:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.991058:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.991070:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047504.991078:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.991093:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.992353:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047504.992372:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e190b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047504.992542:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384290304:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 232513us (237015us total) trans 17179871511 rc 0/0 00000100:00100000:2.0:1777047504.992561:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3088 00000100:00100000:2.0:1777047505.016316:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047505.017291:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290432 00000100:00100000:1.0:1777047505.017310:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290432 00000100:00100000:1.0:1777047505.017490:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3089 00000100:00100000:1.0:1777047505.017510:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384290432:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047505.018009:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb974b, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:1.0:1777047505.018028:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.018056:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047505.018060:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047505.018069:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.018094:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047505.018463:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1777047505.223285:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871512 is committed 00002000:00010000:1.0:1777047505.225251:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047498 -> 1777047505 00002000:00010000:1.0:1777047505.225260:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047498 -> 1777047505 00010000:00010000:1.0:1777047505.225283:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.225344:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.225366:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.225384:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047505.225394:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.225414:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.225462:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.225482:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1912 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047505.227915:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384290432:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 208212us (209413us total) trans 17179871512 rc 0/0 00000100:00100000:1.0:1777047505.227945:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3089 00000100:00100000:3.0:1777047505.280115:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047505.280338:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290560 00000100:00100000:2.0:1777047505.280357:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290560 00000100:00100000:1.0:1777047505.281185:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3090 00000100:00100000:1.0:1777047505.281216:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384290560:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047505.281306:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97ca, atime: 0x69eb975e, ctime: 0x69eb97ca, blocks: 0x203 00010000:00010000:1.0:1777047505.281329:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.281355:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047505.281360:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047505.281374:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.281401:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047505.283258:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047505.478314:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434083456:0@lo:400:kworker.0 00000100:00100000:1.0:1777047505.478482:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047505.478623:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434083968:0@lo:400:kworker.0 00000100:00100000:1.0:1777047505.478753:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047505.478907:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777047505.478937:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:309c8df3-27e5-43ac-9878-ad14563b7926:3343:1863365434083328:0@lo:400:kworker.0 00000100:00100000:1.0:1777047505.479024:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047505.479102:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434083840:0@lo:400:kworker.0 00000100:00100000:1.0:1777047505.479165:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047505.479274:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434083456 00000100:00100000:1.0:1777047505.479287:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434083456 00000100:00100000:1.0:1777047505.479416:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434083968 00000100:00100000:1.0:1777047505.479438:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434083968 00000100:00100000:1.0:1777047505.479493:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1777047505.479525:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434083456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047505.479667:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434083456:12345-0@lo:400:kworker.0 Request processed in 159us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047505.479698:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1777047505.479748:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1777047505.479777:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434083968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047505.479988:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434083968:12345-0@lo:400:kworker.0 Request processed in 212us (1286us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047505.480018:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1777047505.480122:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434083456:0@lo:400:kworker.0 00000100:00100000:1.0:1777047505.480158:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434083968:0@lo:400:kworker.0 00000100:00100000:2.0:1777047505.484319:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434083840 00000100:00100000:2.0:1777047505.484391:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434083840 00000100:00100000:2.0:1777047505.484525:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:2.0:1777047505.484558:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434083840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047505.484738:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434083840:12345-0@lo:400:kworker.0 Request processed in 198us (5570us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047505.484904:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:2.0:1777047505.485057:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871508 gen 2 00000004:00080000:2.0:1777047505.485068:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810660700, transno 17179871457 00000004:00080000:2.0:1777047505.485101:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810661f80, transno 17179871458 00000004:00080000:2.0:1777047505.485107:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810660380, transno 17179871459 00000004:00080000:2.0:1777047505.485112:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810660000, transno 17179871460 00000004:00080000:2.0:1777047505.485131:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810661500, transno 17179871461 00000004:00080000:2.0:1777047505.485137:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810662a00, transno 17179871462 00000004:00080000:2.0:1777047505.485142:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810661880, transno 17179871463 00000004:00080000:2.0:1777047505.485147:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810662680, transno 17179871464 00000004:00080000:2.0:1777047505.485152:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65880, transno 17179871465 00000004:00080000:2.0:1777047505.485157:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fc000, transno 17179871466 00000004:00080000:2.0:1777047505.485177:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a56680, transno 17179871467 00000004:00080000:2.0:1777047505.485182:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65f80, transno 17179871468 00000004:00080000:2.0:1777047505.485187:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a56300, transno 17179871469 00000004:00080000:2.0:1777047505.485191:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55c00, transno 17179871470 00000004:00080000:2.0:1777047505.485196:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55180, transno 17179871471 00000004:00080000:2.0:1777047505.485215:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a57100, transno 17179871472 00000004:00080000:2.0:1777047505.485220:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a54000, transno 17179871473 00000004:00080000:2.0:1777047505.485224:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095c8700, transno 17179871474 00000004:00080000:2.0:1777047505.485229:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e450a80, transno 17179871475 00000004:00080000:2.0:1777047505.485234:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e451500, transno 17179871476 00000004:00080000:2.0:1777047505.485239:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e451c00, transno 17179871477 00000004:00080000:2.0:1777047505.485259:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095c9880, transno 17179871478 00000004:00080000:2.0:1777047505.485264:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e452a00, transno 17179871479 00000004:00080000:2.0:1777047505.485268:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095c8380, transno 17179871480 00000004:00080000:2.0:1777047505.485273:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45ad80, transno 17179871481 00000004:00080000:2.0:1777047505.485278:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459180, transno 17179871482 00000004:00080000:2.0:1777047505.485282:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e452d80, transno 17179871483 00000004:00080000:2.0:1777047505.485302:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840382a00, transno 17179871484 00000004:00080000:2.0:1777047505.485307:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840381880, transno 17179871485 00000004:00080000:2.0:1777047505.485312:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840382d80, transno 17179871486 00000004:00080000:2.0:1777047505.485317:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb2a00, transno 17179871487 00000004:00080000:2.0:1777047505.485322:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840380000, transno 17179871488 00000004:00080000:2.0:1777047505.485341:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e451f80, transno 17179871489 00000004:00080000:2.0:1777047505.485346:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840383b80, transno 17179871490 00000004:00080000:2.0:1777047505.485351:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8380, transno 17179871492 00000004:00080000:2.0:1777047505.485356:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9880, transno 17179871493 00000004:00080000:2.0:1777047505.485361:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8a80, transno 17179871494 00000004:00080000:2.0:1777047505.485381:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb800, transno 17179871495 00000004:00080000:2.0:1777047505.485385:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb100, transno 17179871496 00000004:00080000:2.0:1777047505.485390:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fea300, transno 17179871497 00000004:00080000:2.0:1777047505.485396:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868083c1f80, transno 17179871498 00000004:00080000:2.0:1777047505.485401:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb480, transno 17179871499 00000004:00080000:2.0:1777047505.485405:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb2d80, transno 17179871500 00000004:00080000:2.0:1777047505.485425:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb1180, transno 17179871501 00000004:00080000:2.0:1777047505.485430:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807febb80, transno 17179871502 00000004:00080000:2.0:1777047505.485434:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a56a00, transno 17179871503 00000004:00080000:2.0:1777047505.485439:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a54380, transno 17179871504 00000004:00080000:2.0:1777047505.485445:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55f80, transno 17179871505 00000004:00080000:2.0:1777047505.485465:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a54700, transno 17179871506 00000004:00080000:2.0:1777047505.485470:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a54a80, transno 17179871507 00000004:00080000:2.0:1777047505.485475:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868083c2d80, transno 17179871508 00000100:00100000:2.0:1777047505.485488:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434083840:0@lo:400:kworker.0 00000100:00080000:0.0:1777047505.489328:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047505.489403:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047505.490650:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434083584:0@lo:400:kworker.0 00000100:00100000:3.0:1777047505.490800:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047505.490940:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047505.490971:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434083712:0@lo:400:kworker.0 00000100:00100000:3.0:1777047505.491051:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047505.491147:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434083328 00000100:00100000:3.0:1777047505.491172:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434083328 00000100:00100000:3.0:1777047505.491300:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1777047505.491317:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d527450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365434083328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047505.491442:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d527450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3343:x1863365434083328:12345-0@lo:400:kworker.0 Request processed in 129us (12416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.491472:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1777047505.491562:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434083584 00000100:00100000:3.0:1777047505.491585:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434083584 00000100:00100000:3.0:1777047505.491684:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1777047505.491713:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434083584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047505.491834:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3340:x1863365434083584:12345-0@lo:400:kworker.0 Request processed in 123us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.491962:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1777047505.492044:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434083712 00000100:00100000:3.0:1777047505.492052:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434083712 00000100:00100000:3.0:1777047505.492139:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:3.0:1777047505.492168:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434083712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047505.492263:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434083712:12345-0@lo:400:kworker.0 Request processed in 112us (1211us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047505.492275:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:3.0:1777047505.492379:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838598 gen 2 00000004:00080000:3.0:1777047505.492389:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818916680, transno 21474838548 00000004:00080000:3.0:1777047505.492421:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efcb480, transno 21474838549 00000004:00080000:3.0:1777047505.492427:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818914a80, transno 21474838550 00000004:00080000:3.0:1777047505.492432:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efc9500, transno 21474838551 00000004:00080000:3.0:1777047505.492437:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032ad80, transno 21474838552 00000004:00080000:3.0:1777047505.492441:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840328000, transno 21474838553 00000004:00080000:3.0:1777047505.492461:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032a680, transno 21474838554 00000004:00080000:3.0:1777047505.492466:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818917800, transno 21474838555 00000004:00080000:3.0:1777047505.492471:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efcad80, transno 21474838556 00000004:00080000:3.0:1777047505.492475:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840328700, transno 21474838557 00000004:00080000:3.0:1777047505.492480:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032b100, transno 21474838558 00000004:00080000:3.0:1777047505.492500:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818916300, transno 21474838559 00000004:00080000:3.0:1777047505.492504:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efca300, transno 21474838560 00000004:00080000:3.0:1777047505.492509:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efca680, transno 21474838561 00000004:00080000:3.0:1777047505.492513:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efcbb80, transno 21474838562 00000004:00080000:3.0:1777047505.492518:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efc9880, transno 21474838563 00000004:00080000:3.0:1777047505.492523:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840328a80, transno 21474838564 00000004:00080000:3.0:1777047505.492544:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886a00, transno 21474838565 00000004:00080000:3.0:1777047505.492549:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986809519180, transno 21474838566 00000004:00080000:3.0:1777047505.492553:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b885180, transno 21474838567 00000004:00080000:3.0:1777047505.492558:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986809518380, transno 21474838568 00000004:00080000:3.0:1777047505.492563:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680951aa00, transno 21474838569 00000004:00080000:3.0:1777047505.492582:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884700, transno 21474838570 00000004:00080000:3.0:1777047505.492587:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032aa00, transno 21474838571 00000004:00080000:3.0:1777047505.492592:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840329880, transno 21474838572 00000004:00080000:3.0:1777047505.492597:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b887b80, transno 21474838573 00000004:00080000:3.0:1777047505.492601:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b887100, transno 21474838574 00000004:00080000:3.0:1777047505.492606:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fce00, transno 21474838575 00000004:00080000:3.0:1777047505.492627:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eb480, transno 21474838576 00000004:00080000:3.0:1777047505.492632:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eb800, transno 21474838577 00000004:00080000:3.0:1777047505.492636:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378ff480, transno 21474838578 00000004:00080000:3.0:1777047505.492641:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e8000, transno 21474838579 00000004:00080000:3.0:1777047505.492647:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840380e00, transno 21474838580 00000004:00080000:3.0:1777047505.492667:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840380a80, transno 21474838581 00000004:00080000:3.0:1777047505.492672:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840381f80, transno 21474838582 00000004:00080000:3.0:1777047505.492679:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840383100, transno 21474838583 00000004:00080000:3.0:1777047505.492684:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840382680, transno 21474838584 00000004:00080000:3.0:1777047505.492689:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4000, transno 21474838585 00000004:00080000:3.0:1777047505.492709:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7b80, transno 21474838586 00000004:00080000:3.0:1777047505.492713:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf5180, transno 21474838587 00000004:00080000:3.0:1777047505.492718:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf6680, transno 21474838588 00000004:00080000:3.0:1777047505.492723:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840381180, transno 21474838589 00000004:00080000:3.0:1777047505.492728:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840381c00, transno 21474838590 00000004:00080000:3.0:1777047505.492748:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840383800, transno 21474838591 00000004:00080000:3.0:1777047505.492753:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f321f80, transno 21474838592 00000004:00080000:3.0:1777047505.492758:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f322680, transno 21474838593 00000004:00080000:3.0:1777047505.492763:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499ad80, transno 21474838594 00000004:00080000:3.0:1777047505.492769:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499a680, transno 21474838595 00000004:00080000:3.0:1777047505.492774:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804999880, transno 21474838596 00000004:00080000:3.0:1777047505.492794:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499aa00, transno 21474838597 00000004:00080000:3.0:1777047505.492799:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804998380, transno 21474838598 00000100:00100000:3.0:1777047505.492809:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434083712:0@lo:400:kworker.0 00000100:00100000:3.0:1777047505.492967:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3340:1863365434083584:0@lo:400:kworker.0 00000100:00080000:1.0:1777047505.496251:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777047505.496260:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:3.0:1777047505.505305:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 51 done 00000004:00080000:2.0:1777047505.508041:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 51 done 00000100:00100000:2.0:1777047505.508173:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:309c8df3-27e5-43ac-9878-ad14563b7926:3343:1863365434083328:0@lo:400:kworker.0 00010000:00010000:1.0:1777047505.553594:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1777047505.641465:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047498 -> 1777047505 00002000:00010000:1.0:1777047505.641491:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047498 -> 1777047505 00010000:00010000:1.0:1777047505.641524:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.641551:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.641580:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.641674:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047505.642135:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.642167:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.642218:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.642247:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c980afd6/0x29ccbc23e99e1919 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047505.642447:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384290560:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 361228us (362329us total) trans 21474838603 rc 0/0 00000100:00100000:1.0:1777047505.642466:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3090 00000001:00080000:1.0:1777047505.642564:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838603 is committed 00000100:00100000:3.0:1777047505.670413:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047505.671877:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290688 00000100:00100000:2.0:1777047505.671903:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290688 00000100:00100000:2.0:1777047505.672450:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3091 00000100:00100000:2.0:1777047505.672483:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384290688:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047505.674453:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97cb, atime: 0x69eb9766, ctime: 0x69eb97cb, blocks: 0x203 00010000:00010000:2.0:1777047505.674474:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.674512:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.674516:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.674535:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.675057:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047505.859235:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047499 -> 1777047505 00002000:00010000:1.0:1777047505.859250:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047499 -> 1777047505 00010000:00010000:1.0:1777047505.859272:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.859297:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.859315:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.859329:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047505.859338:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.859354:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.859385:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047505.859398:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1920 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047505.859601:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384290688:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 187128us (189196us total) trans 17179871513 rc 0/0 00000001:00080000:0.0:1777047505.860636:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871513 is committed 00000100:00100000:1.0:1777047505.861728:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3091 00000100:00100000:1.0:1777047505.875978:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047505.876139:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290816 00000100:00100000:2.0:1777047505.876154:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290816 00000100:00100000:2.0:1777047505.876260:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3092 00000100:00100000:2.0:1777047505.876276:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384290816:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047505.876348:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97cb, atime: 0x69eb9766, ctime: 0x69eb97cb, blocks: 0x203 00010000:00010000:2.0:1777047505.876364:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.876399:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.876403:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047505.876412:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047505.876434:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047506.043860:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871514 is committed 00002000:00010000:1.0:1777047506.044417:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047499 -> 1777047505 00002000:00010000:1.0:1777047506.044426:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047499 -> 1777047505 00010000:00010000:1.0:1777047506.044446:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.044468:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.044483:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.044495:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047506.044503:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.044517:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.044544:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047506.047048:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1927 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047506.047286:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384290816:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 171006us (171313us total) trans 17179871514 rc 0/0 00000100:00100000:1.0:1777047506.047303:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3092 00000100:00100000:1.0:1777047506.075774:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047506.076028:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384290944 00000100:00100000:3.0:1777047506.076497:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384290944 00000100:00100000:3.0:1777047506.076951:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3093 00000100:00100000:3.0:1777047506.077874:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384290944:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047506.077955:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97cb, atime: 0x69eb9790, ctime: 0x69eb97cb, blocks: 0x203 00010000:00010000:3.0:1777047506.077971:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.077996:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047506.078000:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047506.078009:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.078034:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047506.285208:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838604 is committed 00002000:00010000:0.0:1777047506.285951:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047499 -> 1777047506 00002000:00010000:0.0:1777047506.285961:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047499 -> 1777047506 00010000:00010000:0.0:1777047506.285981:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.286005:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.286025:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.286040:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbdf400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047506.286049:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.286067:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.286101:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.286118:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000034b01aa0/0x29ccbc23e99e192e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047506.286443:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384290944:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 209470us (210672us total) trans 21474838604 rc 0/0 00000100:00100000:0.0:1777047506.286462:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3093 00000100:00100000:2.0:1777047506.311328:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047506.312614:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384291072 00000100:00100000:3.0:1777047506.312632:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384291072 00000100:00100000:3.0:1777047506.312777:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3094 00000100:00100000:3.0:1777047506.312798:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384291072:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047506.312908:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97cb, atime: 0x69eb979d, ctime: 0x69eb97cb, blocks: 0x203 00010000:00010000:3.0:1777047506.312927:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.313229:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047506.313234:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047506.313243:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.313271:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047506.395037:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047506.395134:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047506.396160:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384291328 00000100:00100000:0.0:1777047506.396178:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384291328 00000100:00100000:0.0:1777047506.396328:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 520 00000100:00100000:0.0:1777047506.396356:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2412:x1863365384291328:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047506.396490:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2412:x1863365384291328:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 143us (1463us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047506.396511:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 520 00000100:00100000:3.0:1777047506.396950:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384291200 00000100:00100000:3.0:1777047506.396961:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384291200 00000100:00100000:3.0:1777047506.397056:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 355 00000100:00100000:3.0:1777047506.397076:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d524450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384291200:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047506.397173:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d524450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384291200:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 91us (2026us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047506.397190:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 355 00000100:00080000:1.0:1777047506.398922:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777047506.560751:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777047506.589159:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871515 is committed 00002000:00010000:3.0:1777047506.592892:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047499 -> 1777047506 00002000:00010000:3.0:1777047506.592902:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047499 -> 1777047506 00010000:00010000:3.0:1777047506.592925:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.592954:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.593292:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.593313:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbde800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047506.593321:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.593339:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.593374:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.593416:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e1935 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047506.594093:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384291072:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 281292us (283075us total) trans 17179871515 rc 0/0 00000100:00100000:3.0:1777047506.594128:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3094 00000100:00100000:3.0:1777047506.619356:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047506.625670:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384291456 00000100:00100000:0.0:1777047506.626756:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384291456 00000100:00100000:0.0:1777047506.627232:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3095 00000100:00100000:0.0:1777047506.627252:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384291456:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047506.627338:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97cb, atime: 0x69eb97b8, ctime: 0x69eb97cb, blocks: 0x203 00010000:00010000:0.0:1777047506.627361:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.627392:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.627397:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047506.627438:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047506.627466:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047506.982960:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838605 is committed 00002000:00010000:3.0:1777047506.983543:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047499 -> 1777047506 00002000:00010000:3.0:1777047506.983628:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047499 -> 1777047506 00010000:00010000:3.0:1777047506.983661:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.983697:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.983726:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.983742:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047506.983751:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.983779:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.983861:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047506.983879:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e193c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047506.984474:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384291456:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 357210us (365334us total) trans 21474838605 rc 0/0 00000100:00100000:3.0:1777047506.984494:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3095 00000100:00100000:1.0:1777047507.042967:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047507.043189:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384291584 00000100:00100000:0.0:1777047507.043216:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384291584 00000100:00100000:0.0:1777047507.043486:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3096 00000100:00100000:0.0:1777047507.043519:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384291584:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047507.043719:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97c2, atime: 0x69eb97c2, ctime: 0x69eb97cb, blocks: 0x203 00010000:00010000:0.0:1777047507.043737:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.043776:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.043781:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.043802:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.043892:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047507.049930:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1777047507.370981:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047490 -> 1777047507 00002000:00010000:3.0:1777047507.370997:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047499 -> 1777047507 00010000:00010000:3.0:1777047507.371020:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.371329:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.371380:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.371395:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047507.371404:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.371421:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.371454:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.371470:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1943 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047507.371707:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384291584:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 328189us (328903us total) trans 17179871516 rc 0/0 00000100:00100000:3.0:1777047507.371729:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3096 00000001:00080000:0.0:1777047507.378276:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871516 is committed 00000100:00100000:2.0:1777047507.426350:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047507.427625:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384291840 00000100:00100000:0.0:1777047507.427643:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384291840 00000100:00100000:2.0:1777047507.428921:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3462 00000100:00100000:2.0:1777047507.428944:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54297:x1863365384291840:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047507.429070:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047507.429113:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e18be lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e0 expref: 70 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.429148:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047507.429157:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047507.429844:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.429874:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.429895:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047507.430007:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938124 00000004:00010000:2.0:1777047507.430354:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000911e6a58 reply state 000000002eb95442 transno 8589938125 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.430374:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047507.430586:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54297:x1863365384291840:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1640us (4241us total) trans 8589938125 rc 0/0 00000100:00100000:2.0:1777047507.430603:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3462 00000020:00080000:2.0:1777047507.430613:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047507.445493:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.445522:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.445594:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.445626:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047507.445636:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.445658:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.445686:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047507.445694:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047507.445702:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.445717:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e194a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.453776:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047507.455379:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384291968 00000100:00100000:1.0:1777047507.455396:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384291968 00000100:00100000:1.0:1777047507.455500:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5847 00000100:00100000:1.0:1777047507.455521:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54297:x1863365384291968:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047507.456301:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047507.456338:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7885fc expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047507.456382:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97cf, atime: 0x69eb96d2, ctime: 0x69eb97cf, blocks: 0x203 00010000:00010000:1.0:1777047507.456414:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047507.456418:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047507.456431:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 17 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.456459:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 17 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.456482:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216fa00, rc 0) 00000100:00100000:1.0:1777047507.461082:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54297:x1863365384291968:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5553us (7305us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047507.461101:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5847 00000100:00100000:3.0:1777047507.492034:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047507.492126:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047507.492359:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384292096 00000100:00100000:0.0:1777047507.492375:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384292096 00002000:00010000:0.0:1777047507.492446:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (262144->18446744073709551615) 00002000:00100000:0.0:1777047507.492456:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804999880 with x1863365384292096 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047507.492475:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804999880. 00000100:00100000:0.0:1777047507.493330:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384292224 00000100:00100000:0.0:1777047507.493338:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384292224 00002000:00010000:0.0:1777047507.493388:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:0.0:1777047507.493395:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499aa00 with x1863365384292224 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047507.493411:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499aa00. 00000100:00100000:0.0:1777047507.493454:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3097 00000100:00100000:0.0:1777047507.493470:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384292096:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047507.494453:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047507.494462:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047503 -> 1777047507 00002000:00010000:0.0:1777047507.494467:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047507.494472:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047503 -> 1777047507 00002000:00010000:0.0:1777047507.494476:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047507.494575:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384292096:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1102us (2553us total) trans 17179871517 rc 0/0 00000100:00100000:0.0:1777047507.494629:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3097 00002000:00010000:0.0:1777047507.494638:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/293 (262144->18446744073709551615) 00002000:00100000:0.0:1777047507.494644:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804999880 with x1863365384292096 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047507.494659:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804999880. 00000100:00100000:0.0:1777047507.494694:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3098 00000100:00100000:0.0:1777047507.494725:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384292224:12345-192.168.201.26@tcp:10:lfs.0 00000100:00080000:3.0:1777047507.494981:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1777047507.495118:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047507.495125:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047498 -> 1777047507 00002000:00010000:0.0:1777047507.495130:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047507.495135:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047498 -> 1777047507 00002000:00010000:0.0:1777047507.495139:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047507.495192:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384292224:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 479us (3065us total) trans 21474838606 rc 0/0 00000100:00100000:0.0:1777047507.495211:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3098 00002000:00010000:0.0:1777047507.495218:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/289 (0->18446744073709551615) 00002000:00100000:0.0:1777047507.495223:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499aa00 with x1863365384292224 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047507.495232:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499aa00. 00000100:00100000:0.0:1777047507.526956:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047507.533235:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384292352 00000100:00100000:3.0:1777047507.533251:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384292352 00000100:00100000:3.0:1777047507.533403:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3463 00000100:00100000:3.0:1777047507.533431:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54297:x1863365384292352:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047507.533520:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047507.533661:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbde800/0x29ccbc23e99e1958 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788603 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.533871:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdec00/0x29ccbc23e99e195f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.533907:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdec00/0x29ccbc23e99e195f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.533940:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdec00/0x29ccbc23e99e195f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047507.534000:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047507.534018:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047507.534058:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdec00/0x29ccbc23e99e195f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.534119:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbde800/0x29ccbc23e99e1958 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788603 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.534163:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdec00/0x29ccbc23e99e195f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788603 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.534190:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047507.534196:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047507.534203:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbdec00, rc 0) 00000100:00100000:3.0:1777047507.534354:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54297:x1863365384292352:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 925us (7407us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047507.534370:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3463 00000100:00100000:0.0:1777047507.562428:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047507.562654:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384292608 00000100:00100000:1.0:1777047507.562680:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384292608 00000100:00100000:2.0:1777047507.562972:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3464 00000100:00100000:2.0:1777047507.563007:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54297:x1863365384292608:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047507.563108:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047507.563170:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdec00/0x29ccbc23e99e195f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788603 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.563213:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047507.563222:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047507.566864:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.566903:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.566933:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047507.567072:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938126 00000004:00010000:2.0:1777047507.567139:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c91bab9a reply state 00000000609dfa61 transno 8589938127 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.567156:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047507.567523:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54297:x1863365384292608:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4531us (5113us total) trans 8589938127 rc 0/0 00000100:00100000:2.0:1777047507.567549:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3464 00000020:00080000:2.0:1777047507.567558:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047507.592167:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047507.610850:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.610889:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.610905:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.610927:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047507.610936:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.610949:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.610985:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047507.610991:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047507.611008:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.611020:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1966 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047507.615260:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047507.615459:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384292736 00000100:00100000:3.0:1777047507.615474:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384292736 00000100:00100000:3.0:1777047507.618845:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5848 00000100:00100000:3.0:1777047507.618880:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54297:x1863365384292736:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047507.618919:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047507.618961:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78860a expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047507.619017:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97cf, atime: 0x69eb96e5, ctime: 0x69eb97cf, blocks: 0x203 00010000:00010000:3.0:1777047507.619060:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047507.619065:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047507.619090:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.619131:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.619164:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbde800, rc 0) 00000100:00100000:3.0:1777047507.619584:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54297:x1863365384292736:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 689us (4310us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047507.619600:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5848 00000100:00100000:1.0:1777047507.651465:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047507.651680:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047507.652051:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384292864 00000100:00100000:2.0:1777047507.652067:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384292864 00002000:00010000:2.0:1777047507.652166:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (262144->18446744073709551615) 00002000:00100000:2.0:1777047507.652176:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f320a80 with x1863365384292864 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047507.652206:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f320a80. 00000100:00100000:2.0:1777047507.652273:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384292992 00000100:00100000:2.0:1777047507.652292:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384292992 00002000:00010000:2.0:1777047507.652316:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:2.0:1777047507.652335:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f323800 with x1863365384292992 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047507.652347:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670f323800. 00000100:00100000:2.0:1777047507.654598:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3099 00000100:00100000:2.0:1777047507.654632:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384292864:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047507.655666:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047507.655675:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047503 -> 1777047507 00002000:00010000:2.0:1777047507.655680:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047507.655686:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047503 -> 1777047507 00002000:00010000:2.0:1777047507.655703:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047507.655918:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384292864:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1288us (4462us total) trans 17179871518 rc 0/0 00000100:00100000:2.0:1777047507.655934:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3099 00002000:00010000:2.0:1777047507.656415:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (262144->18446744073709551615) 00002000:00100000:2.0:1777047507.656422:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f320a80 with x1863365384292864 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047507.656433:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f320a80. 00000100:00100000:2.0:1777047507.656495:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3100 00000100:00100000:2.0:1777047507.656510:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384292992:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047507.668157:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047507.668168:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047498 -> 1777047507 00002000:00010000:2.0:1777047507.668176:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047507.668181:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047498 -> 1777047507 00002000:00010000:2.0:1777047507.668198:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047507.668338:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384292992:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 11822us (16651us total) trans 21474838607 rc 0/0 00000100:00100000:2.0:1777047507.668368:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3100 00002000:00010000:2.0:1777047507.668378:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:2.0:1777047507.668384:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f323800 with x1863365384292992 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047507.668408:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670f323800. 00000100:00100000:1.0:1777047507.700510:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047507.705266:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384293120 00000100:00100000:3.0:1777047507.705293:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384293120 00000100:00100000:2.0:1777047507.707174:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3465 00000100:00100000:2.0:1777047507.707205:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54297:x1863365384293120:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047507.707252:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047507.707295:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1974 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788611 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.707467:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e197b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.707503:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e197b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.707525:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e197b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047507.707589:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047507.707596:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047507.707634:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e197b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.707770:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1974 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788611 expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.707853:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e197b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788611 expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.707880:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047507.707887:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047507.707894:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d800, rc 0) 00000100:00100000:2.0:1777047507.708013:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54297:x1863365384293120:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 821us (7525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047507.708038:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3465 00000100:00100000:0.0:1777047507.748437:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047507.750456:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384293376 00000100:00100000:3.0:1777047507.750482:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384293376 00000100:00100000:3.0:1777047507.751188:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3466 00000100:00100000:3.0:1777047507.751220:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54297:x1863365384293376:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047507.751320:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047507.751373:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e197b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788611 expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.751415:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047507.751434:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047507.752051:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.752079:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.752108:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047507.752234:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938128 00000004:00010000:3.0:1777047507.752302:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000317d722d reply state 00000000806765c8 transno 8589938129 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047507.752321:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047507.765092:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54297:x1863365384293376:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 13329us (16122us total) trans 8589938129 rc 0/0 00000100:00100000:2.0:1777047507.765152:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3466 00000020:00080000:2.0:1777047507.765174:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047507.778359:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047507.778488:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384293504 00000100:00100000:3.0:1777047507.778509:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384293504 00000100:00100000:3.0:1777047507.779070:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5849 00000100:00100000:3.0:1777047507.779096:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54297:x1863365384293504:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047507.779133:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047507.779172:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788618 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047507.779221:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97cf, atime: 0x69eb96f5, ctime: 0x69eb97cf, blocks: 0x203 00010000:00010000:3.0:1777047507.779261:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047507.779266:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047507.779279:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 17 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.779319:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 17 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.779360:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbdfc00, rc 0) 00000100:00100000:3.0:1777047507.779483:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54297:x1863365384293504:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 390us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047507.779503:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5849 00010000:00010000:0.0:1777047507.780211:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.780231:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.780250:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.780262:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbdf800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047507.780269:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.780288:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.780313:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047507.780325:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047507.780332:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.780344:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1982 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047507.793988:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047507.794413:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047507.795325:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384293632 00000100:00100000:2.0:1777047507.795341:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384293632 00002000:00010000:2.0:1777047507.795421:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (262144->18446744073709551615) 00002000:00100000:2.0:1777047507.795432:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f321f80 with x1863365384293632 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047507.795451:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670f321f80. 00000100:00100000:2.0:1777047507.795512:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384293760 00000100:00100000:2.0:1777047507.795518:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384293760 00002000:00010000:2.0:1777047507.795605:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:2.0:1777047507.795612:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f322680 with x1863365384293760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047507.795625:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f322680. 00000100:00100000:2.0:1777047507.795656:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3101 00000100:00100000:2.0:1777047507.795672:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384293632:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047507.796083:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047507.796092:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047503 -> 1777047507 00002000:00010000:2.0:1777047507.796098:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047507.796103:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047503 -> 1777047507 00002000:00010000:2.0:1777047507.796107:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047507.796191:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384293632:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 520us (2216us total) trans 21474838608 rc 0/0 00000100:00100000:2.0:1777047507.796208:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3101 00002000:00010000:2.0:1777047507.796215:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (262144->18446744073709551615) 00002000:00100000:2.0:1777047507.796221:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f321f80 with x1863365384293632 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047507.796229:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670f321f80. 00000100:00100000:2.0:1777047507.796264:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3102 00000100:00100000:2.0:1777047507.796280:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384293760:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047507.796516:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047507.796522:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047498 -> 1777047507 00002000:00010000:2.0:1777047507.796527:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047507.796531:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047498 -> 1777047507 00002000:00010000:2.0:1777047507.796576:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047507.796625:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384293760:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 346us (2211us total) trans 17179871519 rc 0/0 00000100:00100000:2.0:1777047507.796639:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3102 00002000:00010000:2.0:1777047507.796645:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:2.0:1777047507.796651:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f322680 with x1863365384293760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047507.796661:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98670f322680. 00000100:00100000:2.0:1777047507.816742:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047507.818027:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384293888 00000100:00100000:1.0:1777047507.818352:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384293888 00000100:00100000:1.0:1777047507.818459:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3467 00000100:00100000:1.0:1777047507.818480:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54297:x1863365384293888:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047507.818519:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047507.818987:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e1990 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78861f expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.819119:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e1997 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.819143:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e1997 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.819162:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e1997 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047507.819206:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047507.819214:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047507.819243:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e1997 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.819286:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fe00/0x29ccbc23e99e1990 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78861f expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.819328:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e1997 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78861f expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.819345:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047507.819350:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047507.819356:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e200, rc 0) 00000100:00100000:1.0:1777047507.819467:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54297:x1863365384293888:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 991us (2734us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047507.819482:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3467 00000100:00100000:1.0:1777047507.843165:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047507.844639:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384294144 00000100:00100000:2.0:1777047507.844656:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384294144 00000100:00100000:2.0:1777047507.844764:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3468 00000100:00100000:2.0:1777047507.844784:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54297:x1863365384294144:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047507.844926:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047507.844973:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e1997 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78861f expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.845009:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047507.845019:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047507.845375:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.845414:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.845434:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047507.846045:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938130 00000004:00010000:2.0:1777047507.846104:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000015daaf53 reply state 0000000053617ccb transno 8589938131 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.846123:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047507.846290:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54297:x1863365384294144:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1509us (3136us total) trans 8589938131 rc 0/0 00000100:00100000:2.0:1777047507.846305:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3468 00000020:00080000:2.0:1777047507.846315:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047507.855250:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047507.856360:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384294272 00000100:00100000:3.0:1777047507.856377:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384294272 00000100:00100000:3.0:1777047507.856473:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5850 00000100:00100000:3.0:1777047507.856492:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54297:x1863365384294272:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047507.856507:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.856519:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047507.856526:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.856586:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788626 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.856590:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.856611:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047507.856620:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047507.856626:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97d0, atime: 0x69eb9701, ctime: 0x69eb97d0, blocks: 0x203 00010000:00010000:0.0:1777047507.856633:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.856655:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.856657:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047507.856659:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047507.856663:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047507.856670:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.856672:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 19 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047507.856683:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e199e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.856699:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 19 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047507.856719:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbdf200, rc 0) 00000100:00100000:3.0:1777047507.857032:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54297:x1863365384294272:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 540us (1789us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047507.857052:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5850 00000100:00100000:3.0:1777047507.873098:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047507.877345:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047507.881043:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384294400 00000100:00100000:0.0:1777047507.881060:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384294400 00002000:00010000:1.0:1777047507.884159:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (262144->18446744073709551615) 00002000:00100000:1.0:1777047507.884170:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804998380 with x1863365384294400 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047507.884187:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804998380. 00000100:00100000:1.0:1777047507.884333:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384294528 00000100:00100000:1.0:1777047507.884343:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384294528 00002000:00010000:1.0:1777047507.884373:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:1.0:1777047507.884379:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0e00 with x1863365384294528 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047507.884390:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb0e00. 00000100:00100000:1.0:1777047507.884445:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3103 00000100:00100000:1.0:1777047507.884462:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384294400:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:3.0:1777047507.886040:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3104 00000100:00100000:3.0:1777047507.886061:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384294528:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047507.887067:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047507.887076:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047504 -> 1777047507 00002000:00010000:1.0:1777047507.887081:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047507.887087:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047504 -> 1777047507 00002000:00010000:1.0:1777047507.887093:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047507.887183:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384294400:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2722us (14095us total) trans 21474838609 rc 0/0 00000100:00100000:1.0:1777047507.887199:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3103 00002000:00010000:1.0:1777047507.887207:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (262144->18446744073709551615) 00002000:00100000:1.0:1777047507.887213:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804998380 with x1863365384294400 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047507.887222:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804998380. 00002000:00010000:3.0:1777047507.887443:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047507.887449:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047498 -> 1777047507 00002000:00010000:3.0:1777047507.887454:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047507.887459:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047498 -> 1777047507 00002000:00010000:3.0:1777047507.887463:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047507.887513:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384294528:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1456us (10172us total) trans 17179871520 rc 0/0 00000100:00100000:3.0:1777047507.887528:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3104 00002000:00010000:3.0:1777047507.887535:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:3.0:1777047507.887541:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0e00 with x1863365384294528 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047507.887550:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb0e00. 00000100:00100000:3.0:1777047507.898239:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047507.901010:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384294656 00000100:00100000:2.0:1777047507.901026:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384294656 00000100:00100000:2.0:1777047507.901129:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3469 00000100:00100000:2.0:1777047507.901147:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54297:x1863365384294656:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047507.901190:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047507.901244:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ac lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78862d expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.901387:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19b3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.901413:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.901440:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047507.901484:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047507.901491:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047507.901518:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.901646:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ac lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78862d expref: 79 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.901680:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19b3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78862d expref: 78 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.901697:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047507.901703:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047507.901710:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047507.901791:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54297:x1863365384294656:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 647us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047507.901837:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3469 00000100:00100000:0.0:1777047507.923615:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047507.925189:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384294912 00000100:00100000:2.0:1777047507.925206:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384294912 00000100:00100000:2.0:1777047507.925351:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3470 00000100:00100000:2.0:1777047507.925371:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54297:x1863365384294912:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047507.925454:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047507.925497:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19b3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78862d expref: 78 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.925593:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047507.925604:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047507.926277:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.926304:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.926324:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047507.926435:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938132 00000004:00010000:2.0:1777047507.926491:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039ffe7ae reply state 0000000087dd9ee6 transno 8589938133 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047507.926508:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047507.927371:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54297:x1863365384294912:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2002us (3845us total) trans 8589938133 rc 0/0 00000100:00100000:2.0:1777047507.927387:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3470 00000020:00080000:2.0:1777047507.927397:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047507.940757:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.940787:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.940837:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.940850:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047507.940859:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.940874:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.940901:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047507.940909:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047507.941249:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047507.941265:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19ba lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047507.951213:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047507.955447:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384295040 00000100:00100000:2.0:1777047507.955466:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384295040 00000100:00100000:1.0:1777047507.962161:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5851 00000100:00100000:1.0:1777047507.962184:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54297:x1863365384295040:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047507.962215:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047507.962248:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788634 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047507.962292:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 262144, mtime: 0x69eb97d0, atime: 0x69eb9713, ctime: 0x69eb97d0, blocks: 0x203 00010000:00010000:1.0:1777047507.962327:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047507.962332:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047507.962345:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 21 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.962376:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 21 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047507.962398:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e400, rc 0) 00000100:00100000:1.0:1777047507.962511:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54297:x1863365384295040:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 333us (11310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047507.962535:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5851 00000100:00100000:1.0:1777047507.988535:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047507.988682:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047507.988896:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384295296 00000100:00100000:0.0:1777047507.988917:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384295296 00002000:00010000:0.0:1777047507.988982:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:0.0:1777047507.988997:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb2a00 with x1863365384295296 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047507.989015:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb2a00. 00000100:00100000:0.0:1777047507.989080:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384295168 00000100:00100000:0.0:1777047507.989088:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384295168 00002000:00010000:0.0:1777047507.989117:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (262144->18446744073709551615) 00002000:00100000:0.0:1777047507.989123:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb2d80 with x1863365384295168 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047507.989134:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb2d80. 00000100:00100000:0.0:1777047507.989185:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3105 00000100:00100000:0.0:1777047507.989207:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384295296:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047507.989701:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047507.989710:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047498 -> 1777047507 00002000:00010000:0.0:1777047507.989716:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047507.989721:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047498 -> 1777047507 00002000:00010000:0.0:1777047507.989725:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047507.989871:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384295296:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 664us (1347us total) trans 17179871521 rc 0/0 00000100:00100000:0.0:1777047507.989888:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3105 00002000:00010000:0.0:1777047507.989896:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/300 (0->18446744073709551615) 00002000:00100000:0.0:1777047507.989907:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb2a00 with x1863365384295296 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047507.989917:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb2a00. 00000100:00100000:0.0:1777047507.989955:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3106 00000100:00100000:0.0:1777047507.990296:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384295168:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047507.990561:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047507.990568:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047504 -> 1777047507 00002000:00010000:0.0:1777047507.990572:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047507.990582:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047504 -> 1777047507 00002000:00010000:0.0:1777047507.990587:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047507.990685:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384295168:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 715us (2001us total) trans 21474838610 rc 0/0 00000100:00100000:0.0:1777047507.990706:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3106 00002000:00010000:0.0:1777047507.990713:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/296 (262144->18446744073709551615) 00002000:00100000:0.0:1777047507.990718:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb2d80 with x1863365384295168 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047507.990729:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb2d80. 00000100:00100000:0.0:1777047508.003610:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.003923:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384295424 00000100:00100000:2.0:1777047508.003943:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384295424 00000100:00100000:2.0:1777047508.004077:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3471 00000100:00100000:2.0:1777047508.004095:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54297:x1863365384295424:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.004135:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.004171:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78863b expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.004313:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19cf lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.004340:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.004366:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047508.004418:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047508.004425:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047508.004458:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.004509:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78863b expref: 81 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.004546:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19cf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78863b expref: 80 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.004568:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.004575:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047508.004581:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047508.004739:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54297:x1863365384295424:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 645us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.004754:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3471 00000100:00080000:3.0:1777047508.005204:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047508.038464:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434084096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047508.038649:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047508.038850:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047508.038875:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434084224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047508.038932:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047508.039011:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434084096 00000100:00100000:3.0:1777047508.039023:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434084096 00000100:00100000:3.0:1777047508.039131:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434084224 00000100:00100000:3.0:1777047508.039138:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434084224 00000100:00100000:3.0:1777047508.039181:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1777047508.039207:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434084096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047508.039251:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 355139584 pending 0 free 3855613952 avail 3852468224 00000100:00100000:3.0:1777047508.039350:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434084096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 154us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047508.039375:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1777047508.039417:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1777047508.039431:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434084224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047508.039463:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206897152 pending 0 free 3855613952 avail 3852468224 00000100:00100000:3.0:1777047508.040467:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434084224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1036us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047508.040492:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00080000:3.0:1777047508.040536:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047508.040542:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047508.056365:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434084224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047508.056432:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434084096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047508.058777:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.071778:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384295680 00000100:00100000:3.0:1777047508.071881:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384295680 00000100:00100000:3.0:1777047508.071994:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3472 00000100:00100000:3.0:1777047508.072020:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54297:x1863365384295680:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047508.072118:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047508.072179:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e19cf lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78863b expref: 80 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.072224:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047508.072236:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047508.073017:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.073055:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.073085:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047508.073229:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938134 00000004:00010000:3.0:1777047508.073303:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000118792c reply state 00000000e7eb4a05 transno 8589938135 ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047508.073320:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047508.073517:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54297:x1863365384295680:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1496us (14752us total) trans 8589938135 rc 0/0 00000100:00100000:3.0:1777047508.073543:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3472 00000020:00080000:3.0:1777047508.073553:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047508.095359:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.095397:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.095412:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.095435:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682dbdf800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047508.095444:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.095459:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.095494:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.095500:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047508.095517:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.095530:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e19d6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.108513:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.112097:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384295808 00000100:00100000:3.0:1777047508.112114:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384295808 00000100:00100000:3.0:1777047508.112268:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5852 00000100:00100000:3.0:1777047508.112300:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54297:x1863365384295808:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047508.112341:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047508.112388:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788642 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047508.112443:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97d0, atime: 0x69eb9713, ctime: 0x69eb97d0, blocks: 0x203 00010000:00010000:3.0:1777047508.113157:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.113175:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.113189:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 23 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.113234:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 23 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.113269:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbdec00, rc 0) 00000100:00100000:3.0:1777047508.113408:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54297:x1863365384295808:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1121us (4914us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047508.113436:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5852 00000100:00100000:1.0:1777047508.134664:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047508.135459:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.138961:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384295936 00000100:00100000:0.0:1777047508.138987:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384295936 00002000:00010000:0.0:1777047508.139052:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (262144->18446744073709551615) 00002000:00100000:0.0:1777047508.139071:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3100 with x1863365384295936 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047508.144658:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb3100. 00000100:00100000:0.0:1777047508.144747:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384296064 00000100:00100000:0.0:1777047508.144757:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384296064 00002000:00010000:0.0:1777047508.144883:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:0.0:1777047508.144904:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb1180 with x1863365384296064 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047508.144917:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb1180. 00000100:00100000:0.0:1777047508.144982:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3107 00000100:00100000:0.0:1777047508.145000:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384295936:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047508.145653:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047508.145661:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047504 -> 1777047508 00002000:00010000:0.0:1777047508.145666:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047508.145671:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047504 -> 1777047508 00002000:00010000:0.0:1777047508.145686:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047508.145857:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384295936:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 807us (11165us total) trans 21474838611 rc 0/0 00000100:00100000:0.0:1777047508.145874:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3107 00002000:00010000:0.0:1777047508.145883:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (262144->18446744073709551615) 00002000:00100000:0.0:1777047508.145898:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3100 with x1863365384295936 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047508.145908:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb3100. 00000100:00100000:0.0:1777047508.145951:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3108 00000100:00100000:0.0:1777047508.145966:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384296064:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047508.146292:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047508.146309:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047498 -> 1777047508 00002000:00010000:0.0:1777047508.146314:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047508.146318:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047498 -> 1777047508 00002000:00010000:0.0:1777047508.146322:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047508.146376:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384296064:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 412us (11369us total) trans 17179871522 rc 0/0 00000100:00100000:0.0:1777047508.146400:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3108 00002000:00010000:0.0:1777047508.146406:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:0.0:1777047508.146412:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb1180 with x1863365384296064 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047508.146421:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb1180. 00000100:00100000:0.0:1777047508.189488:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.198975:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384296192 00000100:00100000:2.0:1777047508.199005:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384296192 00000100:00100000:2.0:1777047508.199130:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3473 00000100:00100000:2.0:1777047508.199150:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54297:x1863365384296192:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.199196:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.199238:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19e4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788649 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.199426:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e19eb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.199507:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e19eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.199539:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e19eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047508.199680:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047508.199688:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047508.199727:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e19eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.199832:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e19e4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788649 expref: 83 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.199874:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e19eb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788649 expref: 82 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.199892:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.199898:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047508.199915:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047508.203203:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54297:x1863365384296192:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4040us (13721us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.203222:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3473 00000100:00100000:0.0:1777047508.242518:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047508.245049:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384296448 00000100:00100000:1.0:1777047508.245070:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384296448 00000100:00100000:1.0:1777047508.245179:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3474 00000100:00100000:1.0:1777047508.245201:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54297:x1863365384296448:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047508.245291:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047508.245337:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e19eb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788649 expref: 82 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.245373:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047508.245382:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047508.247211:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.247243:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.247264:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047508.247383:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938136 00000004:00010000:1.0:1777047508.247442:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a313fc74 reply state 00000000061b67d1 transno 8589938137 ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047508.247467:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047508.247691:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54297:x1863365384296448:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2490us (5178us total) trans 8589938137 rc 0/0 00000100:00100000:1.0:1777047508.247708:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3474 00000020:00080000:1.0:1777047508.247718:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047508.255855:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.255909:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.255931:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.255945:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047508.255953:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.255973:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.255999:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.256005:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047508.256017:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.256030:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e19f2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047508.265340:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.266878:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384296576 00000100:00100000:3.0:1777047508.266894:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384296576 00000100:00100000:3.0:1777047508.267019:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5853 00000100:00100000:3.0:1777047508.267037:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54297:x1863365384296576:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047508.267068:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047508.267103:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788650 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047508.267149:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97d0, atime: 0x69eb979d, ctime: 0x69eb97d0, blocks: 0x203 00010000:00010000:3.0:1777047508.267184:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.267188:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.267201:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 25 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.267239:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 25 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.267279:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682dbdf400, rc 0) 00000100:00100000:3.0:1777047508.267398:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54297:x1863365384296576:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 363us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047508.267418:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5853 00000100:00100000:2.0:1777047508.292914:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.293383:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.293624:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384296832 00000100:00100000:3.0:1777047508.293642:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384296832 00002000:00010000:3.0:1777047508.293948:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:3.0:1777047508.293961:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a54380 with x1863365384296832 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047508.293981:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a54380. 00000100:00100000:3.0:1777047508.294461:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384296704 00000100:00100000:3.0:1777047508.294471:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384296704 00002000:00010000:3.0:1777047508.294510:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (262144->18446744073709551615) 00002000:00100000:3.0:1777047508.294518:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55f80 with x1863365384296704 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047508.294536:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a55f80. 00000100:00100000:3.0:1777047508.294586:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3109 00000100:00100000:3.0:1777047508.294606:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384296832:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047508.295561:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047508.295580:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047498 -> 1777047508 00002000:00010000:3.0:1777047508.295587:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047508.295592:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047498 -> 1777047508 00002000:00010000:3.0:1777047508.295598:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000001:00080000:2.0:1777047508.295848:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938133 is committed 00000100:00100000:3.0:1777047508.296163:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384296832:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1554us (3275us total) trans 21474838612 rc 0/0 00000100:00100000:3.0:1777047508.296180:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3109 00002000:00010000:3.0:1777047508.296194:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:3.0:1777047508.296200:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a54380 with x1863365384296832 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047508.296211:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a54380. 00000100:00100000:3.0:1777047508.296248:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3110 00000100:00100000:3.0:1777047508.296262:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384296704:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047508.296546:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047508.296554:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047504 -> 1777047508 00002000:00010000:3.0:1777047508.296559:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047508.296568:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047504 -> 1777047508 00002000:00010000:3.0:1777047508.296573:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047508.296672:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384296704:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 409us (3639us total) trans 17179871523 rc 0/0 00000100:00100000:3.0:1777047508.296686:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3110 00002000:00010000:3.0:1777047508.296698:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (262144->18446744073709551615) 00002000:00100000:3.0:1777047508.296703:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55f80 with x1863365384296704 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047508.296713:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a55f80. 00000100:00100000:1.0:1777047508.334957:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.335422:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384296960 00000100:00100000:3.0:1777047508.335440:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384296960 00000100:00100000:3.0:1777047508.335584:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3475 00000100:00100000:3.0:1777047508.335604:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54297:x1863365384296960:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047508.336028:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047508.336062:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1a00 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788657 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.336189:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1a07 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.336215:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1a07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.336236:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1a07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047508.336281:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047508.336288:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047508.336316:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1a07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.336358:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682dbdf800/0x29ccbc23e99e1a00 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788657 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.336389:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1a07 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788657 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.336405:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047508.336412:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047508.336418:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b000, rc 0) 00000100:00100000:3.0:1777047508.336584:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54297:x1863365384296960:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 931us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047508.336601:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3475 00000100:00100000:3.0:1777047508.359361:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.359522:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384297216 00000100:00100000:0.0:1777047508.359629:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384297216 00000100:00100000:0.0:1777047508.359734:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3476 00000100:00100000:0.0:1777047508.359754:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54297:x1863365384297216:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047508.359870:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047508.359916:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e1a07 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788657 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.359949:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.359958:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047508.366002:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.366482:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.366504:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047508.367344:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938138 00000004:00010000:0.0:1777047508.367401:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000090ab1f94 reply state 00000000626aec15 transno 8589938139 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047508.367420:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047508.368516:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54297:x1863365384297216:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 8760us (9161us total) trans 8589938139 rc 0/0 00000100:00100000:0.0:1777047508.372821:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3476 00000020:00080000:0.0:1777047508.372840:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047508.393902:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.393928:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.393943:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.393954:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047508.393962:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.393975:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.394001:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.394007:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047508.394014:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.394026:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e1a0e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047508.400901:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.401604:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384297344 00000100:00100000:0.0:1777047508.401619:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384297344 00000100:00100000:0.0:1777047508.401709:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5854 00000100:00100000:0.0:1777047508.401726:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54297:x1863365384297344:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047508.401776:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.401840:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78865e expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047508.401885:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 262144, mtime: 0x69eb97d1, atime: 0x69eb974b, ctime: 0x69eb97d1, blocks: 0x203 00010000:00010000:0.0:1777047508.401915:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.401919:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.401931:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 27 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.401961:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 27 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.402268:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:0.0:1777047508.402342:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54297:x1863365384297344:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 619us (1453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.402356:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5854 00000100:00100000:1.0:1777047508.410823:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047508.410921:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.411117:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384297472 00000100:00100000:2.0:1777047508.411132:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384297472 00002000:00010000:2.0:1777047508.411189:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (262144->18446744073709551615) 00002000:00100000:2.0:1777047508.411197:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840380a80 with x1863365384297472 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047508.411216:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840380a80. 00000100:00100000:2.0:1777047508.411275:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384297600 00000100:00100000:2.0:1777047508.411283:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384297600 00002000:00010000:2.0:1777047508.411310:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:2.0:1777047508.411316:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381f80 with x1863365384297600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047508.411327:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840381f80. 00000100:00100000:2.0:1777047508.411384:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3111 00000100:00100000:2.0:1777047508.411403:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384297472:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047508.411860:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047508.411868:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047505 -> 1777047508 00002000:00010000:2.0:1777047508.411873:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:2.0:1777047508.411878:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047505 -> 1777047508 00002000:00010000:2.0:1777047508.411883:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047508.411965:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384297472:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 564us (1182us total) trans 17179871524 rc 0/0 00000100:00100000:2.0:1777047508.411981:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3111 00002000:00010000:2.0:1777047508.411989:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/305 (262144->18446744073709551615) 00002000:00100000:2.0:1777047508.411994:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840380a80 with x1863365384297472 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047508.412003:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840380a80. 00000100:00100000:2.0:1777047508.412331:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3112 00000100:00100000:2.0:1777047508.412345:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384297600:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047508.412968:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047508.412975:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047498 -> 1777047508 00002000:00010000:2.0:1777047508.412980:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:2.0:1777047508.412984:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047498 -> 1777047508 00002000:00010000:2.0:1777047508.412987:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047508.413033:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384297600:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 688us (2112us total) trans 21474838613 rc 0/0 00000100:00100000:2.0:1777047508.413063:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3112 00002000:00010000:2.0:1777047508.413069:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/301 (0->18446744073709551615) 00002000:00100000:2.0:1777047508.413074:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381f80 with x1863365384297600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047508.413083:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840381f80. 00000100:00100000:1.0:1777047508.423980:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.427989:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384297728 00000100:00100000:2.0:1777047508.428007:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384297728 00000100:00100000:2.0:1777047508.428402:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3477 00000100:00100000:2.0:1777047508.428421:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54297:x1863365384297728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.428457:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.428488:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788665 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.428688:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e1a23 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.428714:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e1a23 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.428735:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e1a23 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047508.428778:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047508.428812:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047508.428843:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e1a23 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.428890:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a1c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788665 expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.429223:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e1a23 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788665 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.429238:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.429244:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047508.429251:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d200, rc 0) 00000100:00100000:2.0:1777047508.429330:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54297:x1863365384297728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 913us (5361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.429344:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3477 00000100:00100000:3.0:1777047508.446035:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.446220:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384297984 00000100:00100000:2.0:1777047508.446236:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384297984 00000100:00100000:2.0:1777047508.446325:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3478 00000100:00100000:2.0:1777047508.446341:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54297:x1863365384297984:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047508.446411:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047508.446449:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e1a23 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788665 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.446481:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.446490:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047508.447135:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.447161:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.447179:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047508.447270:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938140 00000004:00010000:2.0:1777047508.447315:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b87c24a reply state 0000000048a8d4f2 transno 8589938141 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.447332:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047508.447465:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54297:x1863365384297984:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1124us (1438us total) trans 8589938141 rc 0/0 00000100:00100000:2.0:1777047508.447481:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3478 00000020:00080000:2.0:1777047508.447490:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047508.458479:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.458504:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.458526:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.458576:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047508.458585:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.458599:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.458625:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.458631:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047508.458637:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.458650:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1a2a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047508.459122:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.459228:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384298112 00000100:00100000:0.0:1777047508.459243:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384298112 00000100:00100000:0.0:1777047508.459336:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5855 00000100:00100000:0.0:1777047508.459354:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54297:x1863365384298112:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047508.459379:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.459409:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78866c expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047508.459446:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97d1, atime: 0x69eb975e, ctime: 0x69eb97d1, blocks: 0x203 00010000:00010000:0.0:1777047508.459474:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.459479:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.459490:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 27 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.459516:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 27 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.459536:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:0.0:1777047508.460354:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54297:x1863365384298112:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 264us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.461377:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5855 00000100:00100000:1.0:1777047508.472903:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047508.472983:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.473136:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384298240 00000100:00100000:0.0:1777047508.473149:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384298240 00002000:00010000:0.0:1777047508.473203:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (262144->18446744073709551615) 00002000:00100000:0.0:1777047508.473210:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840382680 with x1863365384298240 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047508.473227:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840382680. 00000100:00100000:0.0:1777047508.473283:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384298368 00000100:00100000:0.0:1777047508.473290:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384298368 00002000:00010000:0.0:1777047508.473315:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:0.0:1777047508.473321:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381180 with x1863365384298368 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047508.473331:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840381180. 00000100:00100000:0.0:1777047508.473384:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3113 00000100:00100000:0.0:1777047508.473401:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384298240:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:3.0:1777047508.473484:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3114 00000100:00100000:3.0:1777047508.473507:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384298368:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047508.474269:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047508.474270:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047508.474283:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047498 -> 1777047508 00002000:00010000:0.0:1777047508.474284:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047505 -> 1777047508 00002000:00010000:3.0:1777047508.474293:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047508.474295:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047508.474304:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047498 -> 1777047508 00002000:00010000:0.0:1777047508.474306:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047505 -> 1777047508 00002000:00010000:3.0:1777047508.474311:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047508.474316:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047508.474402:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2412:x1863365384298368:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 901us (1417us total) trans 17179871525 rc 0/0 00000100:00100000:3.0:1777047508.474418:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3114 00002000:00010000:3.0:1777047508.474425:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:3.0:1777047508.474431:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381180 with x1863365384298368 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047508.474441:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840381180. 00000100:00100000:0.0:1777047508.474715:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384298240:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1316us (1822us total) trans 21474838614 rc 0/0 00000100:00100000:0.0:1777047508.474730:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3113 00002000:00010000:0.0:1777047508.474736:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (262144->18446744073709551615) 00002000:00100000:0.0:1777047508.474742:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840382680 with x1863365384298240 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047508.474751:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840382680. 00000100:00100000:3.0:1777047508.488185:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.490336:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384298496 00000100:00100000:2.0:1777047508.490354:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384298496 00000100:00100000:2.0:1777047508.490453:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3479 00000100:00100000:2.0:1777047508.490472:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54297:x1863365384298496:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.490512:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.490609:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1a38 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788673 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.490734:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e1a3f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.490761:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e1a3f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.490781:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e1a3f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047508.490876:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047508.490884:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047508.490912:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e1a3f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.490955:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1a38 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788673 expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.490985:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e1a3f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788673 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.491001:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.491300:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047508.491308:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047508.491391:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54297:x1863365384298496:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 922us (3215us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.491406:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3479 00000100:00100000:2.0:1777047508.510003:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047508.510126:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384298752 00000100:00100000:1.0:1777047508.510142:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384298752 00000100:00100000:1.0:1777047508.510243:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3480 00000100:00100000:1.0:1777047508.510263:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54297:x1863365384298752:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047508.510341:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047508.510382:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e1a3f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788673 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.510415:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047508.510424:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047508.510908:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.510934:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047508.510952:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047508.511321:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938142 00000004:00010000:1.0:1777047508.511369:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9017f6d reply state 00000000bbccccad transno 8589938143 ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047508.511387:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047508.511530:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54297:x1863365384298752:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1270us (1538us total) trans 8589938143 rc 0/0 00000100:00100000:1.0:1777047508.511600:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3480 00000020:00080000:1.0:1777047508.511610:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047508.533443:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047508.534005:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.534273:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.534286:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.534296:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047508.534303:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.534315:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.534345:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.534349:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047508.534356:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.534367:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f400/0x29ccbc23e99e1a46 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.536142:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384298880 00000100:00100000:2.0:1777047508.536156:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384298880 00000100:00100000:2.0:1777047508.536248:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5856 00000100:00100000:2.0:1777047508.536283:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54297:x1863365384298880:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.536309:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.536339:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78867a expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047508.536378:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97d1, atime: 0x69eb9766, ctime: 0x69eb97d1, blocks: 0x203 00010000:00010000:2.0:1777047508.536407:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047508.536410:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047508.536421:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 30 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.536862:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 30 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.536893:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047508.537358:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54297:x1863365384298880:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1094us (3925us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.537374:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5856 00000100:00100000:3.0:1777047508.554460:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.554712:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.562500:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384299136 00000100:00100000:2.0:1777047508.562520:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384299136 00002000:00010000:2.0:1777047508.562630:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:2.0:1777047508.562641:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807076d80 with x1863365384299136 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047508.562661:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807076d80. 00000100:00100000:2.0:1777047508.562701:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384299008 00000100:00100000:2.0:1777047508.562708:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384299008 00002000:00010000:2.0:1777047508.562733:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (262144->18446744073709551615) 00002000:00100000:2.0:1777047508.562740:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807074a80 with x1863365384299008 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047508.562752:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807074a80. 00000100:00100000:2.0:1777047508.562824:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3115 00000100:00100000:2.0:1777047508.562842:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384299136:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047508.563236:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047508.563244:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047499 -> 1777047508 00002000:00010000:2.0:1777047508.563249:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047508.563253:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047499 -> 1777047508 00002000:00010000:2.0:1777047508.563258:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047508.563347:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384299136:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 507us (8895us total) trans 21474838615 rc 0/0 00000100:00100000:2.0:1777047508.563363:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3115 00002000:00010000:2.0:1777047508.563371:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:2.0:1777047508.563376:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807076d80 with x1863365384299136 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047508.563385:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807076d80. 00000100:00100000:2.0:1777047508.563418:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3116 00000100:00100000:2.0:1777047508.563434:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384299008:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047508.574143:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047508.574157:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047505 -> 1777047508 00002000:00010000:2.0:1777047508.574163:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047508.574169:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047505 -> 1777047508 00002000:00010000:2.0:1777047508.574174:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047508.574325:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384299008:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 10885us (19605us total) trans 17179871526 rc 0/0 00000100:00100000:2.0:1777047508.574344:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3116 00002000:00010000:2.0:1777047508.574352:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (262144->18446744073709551615) 00002000:00100000:2.0:1777047508.574359:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807074a80 with x1863365384299008 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047508.574372:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807074a80. 00010000:00010000:1.0:1777047508.610681:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047508.614493:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.616906:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384299264 00000100:00100000:2.0:1777047508.616922:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384299264 00000100:00100000:2.0:1777047508.617313:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3481 00000100:00100000:2.0:1777047508.617334:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54297:x1863365384299264:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.617368:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.617401:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a54 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788681 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.617530:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1a5b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.617615:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1a5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.617634:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1a5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047508.617680:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:2.0:1777047508.617687:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047508.617712:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1a5b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.617756:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a54 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788681 expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.617823:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1a5b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788681 expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.617840:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.617846:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047508.617852:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:0.0:1777047508.618308:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54297:x1863365384299264:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 974us (6651us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.618325:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3481 00000100:00100000:3.0:1777047508.658749:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.660518:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384299520 00000100:00100000:2.0:1777047508.660957:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384299520 00000100:00100000:2.0:1777047508.661047:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3482 00000100:00100000:2.0:1777047508.661066:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54297:x1863365384299520:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047508.661150:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047508.661196:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1a5b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788681 expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.661230:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.661241:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047508.661650:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.661682:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.661699:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047508.661841:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938144 00000004:00010000:2.0:1777047508.661892:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a8f4956 reply state 000000002b371a24 transno 8589938145 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.661910:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047508.662054:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54297:x1863365384299520:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 989us (3316us total) trans 8589938145 rc 0/0 00000100:00100000:2.0:1777047508.662070:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3482 00000020:00080000:2.0:1777047508.662080:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047508.679311:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679346:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679362:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679376:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047508.679389:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679405:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679438:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.679444:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047508.679452:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.679471:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1a62 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047508.692583:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.695372:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384299648 00000100:00100000:2.0:1777047508.695389:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384299648 00000100:00100000:2.0:1777047508.695515:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5857 00000100:00100000:2.0:1777047508.695539:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54297:x1863365384299648:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047508.695623:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047508.695664:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788688 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047508.695714:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97d1, atime: 0x69eb9766, ctime: 0x69eb97d1, blocks: 0x203 00010000:00010000:2.0:1777047508.695754:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047508.695759:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047508.695773:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 32 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.695873:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 32 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.695914:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047508.698756:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54297:x1863365384299648:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3221us (6188us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047508.698772:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5857 00000100:00100000:1.0:1777047508.715637:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047508.715695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.717487:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384299776 00000100:00100000:3.0:1777047508.717504:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384299776 00002000:00010000:3.0:1777047508.717630:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (262144->18446744073709551615) 00002000:00100000:3.0:1777047508.717640:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840383800 with x1863365384299776 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047508.717660:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840383800. 00000100:00100000:3.0:1777047508.717713:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384299904 00000100:00100000:3.0:1777047508.717720:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384299904 00002000:00010000:3.0:1777047508.717742:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:3.0:1777047508.717748:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840382a00 with x1863365384299904 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047508.717760:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840382a00. 00000100:00100000:3.0:1777047508.718747:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3117 00000100:00100000:3.0:1777047508.718774:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384299776:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047508.719231:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047508.719240:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047505 -> 1777047508 00002000:00010000:3.0:1777047508.719246:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047508.719250:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047505 -> 1777047508 00002000:00010000:3.0:1777047508.719255:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047508.719355:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384299776:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 587us (3730us total) trans 17179871527 rc 0/0 00000100:00100000:0.0:1777047508.730385:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3118 00000100:00100000:0.0:1777047508.730431:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384299904:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047508.731232:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047508.731241:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047499 -> 1777047508 00002000:00010000:0.0:1777047508.731247:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047508.731252:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047499 -> 1777047508 00002000:00010000:0.0:1777047508.731257:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047508.731352:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384299904:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 942us (15653us total) trans 21474838616 rc 0/0 00000100:00100000:0.0:1777047508.731370:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3118 00002000:00010000:0.0:1777047508.731380:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:0.0:1777047508.731387:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840382a00 with x1863365384299904 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047508.731399:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840382a00. 00000100:00100000:3.0:1777047508.743337:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3117 00002000:00010000:3.0:1777047508.743353:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (262144->18446744073709551615) 00002000:00100000:3.0:1777047508.743363:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840383800 with x1863365384299776 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047508.743384:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840383800. 00000100:00100000:3.0:1777047508.747959:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.749260:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384300032 00000100:00100000:0.0:1777047508.749291:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384300032 00000100:00100000:0.0:1777047508.749396:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3483 00000100:00100000:0.0:1777047508.749414:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54297:x1863365384300032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047508.749452:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.749487:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a70 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78868f expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.750054:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1a77 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.750082:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1a77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.750101:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1a77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047508.750142:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047508.750149:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047508.750175:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1a77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.750219:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a70 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78868f expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.750250:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1a77 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78868f expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.750267:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.750273:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047508.750279:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:0.0:1777047508.750362:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54297:x1863365384300032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 951us (2411us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.750377:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3483 00000100:00100000:2.0:1777047508.771751:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.771972:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384300288 00000100:00100000:0.0:1777047508.771988:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384300288 00000100:00100000:0.0:1777047508.772082:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3484 00000100:00100000:0.0:1777047508.772100:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54297:x1863365384300288:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047508.772175:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047508.772216:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e1a77 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78868f expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.772245:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.772254:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047508.772929:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.772954:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.772973:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047508.773079:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938146 00000004:00010000:0.0:1777047508.773132:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a7a7e54 reply state 000000002dddf6c1 transno 8589938147 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047508.773149:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047508.773279:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54297:x1863365384300288:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1180us (1537us total) trans 8589938147 rc 0/0 00000100:00100000:0.0:1777047508.773294:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3484 00000020:00080000:0.0:1777047508.773303:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047508.784235:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.784260:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.784276:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.784288:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047508.784297:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.784312:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.784337:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.784343:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047508.784350:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.784371:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1a7e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.798696:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.802374:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384300416 00000100:00100000:0.0:1777047508.802390:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384300416 00000100:00100000:0.0:1777047508.802497:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5858 00000100:00100000:0.0:1777047508.802515:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54297:x1863365384300416:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047508.802605:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.802642:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788696 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047508.802698:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97d2, atime: 0x69eb9790, ctime: 0x69eb97d2, blocks: 0x203 00010000:00010000:0.0:1777047508.802732:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.802736:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047508.802748:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 31 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.802782:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 31 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.802804:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:0.0:1777047508.802904:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54297:x1863365384300416:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 392us (4220us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.802918:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5858 00000100:00100000:3.0:1777047508.815218:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.815292:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047508.815606:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384300544 00000100:00100000:2.0:1777047508.816233:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384300544 00002000:00010000:2.0:1777047508.816297:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (262144->18446744073709551615) 00002000:00100000:2.0:1777047508.816307:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807074000 with x1863365384300544 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047508.816326:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807074000. 00000100:00100000:2.0:1777047508.817961:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384300672 00000100:00100000:2.0:1777047508.817973:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384300672 00002000:00010000:2.0:1777047508.818010:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:2.0:1777047508.818016:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807077480 with x1863365384300672 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047508.818030:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807077480. 00000100:00100000:1.0:1777047508.828292:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3119 00000100:00100000:2.0:1777047508.835227:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3120 00000100:00100000:2.0:1777047508.835264:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807077480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384300672:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047508.835725:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047508.835733:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047499 -> 1777047508 00002000:00010000:2.0:1777047508.835738:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047508.835742:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047499 -> 1777047508 00002000:00010000:2.0:1777047508.835747:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047508.835882:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807077480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384300672:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 633us (20586us total) trans 17179871528 rc 0/0 00000100:00100000:2.0:1777047508.835898:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3120 00002000:00010000:2.0:1777047508.835930:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:2.0:1777047508.835937:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807077480 with x1863365384300672 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047508.835950:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807077480. 00000100:00100000:1.0:1777047508.840379:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384300544:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047508.840818:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047508.840827:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047506 -> 1777047508 00002000:00010000:1.0:1777047508.840832:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047508.840836:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047506 -> 1777047508 00002000:00010000:1.0:1777047508.840841:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047508.840969:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384300544:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 12654us (25781us total) trans 21474838617 rc 0/0 00000100:00100000:1.0:1777047508.840986:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3119 00002000:00010000:1.0:1777047508.840994:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (262144->18446744073709551615) 00002000:00100000:1.0:1777047508.841000:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807074000 with x1863365384300544 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047508.841013:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807074000. 00000100:00100000:3.0:1777047508.863704:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.863898:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384300800 00000100:00100000:0.0:1777047508.863913:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384300800 00000100:00100000:0.0:1777047508.864019:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3485 00000100:00100000:0.0:1777047508.864036:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54297:x1863365384300800:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047508.864071:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047508.864102:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a8c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78869d expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.864227:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1a93 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.864253:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1a93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.864272:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1a93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047508.864312:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047508.864320:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047508.864345:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1a93 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.864387:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a8c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78869d expref: 85 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.864418:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1a93 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78869d expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.864433:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.864438:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047508.864443:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047508.868084:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54297:x1863365384300800:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4041us (4382us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047508.868103:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3485 00000100:00100000:2.0:1777047508.915942:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.916187:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384301056 00000100:00100000:0.0:1777047508.916202:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384301056 00000100:00100000:0.0:1777047508.916302:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3486 00000100:00100000:0.0:1777047508.916318:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54297:x1863365384301056:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047508.916393:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047508.916433:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1a93 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78869d expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.916475:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047508.916484:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047508.917466:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.917491:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047508.917508:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047508.917640:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938148 00000004:00010000:0.0:1777047508.917694:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006eb3b342 reply state 00000000762097b4 transno 8589938149 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047508.917709:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047508.917887:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54297:x1863365384301056:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1570us (1957us total) trans 8589938149 rc 0/0 00000100:00100000:0.0:1777047508.917902:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3486 00000020:00080000:0.0:1777047508.917912:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047508.928529:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.928599:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.928614:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.928626:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047508.928634:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.928649:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.928674:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047508.928680:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047508.928686:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047508.928699:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1a9a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047508.956677:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.956994:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384301184 00000100:00100000:3.0:1777047508.957010:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384301184 00000100:00100000:3.0:1777047508.957110:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5859 00000100:00100000:3.0:1777047508.957128:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54297:x1863365384301184:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047508.957154:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047508.957187:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886a4 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047508.957241:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97d2, atime: 0x69eb979d, ctime: 0x69eb97d2, blocks: 0x203 00010000:00010000:3.0:1777047508.957271:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.957276:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047508.957288:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 35 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.957318:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 35 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047508.957342:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a600, rc 0) 00000100:00100000:3.0:1777047508.957446:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54297:x1863365384301184:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 320us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047508.957460:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5859 00000100:00100000:0.0:1777047508.976717:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047508.976862:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047508.977388:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384301312 00000100:00100000:3.0:1777047508.977406:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384301312 00002000:00010000:3.0:1777047508.977469:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (262144->18446744073709551615) 00002000:00100000:3.0:1777047508.977479:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fce00 with x1863365384301312 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047508.977498:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fce00. 00000100:00100000:3.0:1777047508.977619:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384301440 00000100:00100000:3.0:1777047508.977627:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384301440 00002000:00010000:3.0:1777047508.977651:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:3.0:1777047508.977658:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378ff480 with x1863365384301440 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047508.977669:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378ff480. 00000100:00100000:3.0:1777047508.977698:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3121 00000100:00100000:3.0:1777047508.977714:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384301312:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047508.977832:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3122 00000100:00100000:1.0:1777047508.977862:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384301440:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047508.978239:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047508.978248:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047506 -> 1777047508 00002000:00010000:3.0:1777047508.978255:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047508.978260:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047506 -> 1777047508 00002000:00010000:3.0:1777047508.978264:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1777047508.978272:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047508.978282:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047499 -> 1777047508 00002000:00010000:1.0:1777047508.978288:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047508.978293:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047499 -> 1777047508 00002000:00010000:1.0:1777047508.978299:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047508.978369:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384301312:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 651us (1660us total) trans 17179871529 rc 0/0 00000100:00100000:1.0:1777047508.978372:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384301440:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 516us (1504us total) trans 21474838618 rc 0/0 00000100:00100000:3.0:1777047508.978405:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3121 00000100:00100000:1.0:1777047508.980357:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3122 00002000:00010000:1.0:1777047508.980367:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:1.0:1777047508.980374:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378ff480 with x1863365384301440 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047508.980387:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868378ff480. 00002000:00010000:3.0:1777047508.982208:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (262144->18446744073709551615) 00002000:00100000:3.0:1777047508.982220:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868378fce00 with x1863365384301312 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047508.982235:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868378fce00. 00000100:00100000:1.0:1777047509.016531:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.016960:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384301568 00000100:00100000:0.0:1777047509.016976:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384301568 00000100:00100000:0.0:1777047509.017071:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3487 00000100:00100000:0.0:1777047509.017089:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54297:x1863365384301568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047509.017128:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047509.017159:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1aa8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886ab expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.017276:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1aaf lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.017304:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1aaf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.017326:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1aaf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047509.017368:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047509.017376:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047509.017401:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1aaf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.017442:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1aa8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ab expref: 87 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.017473:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1aaf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ab expref: 86 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.017491:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047509.017497:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047509.017504:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:0.0:1777047509.017685:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54297:x1863365384301568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 597us (1165us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.017698:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3487 00000100:00100000:1.0:1777047509.050983:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047509.051515:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384301824 00000100:00100000:2.0:1777047509.051566:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384301824 00000100:00100000:2.0:1777047509.051647:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3488 00000100:00100000:2.0:1777047509.051665:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54297:x1863365384301824:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047509.051749:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047509.051849:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1aaf lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ab expref: 86 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.051886:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047509.051896:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047509.052245:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.052274:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.052295:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047509.052397:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938150 00000004:00010000:2.0:1777047509.052448:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001cdbceb3 reply state 00000000fd1d47d4 transno 8589938151 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.052465:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047509.055422:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54297:x1863365384301824:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 3753us (4896us total) trans 8589938151 rc 0/0 00000100:00100000:2.0:1777047509.055441:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3488 00000020:00080000:2.0:1777047509.055463:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047509.079512:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047509.079962:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.079984:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.079999:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.080270:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047509.080280:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.080294:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.080321:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047509.080327:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047509.080335:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.080346:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ab6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.080492:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384301952 00000100:00100000:0.0:1777047509.080507:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384301952 00000100:00100000:0.0:1777047509.080684:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5860 00000100:00100000:0.0:1777047509.080700:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54297:x1863365384301952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047509.080726:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047509.080754:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886b2 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047509.080825:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97d2, atime: 0x69eb97b8, ctime: 0x69eb97d2, blocks: 0x203 00010000:00010000:0.0:1777047509.080856:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.080860:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.080871:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 34 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.080899:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 34 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.080919:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047509.081004:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54297:x1863365384301952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 305us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.081018:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5860 00000100:00080000:1.0:1777047509.081998:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047509.099871:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047509.099965:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047509.100088:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384302080 00000100:00100000:3.0:1777047509.100104:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384302080 00002000:00010000:3.0:1777047509.100161:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (262144->18446744073709551615) 00002000:00100000:3.0:1777047509.100170:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840383b80 with x1863365384302080 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047509.100188:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840383b80. 00000100:00100000:3.0:1777047509.100238:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384302208 00000100:00100000:3.0:1777047509.100244:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384302208 00002000:00010000:3.0:1777047509.100313:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:3.0:1777047509.100320:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840380700 with x1863365384302208 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047509.100331:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840380700. 00000100:00100000:3.0:1777047509.100359:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3123 00000100:00100000:3.0:1777047509.100374:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384302080:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047509.100492:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3124 00000100:00100000:0.0:1777047509.100514:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384302208:12345-192.168.201.26@tcp:10:lfs.0 00000100:00080000:1.0:1777047509.100999:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777047509.101258:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047509.101266:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047506 -> 1777047509 00002000:00010000:1.0:1777047509.101271:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047509.101276:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047506 -> 1777047509 00002000:00010000:1.0:1777047509.101281:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:0.0:1777047509.101331:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047509.101337:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047499 -> 1777047509 00002000:00010000:0.0:1777047509.101341:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047509.101345:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047499 -> 1777047509 00002000:00010000:0.0:1777047509.101350:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1777047509.101378:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384302080:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1004us (1519us total) trans 21474838619 rc 0/0 00000100:00100000:1.0:1777047509.101395:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3123 00002000:00010000:1.0:1777047509.101402:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (262144->18446744073709551615) 00002000:00100000:1.0:1777047509.101408:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840383b80 with x1863365384302080 ext(262144->18446744073709551615) 00002000:00010000:1.0:1777047509.101418:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840383b80. 00000100:00100000:0.0:1777047509.102773:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384302208:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2264us (2805us total) trans 17179871530 rc 0/0 00000100:00100000:0.0:1777047509.103019:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3124 00002000:00010000:0.0:1777047509.103025:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:0.0:1777047509.103030:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840380700 with x1863365384302208 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047509.103040:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840380700. 00000100:00100000:0.0:1777047509.122200:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047509.127389:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384302336 00000100:00100000:1.0:1777047509.127410:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384302336 00000100:00100000:1.0:1777047509.127519:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3489 00000100:00100000:1.0:1777047509.127616:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54297:x1863365384302336:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047509.127656:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047509.127687:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e1ac4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886b9 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.127920:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e1acb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.127944:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e1acb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.127963:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e1acb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047509.128003:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047509.128010:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047509.128033:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e1acb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.128074:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e800/0x29ccbc23e99e1ac4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b9 expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.128112:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e1acb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b9 expref: 88 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.128126:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047509.128132:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047509.128138:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216f600, rc 0) 00000100:00100000:1.0:1777047509.128242:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54297:x1863365384302336:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 707us (6054us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047509.128256:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3489 00000100:00100000:3.0:1777047509.148105:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.152238:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384302592 00000100:00100000:0.0:1777047509.152257:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384302592 00000100:00100000:0.0:1777047509.152363:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3490 00000100:00100000:0.0:1777047509.152382:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54297:x1863365384302592:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047509.152459:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047509.152499:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216f600/0x29ccbc23e99e1acb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b9 expref: 88 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.152531:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:0.0:1777047509.152611:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047509.153914:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.153939:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.153957:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047509.154095:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938152 00000004:00010000:0.0:1777047509.154145:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a60954c reply state 000000007bb0f19c transno 8589938153 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.154170:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047509.158066:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54297:x1863365384302592:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 5679us (9964us total) trans 8589938153 rc 0/0 00000100:00100000:0.0:1777047509.158084:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3490 00000020:00080000:0.0:1777047509.158095:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047509.170343:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.170372:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.170388:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.170400:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047509.170409:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.170422:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.170449:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:1.0:1777047509.170456:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047509.170464:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.170478:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e1ad2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.173758:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047509.175258:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384302720 00000100:00100000:1.0:1777047509.175273:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384302720 00000100:00100000:1.0:1777047509.175353:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5861 00000100:00100000:1.0:1777047509.175372:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54297:x1863365384302720:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047509.175399:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047509.175431:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886c0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047509.175475:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb97c2, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:1.0:1777047509.175505:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047509.175510:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047509.175522:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 38 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.175585:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 38 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.175608:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e800, rc 0) 00000100:00100000:1.0:1777047509.175713:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:54297:x1863365384302720:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 344us (1965us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047509.175728:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5861 00000100:00100000:3.0:1777047509.192093:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047509.192155:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.192597:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384302976 00000100:00100000:0.0:1777047509.192614:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384302976 00002000:00010000:0.0:1777047509.192675:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:0.0:1777047509.192684:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499c700 with x1863365384302976 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047509.192701:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499c700. 00000100:00100000:0.0:1777047509.192752:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384302848 00000100:00100000:0.0:1777047509.192758:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384302848 00002000:00010000:0.0:1777047509.192812:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (262144->18446744073709551615) 00002000:00100000:0.0:1777047509.192820:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499e680 with x1863365384302848 ext(262144->18446744073709551615) 00002000:00010000:0.0:1777047509.192830:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499e680. 00000100:00100000:0.0:1777047509.192856:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3125 00000100:00100000:0.0:1777047509.192874:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384302976:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047509.193319:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047509.193327:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047490 -> 1777047509 00002000:00010000:0.0:1777047509.193333:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047509.193340:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047499 -> 1777047509 00002000:00010000:0.0:1777047509.193344:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047509.193392:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3126 00000100:00100000:3.0:1777047509.193416:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384302848:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047509.193442:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384302976:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 567us (1357us total) trans 21474838620 rc 0/0 00000100:00100000:0.0:1777047509.193460:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3125 00002000:00010000:0.0:1777047509.193468:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:0.0:1777047509.193475:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499c700 with x1863365384302976 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047509.193486:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499c700. 00002000:00010000:3.0:1777047509.193758:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.193766:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047507 -> 1777047509 00002000:00010000:3.0:1777047509.193770:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047509.193800:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047507 -> 1777047509 00002000:00010000:3.0:1777047509.193804:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047509.193883:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384302848:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 473us (1724us total) trans 17179871531 rc 0/0 00000100:00100000:3.0:1777047509.193896:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3126 00002000:00010000:3.0:1777047509.193904:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (262144->18446744073709551615) 00002000:00100000:3.0:1777047509.193909:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499e680 with x1863365384302848 ext(262144->18446744073709551615) 00002000:00010000:3.0:1777047509.193921:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499e680. 00000100:00100000:2.0:1777047509.221146:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.221990:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384303232 00000100:00100000:0.0:1777047509.224113:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384303232 00000100:00100000:0.0:1777047509.224409:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3491 00000100:00100000:0.0:1777047509.224430:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54297:x1863365384303232:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047509.224580:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.224611:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.224632:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047509.224945:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9765b1e reply state 00000000c4792700 transno 8589938154 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.224964:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047509.225129:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54297:x1863365384303232:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 704us (3996us total) trans 8589938154 rc 0/0 00000100:00100000:0.0:1777047509.225145:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3491 00010000:00010000:2.0:1777047509.231719:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.231746:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.231760:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.231801:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047509.231811:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.231826:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.231853:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047509.231859:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047509.231867:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.231879:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e1ae0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.235127:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.239515:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384303360 00000100:00100000:0.0:1777047509.239919:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384303360 00000100:00100000:0.0:1777047509.240016:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5862 00000100:00100000:0.0:1777047509.240035:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:54297:x1863365384303360:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047509.240061:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047509.240090:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886c7 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.240144:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 40 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.240162:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.240165:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.240174:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 40 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.240231:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 40 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.240255:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.240281:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434084352:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047509.240436:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047509.263660:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434084352:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047509.263724:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 40 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.263762:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c000, rc 0) 00000100:00100000:2.0:1777047509.263904:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:54297:x1863365384303360:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 23870us (28785us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.264226:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5862 00000100:00100000:3.0:1777047509.281948:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.282448:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384303488 00000100:00100000:0.0:1777047509.282466:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384303488 00010000:00010000:0.0:1777047509.282528:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.282681:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2595 00000100:00100000:0.0:1777047509.282702:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2410:x1863365384303488:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047509.282729:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777047509.282758:0:8406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 327 -> 391 00010000:00010000:0.0:1777047509.282772:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.282836:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.282875:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d874d8/0x29ccbc23e99e18c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885e7 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.282902:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.282906:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.282918:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 39 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.282936:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 39 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.283280:0:8406:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 39 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.283307:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434084480:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047509.283419:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047509.318632:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434084480:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047509.318637:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047509.318704:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047509.318873:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384303488:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 36162us (36923us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.318901:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2595 00000100:00100000:2.0:1777047509.321968:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384303616 00000100:00100000:2.0:1777047509.321991:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384303616 00000100:00100000:2.0:1777047509.322133:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5863 00000100:00100000:2.0:1777047509.322161:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:54297:x1863365384303616:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047509.322198:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047509.322228:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886ce expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.322299:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 37 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.322328:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047509.322332:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047509.322341:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 37 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.322418:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 37 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.322455:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 37 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.322492:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434084608:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047509.327374:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047509.357134:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434084608:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047509.357214:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 37 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.357261:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047509.357396:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54297:x1863365384303616:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 35246us (38777us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.357425:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5863 00000100:00100000:1.0:1777047509.367497:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.379876:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384303744 00000100:00100000:0.0:1777047509.379907:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384303744 00010000:00010000:0.0:1777047509.380002:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 37 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.380121:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2596 00000100:00100000:0.0:1777047509.380149:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384303744:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047509.380174:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047509.380231:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 37 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.380269:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 37 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.380321:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000d677acd/0x29ccbc23e99e18cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885ee expref: 37 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.380360:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.380364:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047509.380378:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 36 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.380408:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 36 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.380505:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 36 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.380539:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434084736:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047509.380945:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047509.401525:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047509.402217:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384303872 00000100:00100000:1.0:1777047509.402245:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384303872 00000100:00100000:2.0:1777047509.402732:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5864 00000100:00100000:2.0:1777047509.402765:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:54297:x1863365384303872:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047509.402849:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047509.402892:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886d5 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.402970:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 40 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.403000:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047509.403004:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047509.403013:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 40 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.403097:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 40 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.403136:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.403176:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434084864:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047509.403439:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434084736:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047509.403487:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047509.403550:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384303744:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 23413us (36076us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.403557:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047509.403584:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2596 00000100:00100000:2.0:1777047509.452460:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434084864:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047509.452528:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 40 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.455393:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d200, rc 0) 00000100:00100000:2.0:1777047509.455520:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:54297:x1863365384303872:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 52757us (54018us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047509.455538:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5864 00000100:00100000:3.0:1777047509.457356:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047509.458746:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384304000 00000100:00100000:1.0:1777047509.458765:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384304000 00010000:00010000:1.0:1777047509.458987:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047509.459078:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2597 00000100:00100000:1.0:1777047509.459102:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2411:x1863365384304000:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047509.459127:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047509.459166:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.459200:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.459273:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fd842032/0x29ccbc23e99e18d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885f5 expref: 40 pid: 33475 timeout: 4237 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.459305:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047509.459309:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047509.459321:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 39 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.459350:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 39 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.459435:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 39 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047509.459466:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434084992:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047509.460017:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047509.484448:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.484526:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.485013:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047509.485066:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384304128 00000100:00100000:0.0:1777047509.485080:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384304128 00000100:00100000:0.0:1777047509.485158:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384304256 00000100:00100000:0.0:1777047509.485165:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384304256 00000100:00100000:0.0:1777047509.486860:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384304384 00000100:00100000:0.0:1777047509.486871:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384304384 00000100:00100000:1.0:1777047509.487390:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434084992:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047509.487428:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047509.493801:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5865 00000100:00100000:3.0:1777047509.493901:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+41:2410:x1863365384304128:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047509.494261:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.494269:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:3.0:1777047509.494275:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047509.494279:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047502 -> 1777047509 00002000:00010000:3.0:1777047509.494284:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1777047509.494431:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+42:2410:x1863365384304128:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 547us (9994us total) trans 17179871532 rc 0/0 00000100:00100000:3.0:1777047509.494448:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5865 00000100:00100000:3.0:1777047509.494488:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5866 00000100:00100000:3.0:1777047509.494504:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eeab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384304256:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047509.494729:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047509.494736:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047490 -> 1777047502 00002000:00010000:3.0:1777047509.494741:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047509.494746:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047492 -> 1777047509 00002000:00010000:3.0:1777047509.494751:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047509.494835:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eeab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384304256:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 333us (10309us total) trans 21474838621 rc 0/0 00000100:00100000:3.0:1777047509.494849:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5866 00000100:00100000:3.0:1777047509.495063:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5867 00000100:00100000:3.0:1777047509.495078:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+41:2410:x1863365384304384:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047509.495238:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047509.495243:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047490 -> 1777047502 00002000:00010000:3.0:1777047509.495248:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047509.495252:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047492 -> 1777047509 00002000:00010000:3.0:1777047509.495256:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047509.495299:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+42:2410:x1863365384304384:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 222us (10287us total) trans 17179871533 rc 0/0 00000100:00100000:3.0:1777047509.495311:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5867 00000100:00100000:0.0:1777047509.500457:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+41:2411:x1863365384304000:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 41354us (43104us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.500478:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2597 00000100:00100000:0.0:1777047509.509079:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047509.509257:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384304640 00000100:00100000:3.0:1777047509.509272:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384304640 00000100:00100000:3.0:1777047509.509376:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1238 00000100:00100000:3.0:1777047509.509394:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806230c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54297:x1863365384304640:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:3.0:1777047509.509492:0:30808:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1886 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d2 expref: 90 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.509653:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.509682:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 90 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.509698:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.509755:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 90 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.509808:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 90 pid: 33460 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.509834:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434085120:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047509.509954:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047509.519617:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434085120:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047509.519670:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047509.525403:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047509.535369:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384304768 00000100:00100000:2.0:1777047509.535389:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384304768 00010000:00010000:3.0:1777047509.536529:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 91 pid: 33460 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047509.537038:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2598 00000100:00100000:3.0:1777047509.537060:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:2411:x1863365384304768:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047509.537089:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047509.537101:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 91 pid: 33460 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.537126:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 91 pid: 33460 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.537189:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e18b0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d9 expref: 91 pid: 33460 timeout: 4237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.537217:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:3.0:1777047509.537228:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.537244:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.537257:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047509.537327:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047509.537407:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:2411:x1863365384304768:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 353us (12013us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047509.537423:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2598 00010000:00010000:1.0:1777047509.539605:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047509.539624:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047509.571220:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1161, 88 off106464 00000004:00080000:0.0:1777047509.571248:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137953712910ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.571462:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1148, 88 off105168 00000004:00080000:0.0:1777047509.571476:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137953941167ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.571549:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1149, 88 off105256 00000004:00080000:0.0:1777047509.571559:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137954024179ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.571676:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1163, 88 off106584 00000004:00080000:0.0:1777047509.571688:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137954152722ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.581269:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1164, 88 off106672 00000004:00080000:0.0:1777047509.581292:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137963756506ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.581346:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1150, 88 off105344 00000004:00080000:0.0:1777047509.581359:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137963824140ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.581415:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1165, 88 off106760 00000004:00080000:0.0:1777047509.581424:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137963890100ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.581455:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1151, 88 off105432 00000004:00080000:0.0:1777047509.581463:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137963928300ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.581495:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1152, 88 off105520 00000004:00080000:0.0:1777047509.581504:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137963969551ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.581566:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1166, 88 off106848 00000004:00080000:0.0:1777047509.581577:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964042160ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.581614:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1153, 88 off105608 00000004:00080000:0.0:1777047509.581622:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137964087746ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.582048:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1167, 88 off106936 00000004:00080000:0.0:1777047509.582059:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964524157ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582097:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1154, 88 off105696 00000004:00080000:0.0:1777047509.582105:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137964570781ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.582138:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1168, 88 off107024 00000004:00080000:0.0:1777047509.582146:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964611458ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582175:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1155, 88 off105784 00000004:00080000:0.0:1777047509.582182:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137964647984ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.582211:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1169, 88 off107112 00000004:00080000:0.0:1777047509.582218:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964683517ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582248:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1170, 88 off107200 00000004:00080000:0.0:1777047509.582255:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964720087ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582285:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1156, 88 off105872 00000004:00080000:0.0:1777047509.582292:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137964757409ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.582323:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1171, 88 off107288 00000004:00080000:0.0:1777047509.582330:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964795458ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582357:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1157, 88 off105960 00000004:00080000:0.0:1777047509.582364:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137964829481ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.582395:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1158, 88 off106048 00000004:00080000:0.0:1777047509.582403:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137964868407ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.582435:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1172, 88 off107376 00000004:00080000:0.0:1777047509.582443:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964908552ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582478:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1173, 88 off107464 00000004:00080000:0.0:1777047509.582487:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137964952407ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582521:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1159, 88 off106136 00000004:00080000:0.0:1777047509.582529:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137964994775ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.582606:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1174, 88 off107552 00000004:00080000:0.0:1777047509.582616:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137965081058ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.582650:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1160, 88 off106224 00000004:00080000:0.0:1777047509.582658:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137965123803ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.583021:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1161, 88 off106312 00000004:00080000:0.0:1777047509.583033:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137965498135ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.583074:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1175, 88 off107640 00000004:00080000:0.0:1777047509.583081:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137965546841ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.583109:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1176, 88 off107728 00000004:00080000:0.0:1777047509.583115:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137965580635ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.583142:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1162, 88 off106400 00000004:00080000:0.0:1777047509.583149:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137965614072ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.583258:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1164, 88 off106584 00000004:00080000:0.0:1777047509.583269:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137965732475ns, next at 4114093406619ns, rc = 0 00000040:00080000:0.0:1777047509.583305:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1177, 88 off107816 00000004:00080000:0.0:1777047509.583313:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137965778595ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.583341:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1178, 88 off107904 00000004:00080000:0.0:1777047509.583349:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4137965814173ns, next at 4114093242091ns, rc = 0 00000040:00080000:0.0:1777047509.583378:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1165, 88 off106672 00000004:00080000:0.0:1777047509.583384:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4137965850078ns, next at 4114093406619ns, rc = 0 00010000:00010000:2.0:1777047509.640491:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777047509.837660:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938155 is committed 00000004:00080000:2.0:1777047509.837680:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1068 committed 00000004:00080000:2.0:1777047509.837697:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1080 committed 00000004:00080000:2.0:1777047509.837711:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1079 committed 00000004:00080000:2.0:1777047509.837718:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1067 committed 00000004:00080000:2.0:1777047509.837723:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1066 committed 00000004:00080000:2.0:1777047509.837728:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1078 committed 00000004:00080000:2.0:1777047509.837732:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1077 committed 00000004:00080000:2.0:1777047509.837737:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1065 committed 00000004:00080000:2.0:1777047509.837741:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1064 committed 00000004:00080000:2.0:1777047509.837745:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1076 committed 00000004:00080000:2.0:1777047509.837749:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1063 committed 00000004:00080000:2.0:1777047509.837753:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1075 committed 00000004:00080000:2.0:1777047509.837757:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1074 committed 00000004:00080000:2.0:1777047509.837761:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1062 committed 00000004:00080000:2.0:1777047509.837808:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1061 committed 00000004:00080000:2.0:1777047509.837813:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1073 committed 00000004:00080000:2.0:1777047509.837818:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1060 committed 00000004:00080000:2.0:1777047509.837822:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1072 committed 00000004:00080000:2.0:1777047509.837826:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1071 committed 00000004:00080000:2.0:1777047509.837830:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1059 committed 00000004:00080000:2.0:1777047509.837834:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1070 committed 00000004:00080000:2.0:1777047509.837838:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1058 committed 00000004:00080000:2.0:1777047509.837842:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1069 committed 00000004:00080000:2.0:1777047509.837846:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1057 committed 00000004:00080000:2.0:1777047509.837852:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1068 committed 00000004:00080000:2.0:1777047509.837856:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1056 committed 00000004:00080000:2.0:1777047509.837861:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1055 committed 00000004:00080000:2.0:1777047509.837866:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1067 committed 00000004:00080000:2.0:1777047509.837871:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1054 committed 00000004:00080000:2.0:1777047509.837875:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1066 committed 00000004:00080000:2.0:1777047509.837880:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1065 committed 00000004:00080000:2.0:1777047509.837885:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1053 committed 00000004:00080000:2.0:1777047509.837889:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1052 committed 00000004:00080000:2.0:1777047509.837893:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1064 committed 00000004:00010000:2.0:1777047509.838113:0:30808:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000001692360 reply state 000000003ff7fb6d transno 8589938155 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.838138:0:30808:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777047509.838154:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047509.838159:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047509.838174:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1886 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885d2 expref: 68 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1777047509.838354:0:30808:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777047509.838381:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806230c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54297:x1863365384304640:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 328989us (329312us total) trans 8589938155 rc 0/0 00000100:00100000:2.0:1777047509.838400:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1238 00010000:00010000:2.0:1777047509.838509:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.838526:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.838599:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.838624:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047509.838631:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.838644:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.838669:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680298bd00) 00010000:00010000:2.0:1777047509.838674:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047509.838681:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047509.838694:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1afc lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047509.839333:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047509.839362:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434085248:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.839455:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.839628:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434085376:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.839695:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047509.839709:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434085760:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.839760:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434085888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047509.839811:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047509.840301:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434085248 00000100:00100000:0.0:1777047509.840314:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434085248 00000100:00100000:0.0:1777047509.840388:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434085376 00000100:00100000:0.0:1777047509.840395:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434085376 00000100:00100000:0.0:1777047509.840432:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434085760 00000100:00100000:0.0:1777047509.840438:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434085760 00000100:00100000:0.0:1777047509.841752:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5868 00000100:00100000:0.0:1777047509.841806:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365434085248:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.842551:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434085504:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047509.847264:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047509.847295:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:0.0:1777047509.847301:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047509.847305:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:0.0:1777047509.847309:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1777047509.851541:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.851666:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434086400:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.851717:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434086272:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.851743:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047509.852415:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.852429:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434086912:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.852491:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434086784:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.852575:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.853098:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434085888 00000100:00100000:2.0:1777047509.853112:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434085888 00000100:00100000:2.0:1777047509.853178:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086400 00000100:00100000:2.0:1777047509.853184:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086400 00000100:00100000:1.0:1777047509.853224:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086272 00000100:00100000:2.0:1777047509.853232:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086912 00000100:00100000:1.0:1777047509.853239:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086272 00000100:00100000:2.0:1777047509.853242:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086912 00000100:00100000:2.0:1777047509.853295:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5869 00000100:00100000:2.0:1777047509.853321:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434085376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047509.853323:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870 00000100:00100000:1.0:1777047509.853351:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434085760:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047509.853870:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047509.853876:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.853880:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047509.853891:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:1.0:1777047509.853895:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047509.853907:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047509.853910:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047509.854236:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047509.854239:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1777047509.854253:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047509.854367:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434085760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1020us (14553us total) trans 17179871535 rc 0/0 00000100:00100000:2.0:1777047509.854375:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434085376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1059us (14675us total) trans 17179871536 rc 0/0 00000100:00100000:1.0:1777047509.854393:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870 00000100:00100000:3.0:1777047509.854680:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.854726:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086016:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.854817:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.854842:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086528:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.854882:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.854901:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434087040:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.854940:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.854981:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1777047509.855004:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434085632:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.855061:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.855097:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.855147:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.855180:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.855233:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.855263:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434087168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.855318:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.855375:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434085504 00000100:00100000:3.0:1777047509.855391:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434085504 00000100:00100000:2.0:1777047509.855470:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5869 00000100:00100000:1.0:1777047509.855501:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5871 00000100:00100000:2.0:1777047509.855501:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086016 00000100:00100000:2.0:1777047509.855512:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086016 00000100:00100000:1.0:1777047509.855531:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434085888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.855552:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086528 00000100:00100000:2.0:1777047509.855560:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086528 00000100:00100000:2.0:1777047509.855632:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087040 00000100:00100000:2.0:1777047509.855640:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087040 00000100:00100000:2.0:1777047509.855683:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434085632 00000100:00100000:2.0:1777047509.855690:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434085632 00000100:00100000:2.0:1777047509.855723:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086144 00000100:00100000:2.0:1777047509.855728:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086144 00000100:00100000:2.0:1777047509.855750:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086656 00000100:00100000:2.0:1777047509.855754:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086656 00000100:00100000:2.0:1777047509.855816:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087168 00000100:00100000:2.0:1777047509.855823:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087168 00000100:00100000:2.0:1777047509.855851:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5872 00000100:00100000:2.0:1777047509.855872:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434086400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047509.855901:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.855911:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.855916:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047509.855921:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.855926:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047509.856010:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434085888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 488us (4472us total) trans 17179871537 rc 0/0 00000100:00100000:1.0:1777047509.856025:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5871 00000100:00100000:1.0:1777047509.856063:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873 00000100:00100000:1.0:1777047509.856082:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434086912:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047509.856204:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047509.856212:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:2.0:1777047509.856219:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047509.856224:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:2.0:1777047509.856229:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047509.856296:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3343:x1863365434086400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 430us (4554us total) trans 21474838622 rc 0/0 00000100:00100000:2.0:1777047509.856312:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5872 00002000:00010000:1.0:1777047509.856335:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047509.856346:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00000100:00100000:2.0:1777047509.856348:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874 00002000:00010000:1.0:1777047509.856356:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047509.856365:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00000100:00100000:2.0:1777047509.856374:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365434086272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047509.856377:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047509.856463:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3343:x1863365434086912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 382us (3888us total) trans 21474838623 rc 0/0 00000100:00100000:1.0:1777047509.856488:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873 00000100:00100000:1.0:1777047509.856525:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5875 00000100:00100000:1.0:1777047509.856600:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434086016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.856726:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365434086272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 357us (4312us total) trans 21474838624 rc 0/0 00000100:00100000:2.0:1777047509.856740:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874 00002000:00010000:1.0:1777047509.856846:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.856854:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.856859:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047509.856863:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.856868:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047509.856946:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434086016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 407us (2127us total) trans 17179871538 rc 0/0 00000100:00100000:1.0:1777047509.856959:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5875 00000100:00100000:1.0:1777047509.856992:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876 00000100:00100000:1.0:1777047509.857007:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365434086528:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.857118:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5877 00000100:00100000:3.0:1777047509.857140:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365434087040:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047509.857202:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.857211:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.857217:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047509.857223:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.857228:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047509.857294:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434086528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 288us (2408us total) trans 21474838625 rc 0/0 00000100:00100000:1.0:1777047509.857309:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876 00000100:00100000:1.0:1777047509.857338:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5878 00000100:00100000:1.0:1777047509.857352:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434085632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047509.857522:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047509.857529:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.857573:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047509.857580:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047509.857586:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1777047509.857861:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.857869:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:3.0:1777047509.857874:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047509.857878:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:3.0:1777047509.857882:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x128:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047509.857993:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879 00000100:00100000:2.0:1777047509.858011:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434086144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047509.858175:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047509.858195:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047509.858200:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047509.858204:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047509.858208:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047509.858304:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434085248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 16536us (18853us total) trans 17179871534 rc 0/0 00000100:00100000:0.0:1777047509.858320:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5868 00000100:00100000:0.0:1777047509.858349:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5880 00000100:00100000:0.0:1777047509.858364:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434086656:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047509.858532:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047509.858539:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047509.858544:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047509.858548:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047509.858553:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047509.858610:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434086656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 250us (3383us total) trans 21474838627 rc 0/0 00000100:00100000:0.0:1777047509.858624:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5880 00000100:00100000:0.0:1777047509.858653:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5881 00000100:00100000:0.0:1777047509.858667:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434087168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047509.858853:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047509.858860:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.858864:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047509.858868:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.858873:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047509.858922:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434087168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 258us (3610us total) trans 21474838628 rc 0/0 00000100:00100000:0.0:1777047509.858936:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5881 00000100:00100000:0.0:1777047509.858964:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882 00000100:00100000:0.0:1777047509.858978:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434085504:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047509.859073:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434085632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1717us (4006us total) trans 17179871539 rc 0/0 00000100:00100000:1.0:1777047509.859087:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5878 00002000:00010000:0.0:1777047509.859160:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047509.859167:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047509.859208:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047509.859214:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047509.859219:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047509.859271:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434085504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 295us (4591us total) trans 17179871541 rc 0/0 00000100:00100000:0.0:1777047509.859281:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882 00000100:00100000:3.0:1777047509.859811:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434087040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2677us (4868us total) trans 21474838626 rc 0/0 00000100:00100000:3.0:1777047509.859828:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5877 00000004:00080000:3.0:1777047509.859911:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb100/2, rc 0, transno 17179871539 00000100:00100000:3.0:1777047509.859951:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434085632:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047509.859979:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499df80/2, rc 0, transno 21474838627 00000100:00100000:3.0:1777047509.860003:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086656:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047509.860028:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499c000/2, rc 0, transno 21474838628 00000100:00100000:3.0:1777047509.860038:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434087168:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047509.860060:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb800/2, rc 0, transno 17179871541 00000100:00100000:3.0:1777047509.860069:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434085504:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047509.860090:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807febb80/2, rc 0, transno 17179871538 00000100:00100000:3.0:1777047509.860099:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086016:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047509.860128:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499ce00/2, rc 0, transno 21474838625 00000100:00100000:3.0:1777047509.860138:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086528:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047509.860165:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499f480/2, rc 0, transno 21474838626 00000100:00100000:3.0:1777047509.860178:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434087040:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.860214:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434087552:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.860271:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.860483:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434087680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.860535:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.860570:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047509.860581:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807075880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434088064:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.860666:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047509.861316:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087552 00000100:00100000:1.0:1777047509.861329:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087552 00000100:00100000:1.0:1777047509.861394:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087680 00000100:00100000:1.0:1777047509.861402:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087680 00000100:00100000:1.0:1777047509.861436:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088064 00000100:00100000:1.0:1777047509.861443:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088064 00000100:00100000:2.0:1777047509.861447:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434086144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3435us (6294us total) trans 17179871540 rc 0/0 00000100:00100000:2.0:1777047509.861466:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879 00000100:00100000:0.0:1777047509.862357:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000004:00080000:3.0:1777047509.862868:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fead80/2, rc 0, transno 17179871540 00000100:00100000:3.0:1777047509.862892:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434086144:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.862974:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434088192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.863306:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.863372:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088192 00000100:00100000:3.0:1777047509.863380:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088192 00000100:00100000:0.0:1777047509.864430:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5883 00000100:00100000:1.0:1777047509.864457:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5884 00000100:00100000:0.0:1777047509.864460:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434087552:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047509.864531:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434087680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047509.864831:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047509.864838:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.864842:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047509.864847:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.864851:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047509.864910:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434087552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 463us (4638us total) trans 17179871542 rc 0/0 00000100:00100000:0.0:1777047509.864923:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5883 00000100:00100000:0.0:1777047509.864960:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885 00000100:00100000:0.0:1777047509.864976:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434088064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047509.865149:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047509.865155:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.865159:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047509.865163:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.865167:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047509.865230:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434088064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 257us (4563us total) trans 21474838630 rc 0/0 00000100:00100000:0.0:1777047509.865244:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885 00000100:00100000:0.0:1777047509.865297:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384304896 00000100:00100000:0.0:1777047509.865307:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384304896 00000100:00100000:0.0:1777047509.865368:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3492 00000100:00100000:0.0:1777047509.865383:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+67:54297:x1863365384304896:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047509.865412:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047509.865445:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e1b03 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886dc expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.865946:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e1b03 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886dc expref: 68 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.865979:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e1b03 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886dc expref: 68 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047509.866017:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:0.0:1777047509.866024:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047509.866031:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c200, rc 0) 00000100:00100000:0.0:1777047509.866102:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54297:x1863365384304896:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 721us (3749us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047509.866115:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3492 00000004:00080000:0.0:1777047509.866175:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807075880/2, rc 0, transno 21474838630 00000100:00100000:0.0:1777047509.866200:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807075880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434088064:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047509.866311:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.866321:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.866327:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047509.866332:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.866336:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047509.866441:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434087680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1918us (5901us total) trans 21474838629 rc 0/0 00000100:00100000:1.0:1777047509.866460:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5884 00000004:00080000:0.0:1777047509.866483:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499b480/2, rc 0, transno 21474838629 00000100:00100000:0.0:1777047509.866510:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434087680:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.866932:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087424:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.867274:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.867363:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.867396:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087424 00000100:00100000:1.0:1777047509.867408:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087424 00000100:00100000:2.0:1777047509.867418:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.867457:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088448:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.867462:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087936 00000100:00100000:1.0:1777047509.867470:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087936 00000100:00100000:2.0:1777047509.867516:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047509.867524:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5886 00000100:00100000:1.0:1777047509.867590:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434087424:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047509.868307:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499ed80/2, rc 0, transno 21474838622 00000100:00100000:2.0:1777047509.868325:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434086400:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047509.868348:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499d500/2, rc 0, transno 21474838623 00000100:00100000:2.0:1777047509.868360:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434086912:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047509.868382:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb480/2, rc 0, transno 17179871537 00000100:00100000:2.0:1777047509.868401:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434085888:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047509.868427:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8a80/2, rc 0, transno 17179871536 00000100:00100000:2.0:1777047509.868436:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434085376:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047509.868461:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9880/2, rc 0, transno 17179871534 00000100:00100000:2.0:1777047509.868470:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434085248:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.868489:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1777047509.868502:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087296:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047509.868969:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047509.868980:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00000100:00100000:2.0:1777047509.868988:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1777047509.869029:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047509.869036:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.869041:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x131:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047509.869053:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087808:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047509.869215:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088448 00000100:00100000:0.0:1777047509.869225:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088448 00000100:00100000:0.0:1777047509.869275:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087296 00000100:00100000:0.0:1777047509.869282:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087296 00000100:00100000:1.0:1777047509.869298:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434087424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1756us (2300us total) trans 17179871543 rc 0/0 00000100:00100000:1.0:1777047509.869320:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5886 00000100:00100000:1.0:1777047509.869359:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5887 00000100:00100000:1.0:1777047509.869384:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434087936:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.869385:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.869440:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088320:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.869502:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047509.869546:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8000/2, rc 0, transno 17179871543 00000100:00100000:2.0:1777047509.869558:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087424:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.869599:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434087808 00000100:00100000:2.0:1777047509.869607:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434087808 00002000:00010000:1.0:1777047509.869625:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047509.869635:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.869640:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00000100:00100000:2.0:1777047509.869646:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088320 00002000:00010000:1.0:1777047509.869647:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00000100:00100000:2.0:1777047509.869656:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088320 00002000:00010000:1.0:1777047509.869657:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047509.869693:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888 00000100:00100000:2.0:1777047509.869708:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434088448:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.870003:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5889 00000100:00100000:3.0:1777047509.870021:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434087296:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.870208:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.870216:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047509.870220:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047509.870224:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047509.870228:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1777047509.870469:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047509.870476:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047509.870480:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047509.870485:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047509.870489:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047509.870553:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5890 00000100:00100000:0.0:1777047509.870572:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434087808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.870602:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434087936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1222us (3177us total) trans 21474838631 rc 0/0 00000100:00100000:1.0:1777047509.870620:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5887 00000100:00100000:1.0:1777047509.870663:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891 00000100:00100000:1.0:1777047509.870683:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434088320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047509.870854:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047509.870862:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.870867:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:0.0:1777047509.870871:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047509.870876:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047509.870969:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.870976:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.870983:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047509.870998:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.871004:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047509.871028:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434087296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1008us (2042us total) trans 17179871544 rc 0/0 00000100:00100000:3.0:1777047509.871042:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5889 00000100:00100000:3.0:1777047509.871083:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5892 00000100:00100000:1.0:1777047509.871092:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434088320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 412us (1584us total) trans 21474838634 rc 0/0 00000100:00100000:3.0:1777047509.871110:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434088192:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047509.871111:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891 00002000:00010000:3.0:1777047509.871312:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.871319:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047509.871323:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047509.871327:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047509.871332:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047509.871417:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434088192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 316us (8108us total) trans 17179871545 rc 0/0 00000100:00100000:3.0:1777047509.871430:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5892 00000004:00080000:3.0:1777047509.871493:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8380/2, rc 0, transno 17179871542 00000100:00100000:3.0:1777047509.871504:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434087552:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.871736:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434088576:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.871824:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.871877:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434089088:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.871922:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.871955:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047509.871966:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434088704:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.872007:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.872051:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088576 00000100:00100000:3.0:1777047509.872061:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088576 00000100:00100000:3.0:1777047509.872100:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434089088 00000100:00100000:3.0:1777047509.872106:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434089088 00000100:00100000:3.0:1777047509.872135:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088704 00000100:00100000:3.0:1777047509.872142:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088704 00000004:00080000:1.0:1777047509.872151:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55500/2, rc 0, transno 17179871545 00000100:00100000:1.0:1777047509.872168:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434088192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.872181:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5893 00000100:00100000:3.0:1777047509.872197:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434088576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.872371:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.872377:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047509.872382:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047509.872386:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047509.872390:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047509.872484:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434088576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 289us (659us total) trans 17179871546 rc 0/0 00000100:00100000:3.0:1777047509.872499:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5893 00000100:00100000:3.0:1777047509.872531:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894 00000100:00100000:3.0:1777047509.872582:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434089088:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.872742:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.872748:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:3.0:1777047509.872752:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047509.872756:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:3.0:1777047509.872760:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047509.872848:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434089088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 270us (924us total) trans 17179871547 rc 0/0 00000100:00100000:3.0:1777047509.872861:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894 00000100:00100000:3.0:1777047509.872885:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5895 00000100:00100000:3.0:1777047509.872897:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434088704:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047509.873357:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a55c00/2, rc 0, transno 17179871546 00000100:00100000:1.0:1777047509.873372:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434088576:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.873399:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:1.0:1777047509.873401:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840381c00/2, rc 0, transno 17179871547 00002000:00010000:3.0:1777047509.873415:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00000100:00100000:1.0:1777047509.873421:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434089088:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.873423:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047509.873436:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047509.873442:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047509.874178:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434088704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1280us (2166us total) trans 17179871548 rc 0/0 00000100:00100000:3.0:1777047509.874193:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5895 00000100:00100000:2.0:1777047509.875015:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434088448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5306us (7502us total) trans 21474838632 rc 0/0 00000100:00100000:2.0:1777047509.875032:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888 00000100:00100000:2.0:1777047509.875093:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088960:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.875147:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047509.875235:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a56a00/2, rc 0, transno 17179871548 00000100:00100000:1.0:1777047509.875249:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434088704:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047509.875314:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088960 00000100:00100000:3.0:1777047509.875324:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088960 00000100:00100000:3.0:1777047509.875376:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5896 00000100:00100000:3.0:1777047509.875390:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434088960:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047509.875638:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047509.875645:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:3.0:1777047509.875651:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047509.875656:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:3.0:1777047509.875660:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:2.0:1777047509.875903:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe9180/2, rc 0, transno 17179871544 00000100:00100000:2.0:1777047509.875916:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087296:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047509.875941:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378ff800/2, rc 0, transno 21474838634 00000100:00100000:2.0:1777047509.875950:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088320:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047509.875971:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e8a80/2, rc 0, transno 21474838631 00000100:00100000:2.0:1777047509.875979:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087936:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047509.876372:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fd500/2, rc 0, transno 21474838632 00000100:00100000:2.0:1777047509.876384:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088448:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.876402:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047509.876413:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088832:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047509.876464:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.876581:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434088832 00000100:00100000:2.0:1777047509.876591:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434088832 00000100:00100000:2.0:1777047509.876640:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897 00000100:00100000:2.0:1777047509.876654:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434088832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047509.876887:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047509.876892:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047509.876895:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047509.876898:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047509.876902:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047509.876989:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+23:3343:x1863365434088832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 335us (521us total) trans 17179871550 rc 0/0 00000100:00100000:2.0:1777047509.877002:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897 00000100:00100000:2.0:1777047509.877050:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047509.877128:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fea300/2, rc 0, transno 17179871535 00000100:00100000:2.0:1777047509.877138:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434085760:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047509.877165:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499f100/2, rc 0, transno 21474838624 00000100:00100000:2.0:1777047509.877172:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434086272:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.877197:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434086784 00000100:00100000:2.0:1777047509.877204:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434086784 00000100:00100000:2.0:1777047509.877251:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5898 00000100:00100000:2.0:1777047509.877262:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434086784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047509.877437:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047509.877444:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047509.877448:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047509.877453:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047509.877459:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047509.877517:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434086784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 256us (467us total) trans 21474838635 rc 0/0 00000100:00100000:2.0:1777047509.877529:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5898 00000004:00080000:2.0:1777047509.877631:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499ca80/2, rc 0, transno 21474838635 00000100:00100000:2.0:1777047509.877641:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434086784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.877754:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434088960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2364us (2606us total) trans 17179871549 rc 0/0 00000100:00100000:3.0:1777047509.877800:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5896 00000100:00100000:0.0:1777047509.877934:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434087808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7324us (8517us total) trans 21474838633 rc 0/0 00000100:00100000:0.0:1777047509.878238:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5890 00000004:00080000:1.0:1777047509.878301:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986815a57100/2, rc 0, transno 17179871550 00000100:00100000:1.0:1777047509.878316:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088832:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047509.878342:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840380380/2, rc 0, transno 17179871549 00000100:00100000:1.0:1777047509.878350:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434088960:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047509.878373:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eb480/2, rc 0, transno 21474838633 00000100:00100000:1.0:1777047509.878384:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434087808:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.878460:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047509.878480:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434089216:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.878606:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047509.878667:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434089344:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047509.878696:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434089216 00000100:00100000:1.0:1777047509.878707:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434089216 00000100:00100000:3.0:1777047509.878737:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047509.878967:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434089472:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047509.879346:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047509.880418:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434089344 00000100:00100000:1.0:1777047509.880430:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434089344 00000100:00100000:3.0:1777047509.880444:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434089472 00000100:00100000:3.0:1777047509.880457:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434089472 00000100:00100000:1.0:1777047509.880503:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5899 00000100:00100000:1.0:1777047509.880528:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434089216:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047509.880537:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900 00000100:00100000:3.0:1777047509.880561:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434089344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047509.881133:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.881177:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.881182:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047509.881187:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047509.881192:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047509.881275:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434089216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 753us (2668us total) trans 21474838636 rc 0/0 00000100:00100000:1.0:1777047509.881294:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5899 00000100:00100000:1.0:1777047509.881340:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5901 00000100:00100000:1.0:1777047509.881359:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eea9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434089472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047509.881475:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047509.881483:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:3.0:1777047509.881489:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047509.881494:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:3.0:1777047509.881501:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047509.881605:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434089344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1049us (2868us total) trans 21474838637 rc 0/0 00000100:00100000:3.0:1777047509.881622:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900 00000004:00080000:2.0:1777047509.881633:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fe300/2, rc 0, transno 21474838637 00000100:00100000:2.0:1777047509.881647:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434089344:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047509.882508:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fdc00/2, rc 0, transno 21474838636 00000100:00100000:0.0:1777047509.882519:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434089216:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047509.885977:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047509.885989:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047509.885995:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047509.886000:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047509.886005:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777047509.886142:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eea9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434089472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4785us (6790us total) trans 21474838638 rc 0/0 00000100:00100000:1.0:1777047509.886160:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5901 00000004:00080000:2.0:1777047509.887699:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fe680/2, rc 0, transno 21474838638 00000100:00100000:2.0:1777047509.887714:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434089472:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047509.908744:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047509.908897:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384305152 00000100:00100000:1.0:1777047509.908912:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384305152 00000100:00100000:1.0:1777047509.909016:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1239 00000100:00100000:1.0:1777047509.909037:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54297:x1863365384305152:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047509.909577:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54297:x1863365384305152:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 543us (843us total) trans 8589938156 rc 0/0 00000100:00100000:1.0:1777047509.909601:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1239 00000100:00100000:0.0:1777047510.019981:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047510.021949:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384305280 00000100:00100000:3.0:1777047510.021966:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384305280 00000100:00100000:3.0:1777047510.022086:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3493 00000100:00100000:3.0:1777047510.022105:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54299:x1863365384305280:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047510.022143:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047510.022178:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e1b0a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886e3 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047510.022181:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777047510.022283:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.022308:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.022328:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.022352:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.022367:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.022379:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023455:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023476:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023492:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047510.023578:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047510.023586:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047510.023615:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023645:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023661:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023675:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023689:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023701:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8be00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047510.023708:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023722:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023742:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:3.0:1777047510.023749:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047510.023756:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023806:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e1b11 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023827:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023840:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023852:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023862:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ac00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047510.023868:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023880:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023895:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff9868347d7400) 00010000:00010000:3.0:1777047510.023900:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047510.023906:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023918:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1b18 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023969:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e1b0a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 71 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.023993:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 70 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.024019:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:3.0:1777047510.024024:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047510.024028:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8aa00, rc 0) 00000100:00100000:3.0:1777047510.024142:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54299:x1863365384305280:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2039us (4171us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047510.024167:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3493 00000100:00100000:0.0:1777047510.046037:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.046299:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384305536 00000100:00100000:2.0:1777047510.046315:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384305536 00000100:00100000:2.0:1777047510.046408:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3494 00000100:00100000:2.0:1777047510.046426:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54299:x1863365384305536:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047510.046454:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047510.046486:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1b26 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886ea expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.047144:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e1b2d lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.047168:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e1b2d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.047186:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e1b2d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047510.047204:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047510.047396:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1b26 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ea expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.047426:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e1b2d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ea expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.047440:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:1.0:1777047510.047446:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047510.047452:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e600, rc 0) 00000100:00100000:1.0:1777047510.052161:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54299:x1863365384305536:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5729us (6127us total) trans 8589938157 rc 0/0 00000100:00100000:1.0:1777047510.052180:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3494 00000100:00100000:1.0:1777047510.067376:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047510.071225:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384305792 00000100:00100000:0.0:1777047510.071241:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384305792 00000100:00100000:0.0:1777047510.071346:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3495 00000100:00100000:0.0:1777047510.071365:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54299:x1863365384305792:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047510.071399:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047510.071428:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1b3b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886f1 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.071936:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e1b42 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.071962:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e1b42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.071980:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e1b42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047510.072000:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047510.072172:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1b3b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f1 expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.072201:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e1b42 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f1 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.072215:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:0.0:1777047510.072220:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047510.072225:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d600, rc 0) 00000100:00100000:0.0:1777047510.072303:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54299:x1863365384305792:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 942us (4939us total) trans 8589938158 rc 0/0 00000100:00100000:0.0:1777047510.072314:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3495 00000100:00100000:2.0:1777047510.190270:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047510.192464:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384305920 00000100:00100000:1.0:1777047510.192499:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384305920 00000100:00100000:1.0:1777047510.193240:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3127 00000100:00100000:1.0:1777047510.193260:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+41:2413:x1863365384305920:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047510.193309:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.193340:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 41 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.193354:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.193357:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.193364:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.193412:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 41 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.193434:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 41 pid: 6643 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.193458:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fea680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434089600:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047510.193604:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.207846:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fea680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434089600:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047510.207903:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.208449:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047510.210060:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306048 00000100:00100000:0.0:1777047510.210075:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306048 00010000:00010000:0.0:1777047510.210144:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 42 pid: 6643 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.210542:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2599 00000100:00100000:0.0:1777047510.210563:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+42:2411:x1863365384306048:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047510.210592:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047510.212561:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 42 pid: 6643 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.212592:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 42 pid: 6643 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.212959:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1ae7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c7 expref: 42 pid: 6643 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.212991:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.212994:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.213002:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.213019:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.215227:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047510.215377:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+41:2411:x1863365384306048:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 4814us (6926us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.215396:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2599 00010000:00010000:1.0:1777047510.216255:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.216277:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.252126:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.252163:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.252189:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.252202:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047510.252209:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.252224:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.252256:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.252270:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a983758/0x29ccbc23e99e1b50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.252448:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2413:x1863365384305920:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 59182us (62180us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047510.252467:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3127 00000100:00100000:0.0:1777047510.270007:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.273069:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306176 00000100:00100000:2.0:1777047510.273089:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306176 00000100:00100000:2.0:1777047510.273203:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3128 00000100:00100000:2.0:1777047510.273222:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2411:x1863365384306176:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047510.273307:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.273356:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 40 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.273371:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.273375:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.273381:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.273444:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 40 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.273470:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 40 pid: 26190 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.273497:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434089728:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047510.273684:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.286410:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434089728:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047510.286474:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.286649:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.287440:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306304 00000100:00100000:2.0:1777047510.287454:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306304 00010000:00010000:2.0:1777047510.287520:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 41 pid: 26190 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.287622:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2600 00000100:00100000:2.0:1777047510.287640:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+41:2410:x1863365384306304:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047510.287669:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047510.287733:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 41 pid: 26190 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.287781:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 41 pid: 26190 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.287830:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a7a56f8/0x29ccbc23e99e1951 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7885fc expref: 41 pid: 26190 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.287859:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.287863:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.287870:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.287886:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.287957:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047510.288062:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2410:x1863365384306304:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 422us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.288077:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2600 00010000:00010000:0.0:1777047510.289726:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.289750:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.305687:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.305750:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.305804:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.305818:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047510.305827:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.305863:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.305899:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.305913:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1b57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.306092:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384306176:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32865us (36093us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047510.306112:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3128 00000100:00100000:1.0:1777047510.340658:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047510.345661:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306432 00000100:00100000:0.0:1777047510.345690:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306432 00000100:00100000:0.0:1777047510.345891:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3129 00000100:00100000:0.0:1777047510.345914:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2412:x1863365384306432:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047510.346006:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.346051:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 39 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.346069:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047510.346073:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047510.346080:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.346153:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 39 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.346363:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 39 pid: 33475 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.346410:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434089856:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047510.346599:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867055916c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047510.360965:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.361090:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306560 00000100:00100000:2.0:1777047510.361111:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306560 00010000:00010000:2.0:1777047510.361194:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 40 pid: 33475 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.361419:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2601 00000100:00100000:2.0:1777047510.361441:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+40:2411:x1863365384306560:12345-192.168.201.26@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1777047510.361460:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434089856:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047510.361474:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047510.361518:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.361526:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 40 pid: 33475 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.362263:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 40 pid: 33475 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.362310:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a992ba9/0x29ccbc23e99e196d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78860a expref: 40 pid: 33475 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.362344:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.362347:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.362356:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.362375:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.362412:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047510.362478:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.362498:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.362510:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384306560:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1069us (1967us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.362945:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2601 00010000:00010000:0.0:1777047510.401893:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.401947:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.401966:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.401983:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047510.401991:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.402020:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.402058:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.402074:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1b5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.402273:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2412:x1863365384306432:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 56356us (61728us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047510.402295:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3129 00000100:00100000:0.0:1777047510.430806:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047510.431854:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306688 00000100:00100000:3.0:1777047510.431876:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306688 00000100:00100000:3.0:1777047510.432172:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3130 00000100:00100000:3.0:1777047510.432196:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384306688:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047510.432300:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.432347:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 37 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.432367:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047510.432371:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047510.432378:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.432449:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 37 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.432480:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 37 pid: 33787 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.432513:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434089984:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047510.432783:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705aef000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047510.446440:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434089984:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047510.446511:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.451238:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.451446:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306816 00000100:00100000:2.0:1777047510.451465:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306816 00010000:00010000:2.0:1777047510.451548:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 38 pid: 33787 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.451704:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2602 00000100:00100000:2.0:1777047510.451728:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384306816:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047510.451866:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047510.451915:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 38 pid: 33787 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.451945:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 38 pid: 33787 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.451993:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3e925c4/0x29ccbc23e99e1989 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788618 expref: 38 pid: 33787 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.452028:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.452032:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047510.452042:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.452063:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.452125:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047510.452462:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.452483:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.453095:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384306816:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1369us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047510.453122:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2602 00010000:00010000:0.0:1777047510.527604:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.527658:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.527689:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.527706:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ba00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047510.527725:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.527800:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.527851:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.527867:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e1b65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.531502:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384306688:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 99290us (100729us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047510.531527:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3130 00000100:00100000:0.0:1777047510.565976:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047510.566179:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384306944 00000100:00100000:1.0:1777047510.566201:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384306944 00000100:00100000:1.0:1777047510.566396:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3131 00000100:00100000:1.0:1777047510.566424:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384306944:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047510.569984:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.570042:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 36 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.570065:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.570069:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.570077:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.573800:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 36 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.573851:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 36 pid: 7603 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.573887:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434090112:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047510.574101:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.590616:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434090112:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047510.590681:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.593032:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434090240:0@lo:400:kworker.0 00000100:00100000:0.0:1777047510.593164:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047510.593447:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434090368:0@lo:400:kworker.0 00000100:00100000:2.0:1777047510.593521:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047510.595051:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434090240 00000100:00100000:3.0:1777047510.595070:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434090240 00000100:00100000:3.0:1777047510.595171:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1777047510.595194:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d527850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434090240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047510.601119:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.603429:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434090496:0@lo:400:kworker.0 00000100:00100000:2.0:1777047510.603543:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047510.603692:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047510.603707:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365434090624:0@lo:400:kworker.0 00000100:00100000:2.0:1777047510.603798:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047510.606066:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434090368 00000100:00100000:1.0:1777047510.606082:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434090368 00000100:00100000:1.0:1777047510.606214:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434090496 00000100:00100000:1.0:1777047510.606226:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434090496 00000100:00100000:1.0:1777047510.606269:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434090624 00000100:00100000:1.0:1777047510.606275:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434090624 00000100:00100000:1.0:1777047510.606322:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1777047510.606340:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434090368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047510.606531:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434090368:12345-0@lo:400:kworker.0 Request processed in 191us (13011us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047510.606919:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1777047510.606973:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1777047510.606986:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434090496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047510.607074:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434090496:12345-0@lo:400:kworker.0 Request processed in 90us (3531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047510.607086:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1777047510.607115:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1777047510.607128:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365434090624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047510.607196:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365434090624:12345-0@lo:400:kworker.0 Request processed in 70us (3399us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047510.607208:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1777047510.607324:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434090368:0@lo:400:kworker.0 00000100:00100000:1.0:1777047510.607391:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365434090624:0@lo:400:kworker.0 00000100:00100000:1.0:1777047510.607410:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434090496:0@lo:400:kworker.0 00000100:00080000:2.0:1777047510.607600:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047510.613312:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d527850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434090240:12345-0@lo:400:kworker.0 Request processed in 18115us (20137us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047510.613342:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1777047510.613429:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307072 00000100:00100000:3.0:1777047510.613443:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307072 00010000:00010000:3.0:1777047510.613521:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 37 pid: 7603 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.613680:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2603 00000100:00100000:3.0:1777047510.613747:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384307072:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047510.613802:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047510.613849:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 37 pid: 7603 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.613896:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 37 pid: 7603 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.613945:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035468e2d/0x29ccbc23e99e19a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788626 expref: 37 pid: 7603 timeout: 4238 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.613983:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047510.613987:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047510.614000:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.614020:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.614103:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047510.614207:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384307072:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 482us (13102us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047510.614222:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2603 00010000:00010000:1.0:1777047510.615383:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.615411:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.617667:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434090240:0@lo:400:kworker.0 00010000:00010000:1.0:1777047510.647936:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.647978:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.647995:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.648020:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047510.648031:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.648049:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.648090:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.648104:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.648561:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384306944:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 82128us (82589us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047510.648587:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3131 00010000:00010000:3.0:1777047510.659576:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047510.663313:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047510.664262:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307200 00000100:00100000:1.0:1777047510.664284:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307200 00000100:00100000:1.0:1777047510.664436:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3132 00000100:00100000:1.0:1777047510.664457:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384307200:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047510.664527:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.664629:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 35 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.664658:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.664663:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047510.664670:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.665516:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 35 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.665549:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 35 pid: 6640 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.665592:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434090752:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047510.666101:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.692440:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047510.693889:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434090752:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047510.693949:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.694488:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307328 00000100:00100000:0.0:1777047510.694503:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307328 00010000:00010000:0.0:1777047510.694961:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 36 pid: 6640 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.695044:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2604 00000100:00100000:0.0:1777047510.695063:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384307328:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047510.695092:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047510.695133:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 36 pid: 6640 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.695159:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 36 pid: 6640 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.695199:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd7c1dd/0x29ccbc23e99e19c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788634 expref: 36 pid: 6640 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.695228:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.695551:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.695562:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.695581:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.699484:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047510.699687:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384307328:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 4620us (7259us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047510.699707:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2604 00010000:00010000:0.0:1777047510.701053:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.701080:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.723947:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.723988:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.724012:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.724023:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047510.724031:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.724047:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.724078:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.724090:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.724272:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384307200:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 59812us (60964us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047510.724291:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3132 00000100:00100000:3.0:1777047510.740482:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.741425:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307456 00000100:00100000:2.0:1777047510.741444:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307456 00000100:00100000:2.0:1777047510.741908:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3133 00000100:00100000:2.0:1777047510.741930:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384307456:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047510.742308:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.742348:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 34 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.742365:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.742369:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.742376:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.742442:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 34 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.742467:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 34 pid: 33459 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.742494:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434090880:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047510.742658:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.755285:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047510.758939:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307584 00000100:00100000:0.0:1777047510.758958:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307584 00010000:00010000:0.0:1777047510.759319:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 35 pid: 33459 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.759408:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2605 00000100:00100000:0.0:1777047510.759427:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384307584:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047510.759455:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047510.759492:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 35 pid: 33459 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.759516:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 35 pid: 33459 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.759620:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.759624:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.759633:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.759649:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.759691:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047510.759812:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384307584:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 388us (4891us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.759826:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2605 00010000:00010000:1.0:1777047510.763836:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5e6c984/0x29ccbc23e99e19dd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788642 expref: 34 pid: 33459 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.763891:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434090880:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047510.763936:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.763956:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.763969:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.779421:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.779478:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.779495:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.779507:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047510.779515:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.779560:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.779603:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.779617:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e1b7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.780064:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384307456:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 38132us (39592us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047510.780082:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3133 00000100:00100000:2.0:1777047510.795863:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047510.796108:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307712 00000100:00100000:3.0:1777047510.796127:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307712 00000100:00100000:3.0:1777047510.796288:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3134 00000100:00100000:3.0:1777047510.796309:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384307712:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047510.796374:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.796413:0:26859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 38 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.796427:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047510.796431:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047510.796438:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.796504:0:26859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 38 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.796529:0:26859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 38 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.796632:0:26859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26859:1863365434091008:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047510.796780:0:26859:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.811954:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047510.812196:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307840 00000100:00100000:3.0:1777047510.812564:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307840 00000100:00100000:1.0:1777047510.812565:0:26859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26859:1863365434091008:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047510.812927:0:26859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.813229:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 39 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.813371:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2606 00000100:00100000:3.0:1777047510.813390:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2411:x1863365384307840:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047510.813417:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047510.813455:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 39 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.813480:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 39 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.813521:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034b01aa0/0x29ccbc23e99e19f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788650 expref: 39 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.813550:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047510.813554:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047510.813561:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.813578:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047510.813691:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047510.813778:0:26859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.813795:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047510.813828:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2411:x1863365384307840:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 442us (1893us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047510.813842:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2606 00010000:00010000:1.0:1777047510.837962:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.838344:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.838361:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.838373:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047510.838381:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.838406:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.838440:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.838454:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e1b81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.838973:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384307712:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 42660us (43114us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047510.838995:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3134 00000100:00100000:0.0:1777047510.860899:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.862534:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384307968 00000100:00100000:2.0:1777047510.862555:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384307968 00000100:00100000:0.0:1777047510.864529:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3135 00000100:00100000:0.0:1777047510.864595:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2413:x1863365384307968:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047510.864964:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.865002:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 37 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.865017:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047510.865021:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047510.865027:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.865091:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 37 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.865118:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 37 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.865146:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434091136:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047510.867930:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047510.885853:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047510.886821:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308096 00000100:00100000:1.0:1777047510.886840:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308096 00010000:00010000:1.0:1777047510.886918:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 38 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.887008:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2607 00000100:00100000:1.0:1777047510.887028:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384308096:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047510.887057:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047510.887101:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 38 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.887129:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 38 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.887187:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.887193:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047510.887202:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.887220:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.887262:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047510.887386:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384308096:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 361us (1549us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047510.887400:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2607 00010000:00010000:2.0:1777047510.889325:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1a15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78865e expref: 37 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047510.889360:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434091136:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047510.889409:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.889432:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.889445:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.919396:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.919433:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.919451:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.919466:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047510.919474:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.919491:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.919527:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.919597:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e1b88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.920343:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384307968:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 55747us (59453us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047510.920364:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3135 00000100:00100000:0.0:1777047510.948796:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047510.950367:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308224 00000100:00100000:2.0:1777047510.950386:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308224 00000100:00100000:2.0:1777047510.950524:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3136 00000100:00100000:2.0:1777047510.950606:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384308224:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047510.950993:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.951359:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 33 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047510.951376:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.951380:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047510.951387:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.951590:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 33 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.951621:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 33 pid: 33787 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.951651:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434091264:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047510.951825:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047510.965986:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047510.966665:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434091264:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047510.966741:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.967509:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308352 00000100:00100000:0.0:1777047510.967525:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308352 00010000:00010000:0.0:1777047510.967685:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 34 pid: 33787 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047510.967800:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2608 00000100:00100000:0.0:1777047510.967820:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384308352:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047510.967848:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047510.967888:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 34 pid: 33787 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.967913:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 34 pid: 33787 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.967954:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e1a31 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78866c expref: 34 pid: 33787 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.967984:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.967988:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047510.968326:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.968345:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047510.968391:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047510.968505:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384308352:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 687us (2537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047510.968520:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2608 00010000:00010000:1.0:1777047510.968902:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.968928:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.995009:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.995044:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.995062:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.995075:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047510.995083:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.995099:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.995131:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047510.995146:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1b8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047510.995350:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384308224:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 44726us (46575us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047510.995371:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3136 00000100:00100000:0.0:1777047511.025654:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.025913:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308480 00000100:00100000:2.0:1777047511.025932:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308480 00000100:00080000:1.0:1777047511.026010:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047511.026339:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3137 00000100:00100000:2.0:1777047511.026359:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384308480:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047511.026420:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.026457:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.026473:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047511.026477:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047511.026483:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.026548:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 36 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.026572:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 36 pid: 6643 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.026599:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434091392:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047511.026834:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.037443:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434091392:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047511.037495:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.039984:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047511.040108:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308608 00000100:00100000:3.0:1777047511.040124:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308608 00010000:00010000:3.0:1777047511.040194:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 37 pid: 6643 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.040513:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2609 00000100:00100000:3.0:1777047511.040533:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2411:x1863365384308608:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047511.040569:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047511.040611:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 37 pid: 6643 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.040636:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 37 pid: 6643 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.040679:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e1a4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78867a expref: 37 pid: 6643 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.040934:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.040939:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.040948:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.040967:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.041352:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047511.041482:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384308608:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 952us (1504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047511.041496:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2609 00010000:00010000:0.0:1777047511.041686:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.041704:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.055924:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.055965:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.056315:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.056328:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047511.056337:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.056356:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.056394:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.056408:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1b96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.056666:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384308480:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30302us (31018us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047511.058968:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3137 00000100:00100000:0.0:1777047511.084612:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.084894:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308736 00000100:00100000:1.0:1777047511.084916:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308736 00000100:00100000:1.0:1777047511.087846:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3138 00000100:00100000:1.0:1777047511.087868:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384308736:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047511.087960:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.088378:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 35 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.088396:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047511.088401:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047511.088409:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.088484:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 35 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.088516:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 35 pid: 6642 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.090509:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434091520:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047511.094208:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.113328:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.113949:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308864 00000100:00100000:2.0:1777047511.113969:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308864 00000100:00100000:1.0:1777047511.114001:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434091520:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047511.114057:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.114070:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 36 pid: 6642 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.114175:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2610 00000100:00100000:2.0:1777047511.114193:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384308864:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047511.114220:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.114258:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 36 pid: 6642 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.114282:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 36 pid: 6642 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.114324:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e1a69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788688 expref: 36 pid: 6642 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.114356:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.114359:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.114368:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.114387:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.114445:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047511.114506:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.114526:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.114616:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384308864:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 424us (1308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.114631:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2610 00010000:00010000:1.0:1777047511.150451:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.150491:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.150508:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.150522:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047511.150531:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.150549:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.150586:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.150610:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1b9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.151011:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384308736:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 63139us (66410us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047511.151399:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3138 00000100:00100000:0.0:1777047511.171859:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.174333:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384308992 00000100:00100000:2.0:1777047511.174355:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384308992 00000100:00100000:2.0:1777047511.174585:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3139 00000100:00080000:1.0:1777047511.174658:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047511.174969:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384308992:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047511.175337:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.175378:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 32 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.175393:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047511.175397:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047511.175403:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.175472:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 32 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.175498:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 32 pid: 32524 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.175527:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434091648:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047511.175675:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077580c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.193129:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.193439:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384309120 00000100:00100000:1.0:1777047511.193457:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384309120 00010000:00010000:1.0:1777047511.193562:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 33 pid: 32524 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.193640:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2611 00000100:00100000:1.0:1777047511.193660:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384309120:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047511.193690:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047511.193734:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 33 pid: 32524 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.193785:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 33 pid: 32524 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.193834:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047511.193838:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047511.193847:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.193877:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.193917:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047511.194019:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384309120:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 363us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047511.194035:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2611 00010000:00010000:2.0:1777047511.195173:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e1a85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788696 expref: 32 pid: 32524 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.195207:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434091648:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047511.195253:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.195271:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.195284:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.230228:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.230268:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.230286:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.230301:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047511.230309:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.230327:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.230363:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.230388:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e1ba4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.230612:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384308992:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 56005us (58762us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047511.230632:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3139 00000100:00100000:3.0:1777047511.249152:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.250419:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384309248 00000100:00100000:1.0:1777047511.250564:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384309248 00000100:00100000:1.0:1777047511.251094:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3140 00000100:00100000:1.0:1777047511.251115:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384309248:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047511.251184:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.251222:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.251238:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047511.251242:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047511.251249:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 4/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.251313:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.251340:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 34 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.251370:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434091776:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047511.253098:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.272662:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047511.273132:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384309376 00000100:00100000:3.0:1777047511.273150:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384309376 00010000:00010000:3.0:1777047511.273228:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 35 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.273308:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2612 00000100:00100000:3.0:1777047511.273327:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384309376:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047511.273352:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047511.273393:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 35 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.273420:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 35 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.273486:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.273490:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.273500:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.273518:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.273602:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047511.274010:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384309376:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 685us (1366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047511.274023:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2612 00010000:00010000:1.0:1777047511.275278:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e1aa1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886a4 expref: 34 pid: 26191 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.275309:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434091776:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047511.275350:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.275368:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.275380:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.305041:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.305076:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.305092:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.305942:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047511.307250:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.307274:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.307310:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.307322:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e1bab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.307493:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384309248:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 56375us (58351us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047511.307513:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3140 00000100:00100000:2.0:1777047511.325144:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047511.326628:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384309504 00000100:00100000:0.0:1777047511.327345:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384309504 00000100:00100000:3.0:1777047511.328700:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3141 00000100:00100000:3.0:1777047511.328725:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2412:x1863365384309504:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047511.328818:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.328857:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 31 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.328872:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047511.328876:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047511.328882:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.328945:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 31 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.328970:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 31 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.328995:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804819c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434091904:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047511.329245:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047511.350072:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.351289:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384309632 00000100:00100000:2.0:1777047511.351307:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384309632 00010000:00010000:2.0:1777047511.351381:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 32 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.351457:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2613 00000100:00100000:2.0:1777047511.351472:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384309632:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047511.351498:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.352437:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 32 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.352462:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 32 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.352508:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.352513:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.352521:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.352573:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.352613:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047511.353360:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384309632:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1887us (3319us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.353376:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2613 00010000:00010000:3.0:1777047511.359763:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e1abd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886b2 expref: 31 pid: 33788 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.359807:0:6646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804819c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434091904:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047511.359851:0:6646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.359872:0:6646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.359885:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.378503:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.378567:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.378585:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.378601:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8bc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047511.378609:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.378893:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.378928:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.378941:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd842032/0x29ccbc23e99e1bb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.380166:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384309504:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 51440us (55028us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047511.380188:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3141 00000100:00100000:2.0:1777047511.395209:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.395888:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384309760 00000100:00100000:1.0:1777047511.395916:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384309760 00000100:00100000:0.0:1777047511.396762:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3142 00000100:00100000:0.0:1777047511.396785:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384309760:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047511.396852:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.396892:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.396918:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047511.396922:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047511.396928:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.396996:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.397021:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 33 pid: 27536 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.397048:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434092032:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047511.397873:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047511.407327:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047511.407518:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384309888 00000100:00100000:0.0:1777047511.408430:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434092032:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047511.408485:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.409066:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384309888 00010000:00010000:2.0:1777047511.409267:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 34 pid: 27536 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.409357:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2614 00000100:00100000:2.0:1777047511.409375:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384309888:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047511.409402:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.409444:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 34 pid: 27536 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.409470:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 34 pid: 27536 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.409511:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e1ad9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886c0 expref: 34 pid: 27536 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.409596:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.409607:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047511.409635:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.409655:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.409694:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047511.409833:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384309888:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 461us (2525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.409848:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2614 00010000:00010000:0.0:1777047511.410920:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.410942:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.421768:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.421806:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.421823:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.421836:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047511.421845:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.421862:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.421898:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.421913:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e1bb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.422082:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384309760:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25293us (26881us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047511.422103:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3142 00000100:00100000:1.0:1777047511.476933:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047511.478965:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384310016 00000100:00100000:3.0:1777047511.478988:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384310016 00000100:00100000:3.0:1777047511.479130:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 492 00000100:00100000:3.0:1777047511.479153:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54299:x1863365384310016:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047511.479188:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047511.479239:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e1b42 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f1 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.479278:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:3.0:1777047511.479289:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047511.481577:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54299:x1863365384310016:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 2421us (4664us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047511.481596:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 492 00000100:00100000:3.0:1777047511.492716:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.493130:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384310272 00000100:00100000:2.0:1777047511.493149:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384310272 00000100:00100000:2.0:1777047511.493254:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1240 00000100:00100000:2.0:1777047511.493274:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54299:x1863365384310272:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047511.502058:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54299:x1863365384310272:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 8766us (9342us total) trans 8589938159 rc 0/0 00000100:00100000:0.0:1777047511.502089:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1240 00000100:00100000:2.0:1777047511.505531:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047511.506388:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384310400 00000100:00100000:0.0:1777047511.506408:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384310400 00000100:00100000:0.0:1777047511.506598:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 357 00000100:00100000:0.0:1777047511.506620:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d527c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384310400:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047511.506804:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d527c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384310400:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 188us (1286us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.506819:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 357 00000100:00100000:1.0:1777047511.521187:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047511.525000:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384310656 00000100:00100000:0.0:1777047511.525024:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384310656 00000100:00100000:0.0:1777047511.525151:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3496 00000100:00100000:0.0:1777047511.525172:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384310656:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047511.525222:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047511.525264:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1bc0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886f8 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.525466:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.525496:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.525511:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.525944:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.525969:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 75 pid: 30805 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.526006:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434092160:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047511.526175:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047511.535254:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.535390:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384310784 00000100:00100000:2.0:1777047511.535408:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384310784 00000100:00100000:1.0:1777047511.535467:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434092160:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047511.535487:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 76 pid: 30805 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.535521:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.535570:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2615 00000100:00100000:2.0:1777047511.535591:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384310784:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047511.535629:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.535668:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 76 pid: 30805 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.535690:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 76 pid: 30805 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.535729:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e1b1f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886e3 expref: 76 pid: 30805 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.535801:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:2.0:1777047511.535810:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.535827:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.535841:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.535892:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047511.535972:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2411:x1863365384310784:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 386us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.535986:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2615 00010000:00010000:1.0:1777047511.536582:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.536598:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047511.536655:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047511.536974:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e1bc0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.537003:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.537016:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:1.0:1777047511.537022:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047511.537026:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:1.0:1777047511.537090:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384310656:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 11924us (15922us total) trans 8589938160 rc 0/0 00000100:00100000:1.0:1777047511.537103:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3496 00000100:00100000:3.0:1777047511.544517:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.545160:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384310912 00000100:00100000:1.0:1777047511.545177:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384310912 00000100:00100000:1.0:1777047511.545375:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3497 00000100:00100000:1.0:1777047511.545396:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384310912:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047511.545444:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047511.545482:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e1bd5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7886ff expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.546728:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.546792:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.546809:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.547379:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.547403:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 76 pid: 33034 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047511.547428:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434092288:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047511.547992:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047511.554630:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434092288:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047511.554962:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.562176:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.563328:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384311040 00000100:00100000:2.0:1777047511.563346:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384311040 00010000:00010000:2.0:1777047511.563422:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 77 pid: 33034 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.563504:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2616 00000100:00100000:2.0:1777047511.563522:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2411:x1863365384311040:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047511.563629:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047511.563657:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 77 pid: 33034 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.563680:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 77 pid: 33034 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.563719:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1bc7 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886f8 expref: 77 pid: 33034 timeout: 4239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.563797:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:2.0:1777047511.563809:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.563826:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.563839:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.563895:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047511.563980:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384311040:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 461us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.563993:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2616 00010000:00010000:3.0:1777047511.564989:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.565004:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047511.565079:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:3.0:1777047511.565087:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047511.565122:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.565175:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e1bd5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ff expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.565205:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ff expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.565217:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:3.0:1777047511.565222:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047511.565226:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:3.0:1777047511.565296:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384310912:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 19906us (20798us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047511.565310:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3497 00000100:00100000:3.0:1777047511.578825:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047511.580174:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384311168 00000100:00100000:0.0:1777047511.580194:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384311168 00000100:00100000:0.0:1777047511.580301:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5902 00000100:00100000:0.0:1777047511.580318:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384311168:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047511.580350:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047511.580387:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788706 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047511.580435:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb9701, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047511.580468:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.580472:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.580487:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 31 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.580515:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 31 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.581315:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:0.0:1777047511.581434:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384311168:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1118us (2622us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047511.581448:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5902 00000100:00100000:3.0:1777047511.604444:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047511.605596:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384311296 00000100:00100000:0.0:1777047511.605614:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384311296 00000100:00100000:0.0:1777047511.605728:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5903 00000100:00100000:0.0:1777047511.605770:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54106:x1863365384311296:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047511.605802:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047511.605835:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78870d expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.605891:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 32 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.605905:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.605907:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047511.605914:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.605975:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 32 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047511.606347:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 32 pid: 26191 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047511.606372:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434092416:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047511.606874:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705591e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047511.626479:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434092416:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047511.626550:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [49152->53247] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.626592:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:1.0:1777047511.626711:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54106:x1863365384311296:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 20944us (22281us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047511.626726:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5903 00000100:00100000:1.0:1777047511.629398:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047511.629938:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384311424 00000100:00100000:3.0:1777047511.629954:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384311424 00010000:00010000:3.0:1777047511.630021:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 32 pid: 26191 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.630084:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2617 00000100:00100000:3.0:1777047511.630101:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384311424:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047511.630128:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047511.630166:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 32 pid: 26191 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.630192:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 32 pid: 26191 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.630247:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e1be3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788706 expref: 32 pid: 26191 timeout: 4239 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.630273:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.630277:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047511.630289:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.630310:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047511.630377:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047511.630404:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365434092544:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047511.630593:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047511.644188:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.644344:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384311552 00000100:00100000:1.0:1777047511.644364:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384311552 00002000:00100000:1.0:1777047511.644970:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x126:0x0] (49152->53247) req@ffff986804818a80 x1863365384311552/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1777047522 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047511.644993:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818a80 with x1863365384311552 ext(49152->53247) 00002000:00010000:1.0:1777047511.645005:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804818a80 00000100:00100000:1.0:1777047511.645161:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3143 00000100:00100000:1.0:1777047511.645180:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384311552:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047511.645700:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384311552:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 522us (1530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047511.645716:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3143 00002000:00100000:1.0:1777047511.645730:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x126:0x0] (49152->53247) req@ffff986804818a80 x1863365384311552/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1777047522 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047511.645775:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818a80 with x1863365384311552 ext(49152->53247) 00002000:00010000:1.0:1777047511.645781:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804818a80 00000100:00100000:2.0:1777047511.646593:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:33476:1863365434092544:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047511.646640:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047511.646714:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384311424:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 16612us (17319us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047511.646766:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2617 00000100:00100000:3.0:1777047511.660464:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.661959:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384311808 00000100:00100000:1.0:1777047511.661980:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384311808 00000100:00100000:1.0:1777047511.662084:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1241 00000100:00100000:1.0:1777047511.662102:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384311808:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047511.663045:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384311808:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 944us (2599us total) trans 8589938161 rc 0/0 00000100:00100000:1.0:1777047511.663060:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1241 00000100:00100000:3.0:1777047511.672406:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047511.673052:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384312064 00000100:00100000:2.0:1777047511.673071:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384312064 00000100:00100000:2.0:1777047511.673184:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3498 00000100:00100000:2.0:1777047511.673203:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384312064:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047511.673269:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047511.673276:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1777047511.673329:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1bdc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ff expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.673371:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e1b2d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ea expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.673395:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e1b03 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886dc expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.673413:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612d00) 00010000:00010000:2.0:1777047511.673434:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047511.673466:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1bf1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788714 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.674179:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.674207:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047511.674254:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.687523:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777047511.695550:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1179, 88 off107992 00000004:00080000:3.0:1777047511.695580:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140078044668ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.696117:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1166, 88 off106760 00000004:00080000:3.0:1777047511.696147:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140078611953ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.696577:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1167, 88 off106848 00000004:00080000:3.0:1777047511.697006:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140079470304ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.699513:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1180, 88 off108080 00000004:00080000:3.0:1777047511.699703:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140082168381ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.699803:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1181, 88 off108168 00000004:00080000:3.0:1777047511.699818:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140082283259ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.699854:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1168, 88 off106936 00000004:00080000:3.0:1777047511.699861:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140082326581ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.700004:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1182, 88 off108256 00000004:00080000:3.0:1777047511.700014:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140082479323ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.700045:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1169, 88 off107024 00000004:00080000:3.0:1777047511.700052:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140082517034ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.701052:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1170, 88 off107112 00000004:00080000:3.0:1777047511.701066:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140083531088ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.702175:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1183, 88 off108344 00000004:00080000:3.0:1777047511.702186:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140084651582ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.702614:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1171, 88 off107200 00000004:00080000:3.0:1777047511.702625:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140085090892ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.705126:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1184, 88 off108432 00000004:00080000:3.0:1777047511.705140:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140087605186ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.705213:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1172, 88 off107288 00000004:00080000:3.0:1777047511.705223:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140087688100ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.708186:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1185, 88 off108520 00000004:00080000:3.0:1777047511.708200:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140090664959ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.708294:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1173, 88 off107376 00000004:00080000:3.0:1777047511.708304:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140090769747ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.709024:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1186, 88 off108608 00000004:00080000:3.0:1777047511.709036:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140091501184ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.709077:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1187, 88 off108696 00000004:00080000:3.0:1777047511.709086:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140091551724ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.709118:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1174, 88 off107464 00000004:00080000:3.0:1777047511.709125:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140091590413ns, next at 4114093406619ns, rc = 0 00000040:00080000:3.0:1777047511.712177:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1188, 88 off108784 00000004:00080000:3.0:1777047511.712192:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140094657090ns, next at 4114093242091ns, rc = 0 00000040:00080000:3.0:1777047511.712266:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1175, 88 off107552 00000004:00080000:3.0:1777047511.712277:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140094742101ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047511.713982:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1176, 88 off107640 00000004:00080000:2.0:1777047511.714000:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140096465226ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047511.714105:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1189, 88 off108872 00000004:00080000:2.0:1777047511.714118:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140096582941ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047511.714184:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1190, 88 off108960 00000004:00080000:2.0:1777047511.714195:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140096659937ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047511.714230:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1177, 88 off107728 00000004:00080000:2.0:1777047511.714238:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140096703741ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047511.714271:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1191, 88 off109048 00000004:00080000:2.0:1777047511.714279:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140096744429ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047511.714309:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1178, 88 off107816 00000004:00080000:2.0:1777047511.714317:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140096782847ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047511.714351:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1179, 88 off107904 00000004:00080000:2.0:1777047511.714359:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140096824447ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047511.714393:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1192, 88 off109136 00000004:00080000:2.0:1777047511.714401:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140096866075ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047511.714434:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1193, 88 off109224 00000004:00080000:2.0:1777047511.714443:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140096908241ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047511.714492:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1180, 88 off107992 00000004:00080000:2.0:1777047511.714499:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140096964347ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047511.714526:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1181, 88 off108080 00000004:00080000:2.0:1777047511.714575:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140097040162ns, next at 4114093406619ns, rc = 0 00000040:00080000:2.0:1777047511.714618:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1194, 88 off109312 00000004:00080000:2.0:1777047511.714627:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140097092014ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047511.714659:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1195, 88 off109400 00000004:00080000:2.0:1777047511.714668:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4140097133084ns, next at 4114093242091ns, rc = 0 00000040:00080000:2.0:1777047511.714700:0:30805:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1182, 88 off108168 00000004:00080000:2.0:1777047511.714707:0:30805:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4140097172719ns, next at 4114093406619ns, rc = 0 00000001:00080000:2.0:1777047511.895406:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938158 is committed 00000001:00080000:2.0:1777047511.895444:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938161 is committed 00000001:00080000:2.0:1777047511.895484:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938162 is committed 00000004:00080000:2.0:1777047511.895492:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1085 committed 00000004:00080000:2.0:1777047511.895524:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1097 committed 00000004:00080000:2.0:1777047511.895582:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1096 committed 00000004:00080000:2.0:1777047511.895587:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1084 committed 00000004:00080000:2.0:1777047511.895591:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1083 committed 00000004:00080000:2.0:1777047511.895595:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1095 committed 00000004:00080000:2.0:1777047511.895599:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1094 committed 00000004:00080000:2.0:1777047511.895602:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1082 committed 00000004:00080000:2.0:1777047511.895606:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1081 committed 00000004:00080000:2.0:1777047511.895610:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1093 committed 00000004:00080000:2.0:1777047511.895614:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1080 committed 00000004:00080000:2.0:1777047511.895617:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1092 committed 00000004:00080000:2.0:1777047511.895620:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1091 committed 00000004:00080000:2.0:1777047511.895624:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1079 committed 00000004:00080000:2.0:1777047511.895627:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1078 committed 00000004:00080000:2.0:1777047511.895631:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1090 committed 00000004:00080000:2.0:1777047511.895634:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1077 committed 00000004:00080000:2.0:1777047511.895638:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1089 committed 00000004:00080000:2.0:1777047511.895641:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1088 committed 00000004:00080000:2.0:1777047511.895645:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1076 committed 00000004:00080000:2.0:1777047511.895649:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1087 committed 00000004:00080000:2.0:1777047511.895653:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1075 committed 00000004:00080000:2.0:1777047511.895656:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1086 committed 00000004:00080000:2.0:1777047511.895660:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1074 committed 00010000:00010000:1.0:1777047511.895868:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 69 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.895897:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:1.0:1777047511.895902:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047511.895937:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1bf1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 69 pid: 30805 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.895972:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 68 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047511.896836:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1085 committed 00000004:00080000:2.0:1777047511.896841:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1073 committed 00000004:00080000:2.0:1777047511.896846:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1072 committed 00000004:00080000:2.0:1777047511.896849:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1084 committed 00000004:00080000:2.0:1777047511.896853:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1071 committed 00000004:00080000:2.0:1777047511.896857:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1083 committed 00000004:00080000:2.0:1777047511.896861:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1082 committed 00000004:00080000:2.0:1777047511.896867:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1070 committed 00000004:00080000:2.0:1777047511.896871:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1069 committed 00000004:00080000:2.0:1777047511.896875:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1081 committed 00010000:00010000:1.0:1777047511.897437:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:1.0:1777047511.897444:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1777047511.897450:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:1.0:1777047511.897639:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384312064:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 224371us (225184us total) trans 8589938162 rc 0/0 00000100:00100000:2.0:1777047511.897639:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434093056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.898055:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3498 00000100:00100000:1.0:1777047511.898124:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434092800:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.898151:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.898177:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434092928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.898415:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.898543:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434093440:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.898947:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.899061:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.899101:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434093312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.899144:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.899180:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777047511.899190:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434092672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.899232:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.899268:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434093184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.899305:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.899357:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093056 00000100:00100000:1.0:1777047511.899369:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093056 00000100:00100000:1.0:1777047511.899452:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434092928 00000100:00100000:1.0:1777047511.899457:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434092928 00000100:00100000:1.0:1777047511.899488:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093440 00000100:00100000:1.0:1777047511.899492:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093440 00000100:00100000:1.0:1777047511.899516:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434092800 00000100:00100000:1.0:1777047511.899520:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434092800 00000100:00100000:1.0:1777047511.899585:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093312 00000100:00100000:1.0:1777047511.899591:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093312 00000100:00100000:1.0:1777047511.899624:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5904 00000100:00100000:1.0:1777047511.899639:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3343:x1863365434093056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.899925:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434092672 00000100:00100000:3.0:1777047511.899933:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434092672 00000100:00100000:3.0:1777047511.899966:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093184 00000100:00100000:3.0:1777047511.899970:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093184 00000100:00100000:3.0:1777047511.899990:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5905 00000100:00100000:0.0:1777047511.899993:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d458380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434093696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.900001:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434092928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047511.900489:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.900528:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d458e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.900603:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.900625:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047511.900636:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434093824:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.901042:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.901067:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094336:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.901106:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.902445:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434093568:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.902498:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.902539:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434094080:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.902580:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.902603:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434094592:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.902640:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.902662:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777047511.902672:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434093952:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.902709:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.902905:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434094464:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.902946:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.903387:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093696 00000100:00100000:2.0:1777047511.903397:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093696 00000100:00100000:2.0:1777047511.903447:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094208 00000100:00100000:2.0:1777047511.903452:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094208 00000100:00100000:2.0:1777047511.903469:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093824 00000100:00100000:2.0:1777047511.903473:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093824 00000100:00100000:2.0:1777047511.903491:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094336 00000100:00100000:2.0:1777047511.903496:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094336 00000100:00100000:2.0:1777047511.903512:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093568 00000100:00100000:2.0:1777047511.903516:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093568 00000100:00100000:2.0:1777047511.903569:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094080 00000100:00100000:2.0:1777047511.903574:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094080 00000100:00100000:2.0:1777047511.903597:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094592 00000100:00100000:2.0:1777047511.903601:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094592 00000100:00100000:2.0:1777047511.903617:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434093952 00000100:00100000:2.0:1777047511.903621:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434093952 00000100:00100000:2.0:1777047511.903637:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094464 00000100:00100000:2.0:1777047511.903641:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094464 00000100:00100000:2.0:1777047511.903663:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906 00000100:00100000:2.0:1777047511.903677:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434093440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047511.903909:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5907 00000100:00100000:0.0:1777047511.903928:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434092800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047511.904250:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047511.904258:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:0.0:1777047511.904263:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047511.904268:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:0.0:1777047511.904273:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047511.904342:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434092800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 418us (5304us total) trans 17179871551 rc 0/0 00000100:00100000:0.0:1777047511.904359:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5907 00000100:00100000:0.0:1777047511.904398:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5908 00000100:00100000:0.0:1777047511.904410:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434093312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.909895:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909 00000100:00100000:1.0:1777047511.909930:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434092672:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.912778:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5910 00000100:00100000:1.0:1777047511.912798:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434093184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.912932:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5911 00000100:00100000:1.0:1777047511.912948:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434093696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047511.913877:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047511.913886:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047511.913892:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047511.913896:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047511.913901:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.915023:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434093696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2076us (14532us total) trans 21474838639 rc 0/0 00000100:00100000:3.0:1777047511.915301:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365434092928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 15288us (16875us total) trans 17179871554 rc 0/0 00000100:00100000:1.0:1777047511.915341:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5911 00000100:00100000:0.0:1777047511.915615:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434093312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 11203us (16466us total) trans 17179871553 rc 0/0 00000100:00100000:2.0:1777047511.915670:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912 00000100:00100000:3.0:1777047511.915682:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5905 00000100:00100000:2.0:1777047511.915690:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434094208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.915717:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5913 00000100:00100000:3.0:1777047511.915728:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434093824:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.915862:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5914 00000100:00100000:1.0:1777047511.915877:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434094336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.916028:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365434094208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 343us (15423us total) trans 21474838640 rc 0/0 00002000:00010000:1.0:1777047511.916033:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00000100:00100000:2.0:1777047511.916041:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912 00000100:00100000:2.0:1777047511.916067:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915 00000100:00100000:2.0:1777047511.916080:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434093568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047511.916153:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047511.916158:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047511.916163:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047511.916167:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047511.916212:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5916 00000100:00100000:1.0:1777047511.916225:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434094336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 352us (15119us total) trans 21474838641 rc 0/0 00000100:00100000:2.0:1777047511.916226:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434094080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.916237:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5914 00000100:00100000:1.0:1777047511.916263:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5917 00000100:00100000:1.0:1777047511.916275:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434094592:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047511.916381:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047511.916387:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047511.916391:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047511.916395:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047511.916398:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.916458:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434094592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 183us (13816us total) trans 21474838643 rc 0/0 00000100:00100000:2.0:1777047511.916459:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434094080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 236us (13879us total) trans 21474838642 rc 0/0 00000100:00100000:2.0:1777047511.916470:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5916 00000100:00100000:2.0:1777047511.916496:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918 00000100:00100000:2.0:1777047511.916508:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434093952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047511.916586:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.916592:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047502 -> 1777047502 00002000:00010000:3.0:1777047511.916597:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047511.916935:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:3.0:1777047511.916940:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1777047511.917420:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047511.917426:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047511.917431:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:2.0:1777047511.917436:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047511.917439:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.917527:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5917 00000100:00100000:1.0:1777047511.917555:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5919 00000100:00100000:1.0:1777047511.917593:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434094464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.918097:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5908 00000100:00100000:3.0:1777047511.918316:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434093824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2588us (17273us total) trans 21474838644 rc 0/0 00000100:00100000:3.0:1777047511.918330:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5913 00000100:00100000:1.0:1777047511.918463:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434094464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 897us (15515us total) trans 21474838646 rc 0/0 00000100:00100000:1.0:1777047511.918474:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5919 00000004:00080000:0.0:1777047511.918478:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45bb80/2, rc 0, transno 21474838644 00000100:00100000:0.0:1777047511.918525:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434093824:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047511.918550:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d459c00/2, rc 0, transno 21474838641 00000100:00100000:0.0:1777047511.918557:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d459c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094336:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047511.918574:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d458380/2, rc 0, transno 21474838639 00000100:00100000:0.0:1777047511.918580:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d458380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434093696:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047511.918595:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d458e00/2, rc 0, transno 21474838640 00000100:00100000:0.0:1777047511.919572:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d458e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094208:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.919608:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094720:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.919675:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.919688:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434092672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 8691us (19371us total) trans 17179871552 rc 0/0 00000100:00100000:1.0:1777047511.919702:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909 00000100:00100000:3.0:1777047511.920170:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094720 00000100:00100000:3.0:1777047511.920183:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094720 00000100:00100000:3.0:1777047511.920242:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5920 00000100:00100000:3.0:1777047511.920253:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365434094720:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047511.920436:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.920441:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.920446:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047511.920449:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.920453:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047511.920502:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434094720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 249us (827us total) trans 21474838647 rc 0/0 00000100:00100000:3.0:1777047511.920513:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5920 00000100:00100000:2.0:1777047511.920667:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434093952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4158us (17954us total) trans 21474838645 rc 0/0 00000100:00100000:2.0:1777047511.920680:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918 00000004:00080000:0.0:1777047511.921699:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804818e00/2, rc 0, transno 21474838647 00000100:00100000:0.0:1777047511.921709:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094720:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047511.921716:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.921721:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00000100:00100000:0.0:1777047511.921723:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00010000:1.0:1777047511.921725:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047511.921757:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00000100:00100000:0.0:1777047511.921765:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094848:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047511.921765:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.921824:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434093184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9031us (22517us total) trans 17179871555 rc 0/0 00000100:00100000:0.0:1777047511.921829:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.921838:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5910 00000100:00100000:1.0:1777047511.921865:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094848 00000100:00100000:1.0:1777047511.921872:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094848 00000100:00100000:1.0:1777047511.921913:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921 00000100:00100000:1.0:1777047511.921924:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3340:x1863365434094848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.922316:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434095232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.922367:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.922417:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434095232 00000100:00100000:0.0:1777047511.922425:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434095232 00000100:00100000:0.0:1777047511.922469:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5922 00000100:00100000:0.0:1777047511.922482:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434095232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047511.922689:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047511.922696:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047511.922700:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047511.923038:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047511.923044:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047511.923106:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434095232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 625us (737us total) trans 21474838648 rc 0/0 00000100:00100000:0.0:1777047511.923119:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5922 00000004:00080000:0.0:1777047511.923169:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032b100/2, rc 0, transno 21474838648 00000100:00100000:0.0:1777047511.923185:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434095232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.923245:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047511.923259:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434095360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.923303:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.923345:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434095360 00000100:00100000:0.0:1777047511.923353:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434095360 00000100:00100000:0.0:1777047511.923392:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5923 00000100:00100000:0.0:1777047511.923403:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434095360:12345-0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1777047511.923588:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777047511.923598:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777047511.923824:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.923831:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047511.923835:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb atime from disk: 1777047371 -> 1777047371 00002000:00010000:1.0:1777047511.923839:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047511.923843:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12d:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.923900:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3340:x1863365434094848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1975us (2089us total) trans 21474838650 rc 0/0 00000100:00100000:1.0:1777047511.923911:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921 00002000:00010000:1.0:1777047511.924725:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.924732:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047511.924757:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047511.924761:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047511.924765:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.924821:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434093440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 21145us (25872us total) trans 17179871556 rc 0/0 00000100:00100000:1.0:1777047511.924866:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906 00000004:00080000:1.0:1777047511.924943:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc8380/2, rc 0, transno 17179871552 00000100:00100000:1.0:1777047511.924966:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434092672:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047511.924976:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680481b100/2, rc 0, transno 21474838650 00000004:00080000:1.0:1777047511.924992:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efcb800/2, rc 0, transno 17179871555 00000100:00100000:2.0:1777047511.924994:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434094848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.924999:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434093184:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047511.925019:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc8000/2, rc 0, transno 17179871551 00000100:00100000:1.0:1777047511.925026:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434092800:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047511.925073:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc9180/2, rc 0, transno 17179871553 00000100:00100000:1.0:1777047511.925082:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434093312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.925220:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434095872:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.925268:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.925317:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047511.925328:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434095744:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.925367:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.925411:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434095872 00000100:00100000:1.0:1777047511.925419:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434095872 00000100:00100000:1.0:1777047511.925477:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434095744 00000100:00100000:1.0:1777047511.925483:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434095744 00000100:00100000:1.0:1777047511.925518:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924 00000100:00100000:1.0:1777047511.925529:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434095872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047511.925775:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777047511.925775:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5925 00002000:00010000:1.0:1777047511.925781:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047511.925785:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047511.925789:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00000100:00100000:2.0:1777047511.925789:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434095744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047511.925794:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.925855:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434095872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 326us (585us total) trans 17179871557 rc 0/0 00000100:00100000:1.0:1777047511.925868:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924 00000004:00080000:1.0:1777047511.925927:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807074e00/2, rc 0, transno 17179871557 00000100:00100000:1.0:1777047511.925943:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434095872:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.926010:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434094976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047511.926024:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+34:3340:x1863365434095360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2622us (2721us total) trans 21474838649 rc 0/0 00000100:00100000:0.0:1777047511.926036:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5923 00000100:00100000:1.0:1777047511.926054:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.927518:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434095488:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.927897:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777047511.928860:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.928868:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.928872:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047511.928876:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.928880:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047511.928944:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434093568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12865us (26443us total) trans 17179871558 rc 0/0 00000100:00100000:3.0:1777047511.928958:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915 00000100:00100000:2.0:1777047511.929508:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434095744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3718us (4136us total) trans 17179871559 rc 0/0 00000100:00100000:2.0:1777047511.929521:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5925 00000100:00100000:1.0:1777047511.935463:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434096000:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.935593:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047511.936855:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434094976 00000100:00100000:3.0:1777047511.936872:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434094976 00000100:00100000:3.0:1777047511.936954:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434095488 00000100:00100000:3.0:1777047511.936961:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434095488 00000100:00100000:3.0:1777047511.937340:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5926 00000100:00100000:3.0:1777047511.937358:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434094976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.937841:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365434094976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 485us (11783us total) trans 21474838651 rc 0/0 00000100:00100000:3.0:1777047511.937861:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5926 00000100:00100000:3.0:1777047511.937892:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927 00000100:00100000:3.0:1777047511.937904:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434095488:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047511.938651:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032aa00/2, rc 0, transno 21474838649 00000100:00100000:2.0:1777047511.938680:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434095360:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047511.939061:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.939068:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.939072:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047511.939076:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.939079:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047511.939138:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+36:3342:x1863365434095488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1234us (11239us total) trans 21474838652 rc 0/0 00000100:00100000:3.0:1777047511.939149:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927 00000100:00100000:3.0:1777047511.939892:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096256:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.940355:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434095104:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047511.940953:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efcaa00/2, rc 0, transno 17179871554 00000100:00100000:1.0:1777047511.940975:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434092928:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047511.940997:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efcb100/2, rc 0, transno 17179871556 00000100:00100000:1.0:1777047511.941003:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434093440:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047511.941035:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680481b480/2, rc 0, transno 21474838651 00000100:00100000:1.0:1777047511.941053:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434094976:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047511.941073:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095caa00/2, rc 0, transno 21474838652 00000100:00100000:1.0:1777047511.941080:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434095488:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.941095:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.941121:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096000 00000100:00100000:1.0:1777047511.941130:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096000 00000100:00100000:1.0:1777047511.941185:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434095104 00000100:00100000:1.0:1777047511.941191:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434095104 00000100:00100000:1.0:1777047511.941260:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5928 00000100:00100000:1.0:1777047511.941274:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365434096000:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.941466:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434095616:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.941514:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047511.941549:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434096128:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.941586:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047511.941647:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d458700/2, rc 0, transno 21474838645 00000100:00100000:1.0:1777047511.941650:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3342:x1863365434096000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 376us (6057us total) trans 17179871560 rc 0/0 00000100:00100000:2.0:1777047511.941654:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d458700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434093952:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.941670:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5928 00000004:00080000:2.0:1777047511.941672:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45a680/2, rc 0, transno 21474838646 00000100:00100000:2.0:1777047511.941677:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434094464:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047511.941693:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45a300/2, rc 0, transno 21474838642 00000100:00100000:2.0:1777047511.941698:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434094080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.941700:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434095616 00000100:00100000:1.0:1777047511.941706:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434095616 00000004:00080000:2.0:1777047511.941714:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45ad80/2, rc 0, transno 21474838643 00000100:00100000:2.0:1777047511.941721:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434094592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.941727:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096128 00000100:00100000:1.0:1777047511.941762:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096128 00000004:00080000:2.0:1777047511.941774:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efca680/2, rc 0, transno 17179871558 00000100:00100000:2.0:1777047511.941782:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434093568:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.941788:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5929 00000100:00100000:1.0:1777047511.941797:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3343:x1863365434095104:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047511.941874:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930 00000100:00100000:2.0:1777047511.941888:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+34:3343:x1863365434095616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047511.941979:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.941985:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047511.941990:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047511.941994:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047511.941998:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.942063:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3343:x1863365434095104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 265us (967us total) trans 21474838653 rc 0/0 00000100:00100000:2.0:1777047511.942073:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+35:3343:x1863365434095616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 189us (559us total) trans 17179871561 rc 0/0 00000100:00100000:1.0:1777047511.942076:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5929 00000100:00100000:2.0:1777047511.942084:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930 00000100:00100000:1.0:1777047511.942105:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5931 00000100:00100000:1.0:1777047511.942495:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3343:x1863365434096128:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.942702:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3343:x1863365434096128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 586us (1114us total) trans 17179871562 rc 0/0 00000100:00100000:0.0:1777047511.942766:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047511.942826:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384312192 00000100:00100000:0.0:1777047511.942835:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384312192 00000100:00100000:1.0:1777047511.943888:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5931 00000100:00100000:1.0:1777047511.943958:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.944591:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096256 00000100:00100000:1.0:1777047511.944600:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096256 00000100:00100000:1.0:1777047511.944652:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5932 00000100:00100000:1.0:1777047511.944670:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54106:x1863365384312192:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047511.944691:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777047511.944726:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933 00010000:00010000:1.0:1777047511.944761:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78871b expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047511.944773:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3340:x1863365434096256:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047511.944836:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 262144, mtime: 0x69eb97ce, atime: 0x69eb97c2, ctime: 0x69eb97d5, blocks: 0x187 00010000:00010000:1.0:1777047511.944870:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047511.944875:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047511.944892:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.944927:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047511.944952:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00000100:00100000:1.0:1777047511.945036:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54106:x1863365384312192:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 369us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047511.945050:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5932 00000100:00100000:2.0:1777047511.945434:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434096256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 665us (1473us total) trans 21474838654 rc 0/0 00000100:00100000:2.0:1777047511.947100:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933 00000100:00100000:1.0:1777047511.947152:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096768:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.947255:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047511.947411:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095c8000/2, rc 0, transno 21474838654 00000100:00100000:1.0:1777047511.947424:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096256:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.947444:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047511.947449:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096768 00000100:00100000:1.0:1777047511.947456:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096384:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047511.947458:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096768 00000100:00100000:1.0:1777047511.947503:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.947888:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096384 00000100:00100000:0.0:1777047511.947897:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096384 00000100:00100000:0.0:1777047511.948680:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5934 00000100:00100000:0.0:1777047511.948700:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3340:x1863365434096768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047511.948894:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5935 00000100:00100000:3.0:1777047511.948911:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3340:x1863365434096384:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047511.949028:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047511.949036:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:0.0:1777047511.949041:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047511.949045:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:0.0:1777047511.949050:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047511.949160:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3340:x1863365434096768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 464us (1904us total) trans 21474838655 rc 0/0 00000100:00100000:0.0:1777047511.949174:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5934 00002000:00010000:3.0:1777047511.949528:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047511.949535:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.949539:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047511.949545:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047511.949549:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047511.949940:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3340:x1863365434096384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1030us (2434us total) trans 17179871563 rc 0/0 00000100:00100000:3.0:1777047511.949954:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5935 00000004:00080000:1.0:1777047511.950861:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499d880/2, rc 0, transno 17179871559 00000100:00100000:1.0:1777047511.950883:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434095744:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047511.950912:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf6680/2, rc 0, transno 21474838655 00000100:00100000:2.0:1777047511.950924:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096768:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047511.950929:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434096512:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047511.951327:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4000/2, rc 0, transno 17179871563 00000100:00100000:2.0:1777047511.951337:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096384:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.951697:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047511.951715:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.951815:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.952153:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096896 00000100:00100000:0.0:1777047511.952165:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096896 00000100:00100000:1.0:1777047511.952472:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047511.952607:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096512 00000100:00100000:0.0:1777047511.952615:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096512 00000100:00100000:2.0:1777047511.952724:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5936 00000100:00100000:2.0:1777047511.952768:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3340:x1863365434096896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.952811:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5937 00000004:00080000:1.0:1777047511.952824:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807076300/2, rc 0, transno 17179871560 00000100:00100000:3.0:1777047511.952827:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eeaa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+37:3342:x1863365434096512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.952832:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434096000:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.952851:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047511.952862:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434096640:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.952910:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047511.953311:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434096640 00000100:00100000:1.0:1777047511.953319:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434096640 00000100:00100000:1.0:1777047511.953368:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5938 00000100:00100000:1.0:1777047511.953378:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3342:x1863365434096640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.953475:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eeaa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+39:3342:x1863365434096512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 650us (1001us total) trans 17179871564 rc 0/0 00000100:00100000:3.0:1777047511.953490:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5937 00002000:00010000:1.0:1777047511.953574:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047511.953580:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047511.953585:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047511.953589:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047511.953593:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047511.953712:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3342:x1863365434096640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 273us (740us total) trans 17179871565 rc 0/0 00000100:00100000:1.0:1777047511.953726:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5938 00000004:00080000:1.0:1777047511.953815:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf5180/2, rc 0, transno 17179871565 00000100:00100000:1.0:1777047511.953825:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434096640:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047511.953842:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf7b80/2, rc 0, transno 17179871564 00000100:00100000:1.0:1777047511.953847:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434096512:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047511.953910:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840328700/2, rc 0, transno 21474838653 00000100:00100000:1.0:1777047511.953919:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434095104:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047511.953940:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499dc00/2, rc 0, transno 17179871561 00000100:00100000:1.0:1777047511.953948:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434095616:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047511.953966:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf4e00/2, rc 0, transno 17179871562 00000100:00100000:1.0:1777047511.953972:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434096128:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047511.954210:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3343:x1863365434093056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 54571us (56056us total) trans 17179871566 rc 0/0 00000100:00100000:1.0:1777047511.954224:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5904 00000004:00080000:3.0:1777047511.954301:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670efc9500/2, rc 0, transno 17179871566 00000100:00100000:3.0:1777047511.954311:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434093056:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047511.954552:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3340:x1863365434096896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1790us (2736us total) trans 17179871567 rc 0/0 00000100:00100000:2.0:1777047511.954565:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5936 00000004:00080000:3.0:1777047511.954709:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032b480/2, rc 0, transno 17179871567 00000100:00100000:3.0:1777047511.954718:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434096896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047511.998434:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047511.999323:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384312320 00000100:00100000:1.0:1777047511.999343:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384312320 00002000:00100000:1.0:1777047511.999438:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (49152->53247) req@ffff986804819f80 x1863365384312320/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1777047522 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047511.999459:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819f80 with x1863365384312320 ext(49152->53247) 00002000:00010000:1.0:1777047511.999471:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804819f80 00000100:00100000:1.0:1777047511.999608:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3144 00000100:00100000:1.0:1777047511.999631:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384312320:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047512.000351:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384312320:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 723us (1933us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047512.000367:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3144 00002000:00100000:1.0:1777047512.000382:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (49152->53247) req@ffff986804819f80 x1863365384312320/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1777047522 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047512.000398:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819f80 with x1863365384312320 ext(49152->53247) 00002000:00010000:1.0:1777047512.000404:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804819f80 00000100:00100000:3.0:1777047512.011336:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.011623:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384312448 00000100:00100000:1.0:1777047512.011643:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384312448 00002000:00100000:1.0:1777047512.011809:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (24576->90111) req@ffff986804818000 x1863365384312448/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:248/0 lens 504/0 e 0 to 0 dl 1777047523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047512.011843:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818000 with x1863365384312448 ext(24576->90111) 00002000:00010000:1.0:1777047512.011856:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804818000 00000100:00100000:1.0:1777047512.011960:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3145 00000100:00100000:1.0:1777047512.011981:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384312448:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047512.022447:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384312448:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 10451us (11109us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777047512.022470:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3145 00002000:00100000:1.0:1777047512.022493:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (24576->90111) req@ffff986804818000 x1863365384312448/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:248/0 lens 504/440 e 0 to 0 dl 1777047523 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047512.026752:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818000 with x1863365384312448 ext(24576->90111) 00002000:00010000:1.0:1777047512.026768:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804818000 00000100:00100000:2.0:1777047512.052072:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047512.058801:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384312576 00000100:00100000:0.0:1777047512.058825:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384312576 00002000:00100000:0.0:1777047512.058953:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (49152->90111) req@ffff9868095c8700 x1863365384312576/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1777047523 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047512.058972:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8700 with x1863365384312576 ext(49152->90111) 00002000:00010000:0.0:1777047512.058982:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c8700 00000100:00100000:0.0:1777047512.059165:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3146 00000100:00100000:0.0:1777047512.059184:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384312576:12345-192.168.201.26@tcp:4:lfs.0 00000100:00100000:0.0:1777047512.088950:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384312576:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 29751us (36876us total) trans 17179871568 rc 0/0 00000100:00100000:0.0:1777047512.088974:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3146 00002000:00100000:0.0:1777047512.088995:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (49152->90111) req@ffff9868095c8700 x1863365384312576/t17179871568(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:248/0 lens 488/448 e 0 to 0 dl 1777047523 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047512.089347:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868095c8700 with x1863365384312576 ext(49152->90111) 00002000:00010000:0.0:1777047512.089360:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868095c8700 00000100:00100000:2.0:1777047512.108606:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.109267:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384312704 00000100:00100000:1.0:1777047512.109287:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384312704 00000100:00100000:1.0:1777047512.109641:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5939 00000100:00100000:1.0:1777047512.109661:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384312704:12345-192.168.201.26@tcp:16:fsx.0 00000001:00080000:0.0:1777047512.266884:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871568 is committed 00000001:00080000:0.0:1777047512.266924:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871553 is committed 00000100:00100000:1.0:1777047512.267600:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384312704:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 157930us (159067us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.267624:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5939 00000001:00080000:0.0:1777047512.268011:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871566 is committed 00000001:00080000:0.0:1777047512.268108:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871567 is committed 00000001:00080000:3.0:1777047512.283372:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838655 is committed 00000001:00080000:3.0:1777047512.283704:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838620 is committed 00000001:00080000:3.0:1777047512.285858:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838621 is committed 00000100:00100000:3.0:1777047512.298630:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.298818:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384312832 00000100:00100000:1.0:1777047512.298839:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384312832 00000100:00100000:1.0:1777047512.298972:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3499 00000100:00100000:1.0:1777047512.298993:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384312832:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047512.299042:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.299087:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1c06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788722 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.299276:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.299308:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.299334:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047512.299392:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047512.299401:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047512.299437:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.299491:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1c06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.299526:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.299638:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:1.0:1777047512.299646:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047512.299655:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00080000:2.0:1777047512.301393:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047512.310130:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384312832:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 11120us (11582us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.310157:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3499 00000100:00100000:2.0:1777047512.362919:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047512.363658:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384313088 00000100:00100000:0.0:1777047512.363680:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384313088 00000100:00100000:0.0:1777047512.363876:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1242 00000100:00100000:0.0:1777047512.363901:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384313088:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047512.366255:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384313088:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 2354us (3349us total) trans 8589938163 rc 0/0 00000100:00100000:1.0:1777047512.366276:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1242 00000100:00100000:2.0:1777047512.412407:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047512.412610:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384313344 00000100:00100000:0.0:1777047512.412630:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384313344 00000100:00100000:0.0:1777047512.412791:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3500 00000100:00100000:0.0:1777047512.412811:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54302:x1863365384313344:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.412859:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047512.412897:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1c14 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788729 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.413033:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.413077:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.413106:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.413136:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.413148:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.413159:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415251:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1c29 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415273:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1c29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415289:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1c29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047512.415309:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047512.415497:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415519:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415586:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415600:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047512.415608:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415620:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415641:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047512.415646:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047512.415654:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415664:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1c1b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415684:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415695:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415704:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415712:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047512.415717:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415754:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415768:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612500) 00010000:00010000:2.0:1777047512.415773:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047512.415776:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415783:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1c22 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415849:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1c14 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788729 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415874:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1c29 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788729 expref: 72 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.415886:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:2.0:1777047512.415890:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047512.415895:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:2.0:1777047512.416000:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54302:x1863365384313344:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3193us (3611us total) trans 8589938164 rc 0/0 00000100:00100000:2.0:1777047512.416016:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3500 00000100:00100000:3.0:1777047512.437757:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.438043:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384313472 00000100:00100000:1.0:1777047512.438062:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384313472 00000100:00100000:1.0:1777047512.438215:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 493 00000100:00100000:1.0:1777047512.438234:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384313472:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047512.438267:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047512.438310:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1c29 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788729 expref: 72 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.438347:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:1.0:1777047512.438356:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047512.438474:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2410:x1863365384313472:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 243us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.438488:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 493 00000100:00100000:0.0:1777047512.449077:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047512.452352:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384313728 00000100:00100000:3.0:1777047512.452372:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384313728 00000100:00100000:3.0:1777047512.452500:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1243 00000100:00100000:3.0:1777047512.452518:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54302:x1863365384313728:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047512.461562:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54302:x1863365384313728:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 9012us (12466us total) trans 8589938165 rc 0/0 00000100:00100000:3.0:1777047512.461588:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1243 00000100:00100000:0.0:1777047512.485331:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047512.486300:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384313984 00000100:00100000:3.0:1777047512.486321:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384313984 00000100:00100000:3.0:1777047512.486815:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3501 00000100:00100000:3.0:1777047512.486838:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54302:x1863365384313984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047512.486955:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047512.487002:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e1c37 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788730 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.489354:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1c3e lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.489385:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1c3e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.489408:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1c3e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047512.489429:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047512.490326:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e1c37 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788730 expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.490362:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1c3e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788730 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.490377:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:2.0:1777047512.490382:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047512.490388:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047512.494523:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54302:x1863365384313984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 7671us (9191us total) trans 8589938166 rc 0/0 00000100:00100000:2.0:1777047512.494571:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3501 00000100:00100000:0.0:1777047512.516916:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.518053:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384314240 00000100:00100000:1.0:1777047512.518073:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384314240 00000100:00100000:1.0:1777047512.518225:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3502 00000100:00100000:1.0:1777047512.518245:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54302:x1863365384314240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047512.518286:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.518324:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1c4c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788737 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.518509:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.519938:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.519961:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.520036:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.520061:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 75 pid: 30806 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047512.520088:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434097024:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047512.520279:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.530346:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434097024:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047512.530436:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.540260:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.542254:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384314368 00000100:00100000:1.0:1777047512.542276:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384314368 00010000:00010000:1.0:1777047512.542354:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 76 pid: 30806 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047512.542435:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2618 00000100:00100000:1.0:1777047512.542469:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384314368:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047512.542496:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047512.542507:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 76 pid: 30806 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.542530:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 76 pid: 30806 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.543282:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c0d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788722 expref: 76 pid: 30806 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.543310:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:1.0:1777047512.543319:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.543333:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.543345:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.543389:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047512.543504:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2411:x1863365384314368:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1054us (3259us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.543517:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2618 00010000:00010000:0.0:1777047512.544346:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.544360:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047512.544393:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047512.545000:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1c4c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788737 expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.545356:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788737 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.545375:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:0.0:1777047512.545379:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047512.545383:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:0.0:1777047512.545442:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54302:x1863365384314240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 27203us (28545us total) trans 8589938167 rc 0/0 00000100:00100000:0.0:1777047512.545454:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3502 00000100:00100000:0.0:1777047512.555515:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.559877:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384314496 00000100:00100000:1.0:1777047512.559901:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384314496 00000100:00100000:1.0:1777047512.560557:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1244 00000100:00100000:1.0:1777047512.560578:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806232450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54302:x1863365384314496:12345-192.168.201.26@tcp:33:lfs.0 00000100:00100000:1.0:1777047512.560902:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806232450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54302:x1863365384314496:12345-192.168.201.26@tcp:33:lfs.0 Request processed in 329us (5405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.560917:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1244 00000100:00100000:1.0:1777047512.570852:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047512.571026:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384314752 00000100:00100000:3.0:1777047512.571043:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384314752 00000100:00100000:3.0:1777047512.571151:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1245 00000100:00100000:3.0:1777047512.571169:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54302:x1863365384314752:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047512.571975:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54302:x1863365384314752:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 807us (1140us total) trans 8589938168 rc 0/0 00000100:00100000:3.0:1777047512.571990:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1245 00000100:00100000:3.0:1777047512.583820:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.585839:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384315008 00000100:00100000:1.0:1777047512.585861:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384315008 00000100:00100000:1.0:1777047512.586291:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3503 00000100:00100000:1.0:1777047512.586310:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54302:x1863365384315008:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047512.586363:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.586368:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047512.586417:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1c53 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788737 expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.586454:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1c3e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788730 expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.586470:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:1.0:1777047512.586478:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047512.586499:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c61 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78873e expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.587026:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1c68 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.587342:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1c68 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.587362:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1c68 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047512.587385:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047512.589939:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1c61 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78873e expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.589975:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1c68 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78873e expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.589991:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:0.0:1777047512.589996:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047512.590001:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88a00, rc 0) 00000100:00100000:0.0:1777047512.591393:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54302:x1863365384315008:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5086us (7590us total) trans 8589938169 rc 0/0 00000100:00100000:0.0:1777047512.591408:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3503 00000100:00100000:0.0:1777047512.605807:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.606965:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384315264 00000100:00100000:1.0:1777047512.606985:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384315264 00000100:00100000:0.0:1777047512.609247:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1246 00000100:00100000:0.0:1777047512.609265:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54302:x1863365384315264:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047512.610227:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1c68 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78873e expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.610306:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.610327:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.610340:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.610403:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.610424:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 76 pid: 30805 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.610448:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434097152:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047512.611022:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.621949:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434097152:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047512.622015:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.623768:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047512.623921:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384315392 00000100:00100000:2.0:1777047512.623935:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384315392 00010000:00010000:2.0:1777047512.623996:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 77 pid: 30805 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047512.624416:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2619 00000100:00100000:2.0:1777047512.624434:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384315392:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047512.624464:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047512.624475:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 77 pid: 30805 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.624502:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 77 pid: 30805 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.624894:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1bf8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788714 expref: 77 pid: 30805 timeout: 4240 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.624924:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:2.0:1777047512.624933:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.624947:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.624960:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.624993:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047512.625098:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384315392:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 666us (1335us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.625112:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2619 00010000:00010000:0.0:1777047512.626121:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.626136:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628224:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628242:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628254:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628263:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047512.628269:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628281:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628302:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:0.0:1777047512.628307:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047512.628313:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628399:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c76 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.628420:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215900) 00010000:00010000:0.0:1777047512.628424:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047512.628434:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1c68 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78873e expref: 75 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.628763:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54302:x1863365384315264:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 19499us (22969us total) trans 8589938170 rc -22/-22 00000100:00100000:0.0:1777047512.628781:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1246 00000100:00100000:0.0:1777047512.639688:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.640013:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384315520 00000100:00100000:1.0:1777047512.640033:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384315520 00000100:00100000:1.0:1777047512.640149:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3504 00000100:00100000:1.0:1777047512.640170:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54302:x1863365384315520:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047512.640214:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.640259:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788745 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.640373:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.640400:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.640437:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047512.640443:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047512.640449:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:1.0:1777047512.641401:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54302:x1863365384315520:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1234us (1728us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.641415:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3504 00000100:00100000:2.0:1777047512.656286:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047512.656408:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384315776 00000100:00100000:0.0:1777047512.656428:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384315776 00000100:00100000:0.0:1777047512.656750:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3505 00000100:00100000:0.0:1777047512.656772:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54302:x1863365384315776:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047512.656808:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047512.656844:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c84 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78874c expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.659226:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.659258:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.659279:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047512.659300:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xe9:0x0]: returning size 0 00010000:00010000:0.0:1777047512.659398:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1c84 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.659428:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.659440:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe9:0x0].0x0 (ffff98682d612700) 00010000:00010000:0.0:1777047512.659444:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047512.659450:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:0.0:1777047512.661978:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54302:x1863365384315776:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5188us (5687us total) trans 8589938171 rc 0/0 00000100:00100000:0.0:1777047512.661998:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3505 00000100:00100000:2.0:1777047512.669402:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.670228:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384316032 00000100:00100000:1.0:1777047512.670247:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384316032 00000100:00100000:1.0:1777047512.670356:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3506 00000100:00100000:1.0:1777047512.670375:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54302:x1863365384316032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047512.670426:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047512.672493:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e1c99 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788753 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.672789:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1ca0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.672824:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1ca0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.672846:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1ca0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047512.672870:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047512.673109:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e1c99 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788753 expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.673144:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1ca0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788753 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.673158:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047512.673163:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047512.673169:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:1.0:1777047512.673287:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54302:x1863365384316032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2915us (3900us total) trans 8589938172 rc 0/0 00000100:00100000:1.0:1777047512.673302:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3506 00000100:00100000:3.0:1777047512.691800:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047512.693020:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384316288 00000100:00100000:2.0:1777047512.693406:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384316288 00000100:00100000:2.0:1777047512.693516:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1247 00000100:00100000:2.0:1777047512.693915:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54302:x1863365384316288:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047512.694422:0:30809:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1ca0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788753 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.694493:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.694515:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.694559:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.694627:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.695025:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 80 pid: 30805 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047512.695055:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434097280:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047512.695220:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00010000:00010000:0.0:1777047512.705348:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047512.705953:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047512.706474:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384316416 00000100:00100000:0.0:1777047512.706491:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384316416 00010000:00010000:0.0:1777047512.706641:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 81 pid: 30805 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.706745:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2620 00000100:00100000:0.0:1777047512.706768:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:2410:x1863365384316416:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047512.706795:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047512.706807:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 81 pid: 30805 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.706833:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 81 pid: 30805 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.706874:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047512.706886:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.706902:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.706917:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.706959:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1c7d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788745 expref: 81 pid: 30805 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.706970:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047512.706999:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434097280:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047512.707039:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.707056:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.707067:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.707103:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.707123:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 80 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.707136:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.707184:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 80 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.707209:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 80 pid: 30806 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047512.707234:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434097408:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047512.708506:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:2410:x1863365384316416:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1741us (2560us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.708523:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2620 00000100:00100000:0.0:1777047512.713289:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.727364:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047512.728772:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384316544 00000100:00100000:2.0:1777047512.728791:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384316544 00010000:00010000:2.0:1777047512.728871:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 80 pid: 30806 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047512.728961:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2621 00000100:00100000:2.0:1777047512.728981:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:2411:x1863365384316544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047512.729012:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047512.729025:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 80 pid: 30806 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.729053:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 80 pid: 30806 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.729096:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe9:0x0].0x0 (ffff98682d612700) 00010000:00010000:2.0:1777047512.729106:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.729126:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.729140:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.729178:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047512.729284:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:2411:x1863365384316544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 307us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.729299:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2621 00010000:00010000:0.0:1777047512.729899:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e1c8b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xe9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78874c expref: 79 pid: 30806 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.729933:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434097408:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047512.729977:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.729994:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.730341:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047512.732104:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.732220:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047512.732264:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a860c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.732669:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434097536 00000100:00100000:2.0:1777047512.732681:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434097536 00000100:00100000:2.0:1777047512.732802:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1777047512.732818:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097536:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.732962:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097536:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 147us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.732975:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1777047512.733612:0:30809:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871567 gen 2 00000004:00080000:1.0:1777047512.733624:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9880, transno 17179871534 00000004:00080000:1.0:1777047512.733642:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fea300, transno 17179871535 00000004:00080000:1.0:1777047512.733650:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8a80, transno 17179871536 00000004:00080000:1.0:1777047512.733654:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb480, transno 17179871537 00000004:00080000:1.0:1777047512.733659:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807febb80, transno 17179871538 00000004:00080000:1.0:1777047512.733663:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb100, transno 17179871539 00000004:00080000:1.0:1777047512.733668:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fead80, transno 17179871540 00000004:00080000:1.0:1777047512.733675:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb800, transno 17179871541 00000004:00080000:1.0:1777047512.733679:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8380, transno 17179871542 00000004:00080000:1.0:1777047512.733684:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8000, transno 17179871543 00000004:00080000:1.0:1777047512.733689:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe9180, transno 17179871544 00000004:00080000:1.0:1777047512.733693:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55500, transno 17179871545 00000004:00080000:1.0:1777047512.733697:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a55c00, transno 17179871546 00000004:00080000:1.0:1777047512.733702:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840381c00, transno 17179871547 00000004:00080000:1.0:1777047512.733706:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a56a00, transno 17179871548 00000004:00080000:1.0:1777047512.733711:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840380380, transno 17179871549 00000004:00080000:1.0:1777047512.733742:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986815a57100, transno 17179871550 00000004:00080000:1.0:1777047512.733749:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efc8000, transno 17179871551 00000004:00080000:1.0:1777047512.733755:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efc8380, transno 17179871552 00000004:00080000:1.0:1777047512.733760:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efc9180, transno 17179871553 00000004:00080000:1.0:1777047512.733765:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efcaa00, transno 17179871554 00000004:00080000:1.0:1777047512.733769:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efcb800, transno 17179871555 00000004:00080000:1.0:1777047512.733776:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efcb100, transno 17179871556 00000004:00080000:1.0:1777047512.733785:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807074e00, transno 17179871557 00000004:00080000:1.0:1777047512.733791:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efca680, transno 17179871558 00000004:00080000:1.0:1777047512.733797:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499d880, transno 17179871559 00000004:00080000:1.0:1777047512.733804:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807076300, transno 17179871560 00000004:00080000:1.0:1777047512.733810:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499dc00, transno 17179871561 00000004:00080000:1.0:1777047512.733815:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4e00, transno 17179871562 00000004:00080000:1.0:1777047512.733819:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf4000, transno 17179871563 00000004:00080000:1.0:1777047512.733823:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf7b80, transno 17179871564 00000004:00080000:1.0:1777047512.733827:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf5180, transno 17179871565 00000004:00080000:1.0:1777047512.733831:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670efc9500, transno 17179871566 00000004:00080000:1.0:1777047512.733835:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032b480, transno 17179871567 00000100:00100000:1.0:1777047512.733846:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.733947:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.734009:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047512.734057:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.734075:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434097664 00000100:00100000:2.0:1777047512.734086:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434097664 00000100:00100000:2.0:1777047512.734160:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1777047512.734174:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.734396:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 223us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.734410:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000004:00080000:0.0:1777047512.741979:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 34 done 00000100:00100000:3.0:1777047512.742219:0:30809:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838655 gen 2 00000004:00080000:3.0:1777047512.742231:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499ed80, transno 21474838622 00000004:00080000:3.0:1777047512.742247:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499d500, transno 21474838623 00000004:00080000:3.0:1777047512.742252:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499f100, transno 21474838624 00000004:00080000:3.0:1777047512.742257:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499ce00, transno 21474838625 00000004:00080000:3.0:1777047512.742261:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499f480, transno 21474838626 00000004:00080000:3.0:1777047512.742265:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499df80, transno 21474838627 00000004:00080000:3.0:1777047512.742269:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499c000, transno 21474838628 00000004:00080000:3.0:1777047512.742274:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499b480, transno 21474838629 00000004:00080000:3.0:1777047512.742278:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807075880, transno 21474838630 00000004:00080000:3.0:1777047512.742283:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e8a80, transno 21474838631 00000004:00080000:3.0:1777047512.742288:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fd500, transno 21474838632 00000004:00080000:3.0:1777047512.742292:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eb480, transno 21474838633 00000004:00080000:3.0:1777047512.742296:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378ff800, transno 21474838634 00000004:00080000:3.0:1777047512.742301:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499ca80, transno 21474838635 00000004:00080000:3.0:1777047512.742305:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fdc00, transno 21474838636 00000004:00080000:3.0:1777047512.742310:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fe300, transno 21474838637 00000004:00080000:3.0:1777047512.742315:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fe680, transno 21474838638 00000004:00080000:3.0:1777047512.742321:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d458380, transno 21474838639 00000004:00080000:3.0:1777047512.742327:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d458e00, transno 21474838640 00000004:00080000:3.0:1777047512.742333:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d459c00, transno 21474838641 00000004:00080000:3.0:1777047512.742339:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45a300, transno 21474838642 00000004:00080000:3.0:1777047512.742344:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45ad80, transno 21474838643 00000004:00080000:3.0:1777047512.742349:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45bb80, transno 21474838644 00000004:00080000:3.0:1777047512.742354:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d458700, transno 21474838645 00000004:00080000:3.0:1777047512.742358:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45a680, transno 21474838646 00000004:00080000:3.0:1777047512.742362:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804818e00, transno 21474838647 00000004:00080000:3.0:1777047512.742369:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032b100, transno 21474838648 00000004:00080000:3.0:1777047512.742374:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032aa00, transno 21474838649 00000004:00080000:3.0:1777047512.742380:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680481b100, transno 21474838650 00000004:00080000:3.0:1777047512.742385:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680481b480, transno 21474838651 00000004:00080000:3.0:1777047512.742393:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095caa00, transno 21474838652 00000004:00080000:3.0:1777047512.742399:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840328700, transno 21474838653 00000004:00080000:3.0:1777047512.742405:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095c8000, transno 21474838654 00000004:00080000:3.0:1777047512.742410:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf6680, transno 21474838655 00000100:00100000:3.0:1777047512.745056:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.747861:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.748254:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.748349:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047512.748488:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434097792 00000100:00100000:3.0:1777047512.748505:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434097792 00000004:00080000:0.0:1777047512.750526:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 4 in progress, 0 in flight, 30 done 00000004:00080000:0.0:1777047512.752697:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 4 done 00000100:00100000:2.0:1777047512.754606:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1777047512.754648:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097792:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.754919:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097792:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 296us (6667us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.755057:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.755207:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.755277:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047512.755356:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056076c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047512.755481:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434097920 00000100:00100000:2.0:1777047512.755490:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1777047512.755496:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434097920 00000100:00100000:2.0:1777047512.755879:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1777047512.755912:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097920:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.756359:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434097920:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 465us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.756372:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1777047512.757234:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434097920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.757357:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.757410:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047512.757458:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.760383:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098048 00000100:00100000:2.0:1777047512.760396:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098048 00000100:00100000:2.0:1777047512.760478:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1777047512.760492:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837481850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098048:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.760825:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837481850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098048:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 334us (3413us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.760837:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1777047512.761620:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.761715:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.765226:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047512.765382:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.765485:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098176 00000100:00100000:2.0:1777047512.765499:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098176 00000100:00100000:2.0:1777047512.765609:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1777047512.765626:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098176:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.765917:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098176:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 294us (1308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.765930:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1777047512.767338:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.769496:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.769615:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.769686:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680332d300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.769771:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098304 00000100:00100000:0.0:1777047512.769784:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098304 00000100:00100000:0.0:1777047512.769868:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1777047512.769885:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098304:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.770148:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098304:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 265us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.770163:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1777047512.770239:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.770354:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.770399:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.770438:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680332d300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.771081:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098432 00000100:00100000:1.0:1777047512.771102:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098432 00000100:00100000:1.0:1777047512.771222:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1777047512.771240:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098432:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.771432:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098432:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 195us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.771447:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1777047512.771885:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.772003:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.772064:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.772307:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.773946:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098560 00000100:00100000:0.0:1777047512.773957:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098560 00000100:00100000:2.0:1777047512.774517:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1777047512.777392:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098560:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.779855:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098560:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 5318us (7785us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.779874:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1777047512.788883:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.790227:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.790325:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.790397:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986821199d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.792010:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098688 00000100:00100000:0.0:1777047512.792023:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098688 00000100:00100000:0.0:1777047512.792116:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1777047512.792151:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098688:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.792301:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098688:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 169us (1974us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.792317:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1777047512.793504:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.793694:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.794698:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.795838:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e4e480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047512.806691:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098816 00000100:00100000:3.0:1777047512.806714:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098816 00000100:00100000:2.0:1777047512.809327:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1777047512.809350:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098816:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.809637:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098816:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 267us (14913us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.809659:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1777047512.815888:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.816068:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.816148:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.816203:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.816312:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434098944 00000100:00100000:1.0:1777047512.816334:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434098944 00000100:00100000:1.0:1777047512.816435:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:1.0:1777047512.816453:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098944:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.817310:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434098944:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 861us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.817324:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1777047512.818976:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434098944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.819070:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.819131:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.819181:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.819298:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099072 00000100:00100000:2.0:1777047512.819310:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099072 00000100:00100000:2.0:1777047512.819394:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1777047512.819410:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099072:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.819608:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099072:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 200us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.819624:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1777047512.820362:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.820429:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.820477:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.820523:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.820682:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099200 00000100:00100000:0.0:1777047512.820692:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099200 00000100:00100000:0.0:1777047512.820789:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1777047512.820804:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.820941:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 139us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.820954:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1777047512.823278:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.823374:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.823432:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.823483:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.823937:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099328 00000100:00100000:0.0:1777047512.823947:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099328 00000100:00100000:0.0:1777047512.824017:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1777047512.824031:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.824144:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 114us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.824156:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1777047512.825893:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.825975:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.826025:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.826071:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.826180:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099456 00000100:00100000:1.0:1777047512.826201:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099456 00000100:00100000:1.0:1777047512.826300:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1777047512.826319:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.826591:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 217us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.826605:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1777047512.828265:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.828355:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.828415:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.828461:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.829369:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099584 00000100:00100000:2.0:1777047512.829382:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099584 00000100:00100000:2.0:1777047512.829468:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1777047512.829485:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.833681:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 4194us (5260us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047512.833684:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.833698:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1777047512.833809:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.833863:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.833912:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.834023:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099712 00000100:00100000:0.0:1777047512.834034:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099712 00000100:00100000:0.0:1777047512.834102:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1777047512.834117:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.834253:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 137us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.834266:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:3.0:1777047512.837106:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.837208:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.837271:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.837331:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.838521:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099840 00000100:00100000:2.0:1777047512.838594:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099840 00000100:00100000:2.0:1777047512.839022:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1777047512.839040:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.839185:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 148us (1911us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.839202:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:3.0:1777047512.839708:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.839838:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.839893:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.841166:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.846768:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434099968 00000100:00100000:1.0:1777047512.846796:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434099968 00000100:00100000:1.0:1777047512.847182:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1777047512.847202:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.847444:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434099968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 246us (7549us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.847458:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1777047512.847950:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434099968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.848427:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.848497:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.850139:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.851023:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100096 00000100:00100000:2.0:1777047512.851035:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100096 00000100:00100000:2.0:1777047512.851101:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1777047512.851143:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100096:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.851296:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100096:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 173us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.851310:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1777047512.852911:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.853617:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.853699:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.853806:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.853955:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100224 00000100:00100000:0.0:1777047512.853966:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100224 00000100:00100000:0.0:1777047512.854042:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1777047512.854059:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100224:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.854995:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100224:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 939us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.856163:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.856263:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.856308:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.856381:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.856434:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100352 00000100:00100000:1.0:1777047512.856445:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100352 00000100:00100000:1.0:1777047512.856500:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1777047512.856519:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.856568:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1777047512.856746:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 204us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.856761:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1777047512.857296:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.857363:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.857415:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.857458:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.857580:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100480 00000100:00100000:0.0:1777047512.857588:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100480 00000100:00100000:0.0:1777047512.857953:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1777047512.857971:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.858070:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 104us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.858082:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1777047512.858363:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.858434:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.858481:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.858561:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.858617:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100608 00000100:00100000:1.0:1777047512.858628:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100608 00000100:00100000:1.0:1777047512.858711:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1777047512.858753:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.858870:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 121us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.858883:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1777047512.859395:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fea300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.859462:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.859510:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.859873:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682051d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.863402:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100736 00000100:00100000:1.0:1777047512.863423:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100736 00000100:00100000:1.0:1777047512.863605:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1777047512.863623:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100736:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.863876:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100736:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 256us (4363us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.863892:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1777047512.865157:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.865300:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100864:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.865369:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.865441:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.865699:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100864 00000100:00100000:1.0:1777047512.865708:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100864 00000100:00100000:1.0:1777047512.865895:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1777047512.865911:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100864:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.866036:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100864:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 128us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.866048:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1777047512.867141:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100864:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.867232:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100992:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.867285:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.869241:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047512.871418:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434100992 00000100:00100000:2.0:1777047512.871437:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434100992 00000100:00100000:2.0:1777047512.871527:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1777047512.871581:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100992:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.872117:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434100992:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 539us (4829us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.872131:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1777047512.872284:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434100992:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.872464:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.872528:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.872624:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.872670:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434101120 00000100:00100000:1.0:1777047512.872680:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434101120 00000100:00100000:1.0:1777047512.872753:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1777047512.872767:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101120:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.872858:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101120:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 93us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.872871:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1777047512.873602:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.874002:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.874052:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.874608:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.875005:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434101248 00000100:00100000:1.0:1777047512.875016:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434101248 00000100:00100000:1.0:1777047512.875113:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1777047512.875163:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101248:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.875287:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101248:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 161us (1233us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.875299:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1777047512.875811:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.875897:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.875944:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.875997:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.876144:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434101376 00000100:00100000:0.0:1777047512.876154:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434101376 00000100:00100000:0.0:1777047512.876219:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1777047512.876233:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101376:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047512.876335:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101376:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 103us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047512.876356:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:3.0:1777047512.877071:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.877135:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047512.877182:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047512.877223:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.877342:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434101504 00000100:00100000:1.0:1777047512.877351:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434101504 00000100:00100000:1.0:1777047512.877424:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1777047512.877438:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.877585:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 149us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047512.877600:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1777047512.878113:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101504:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1777047512.881635:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].53, 1536 off81280 00000001:00080000:2.0:1777047512.881664:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938173 00000100:00100000:2.0:1777047512.881854:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.881927:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.881999:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682051dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047512.882648:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434101632 00000100:00100000:1.0:1777047512.882659:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434101632 00000100:00100000:1.0:1777047512.882764:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1777047512.882779:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101632:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.884153:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434101632:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1375us (2223us total) trans 17179871569 rc 0/0 00000100:00100000:1.0:1777047512.884168:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1777047512.887392:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.887486:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101760:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047512.887685:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047512.887848:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986806261c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047512.888300:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434101760 00000100:00100000:0.0:1777047512.888311:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434101760 00000100:00100000:0.0:1777047512.888400:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1777047512.888418:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434101760:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047512.891452:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434101760:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 3032us (3762us total) trans 21474838656 rc 0/0 00000100:00100000:1.0:1777047512.891468:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1777047512.891639:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434101760:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1777047512.892629:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938174 00010000:00010000:2.0:1777047512.893272:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893295:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893309:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893320:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047512.893328:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893342:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893377:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe9:0x0].0x0 (ffff98682d612700) 00010000:00010000:2.0:1777047512.893383:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047512.893393:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893405:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1cb5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xe9:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893443:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893454:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893465:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893475:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047512.893480:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893490:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893504:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047512.893508:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047512.893513:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893521:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cae lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.893551:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047512.893555:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047512.893566:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e1ca0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788753 expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047512.893938:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54302:x1863365384316288:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 200404us (202154us total) trans 8589938175 rc 0/0 00000100:00100000:2.0:1777047512.893956:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1247 00000020:00080000:2.0:1777047512.893963:0:30809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047512.904023:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047512.904194:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384316672 00000100:00100000:2.0:1777047512.904215:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384316672 00000100:00100000:2.0:1777047512.904332:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3507 00000100:00100000:2.0:1777047512.904353:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54302:x1863365384316672:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047512.904401:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047512.904446:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78875a expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.904596:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 81 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.904627:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 81 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047512.904666:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047512.904673:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047512.904680:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047512.904822:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54302:x1863365384316672:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 472us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047512.904836:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3507 00000100:00100000:1.0:1777047512.924343:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047512.924623:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384316928 00000100:00100000:0.0:1777047512.924644:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384316928 00000100:00100000:0.0:1777047512.924882:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1248 00000100:00100000:0.0:1777047512.924905:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54302:x1863365384316928:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:0.0:1777047512.926676:0:30808:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xe9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777047512.926894:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1183, 64 off108232 00000004:00080000:0.0:1777047512.926916:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4141309380898ns, next at 4142309376716ns, rc = 0 00000040:00080000:0.0:1777047512.926987:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1196, 64 off109464 00000004:00080000:0.0:1777047512.927000:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4141309465568ns, next at 4142309463486ns, rc = 0 00000001:00080000:0.0:1777047512.927014:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938176 00010000:00010000:0.0:1777047512.927117:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.927152:0:30808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.927176:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.927195:0:30808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.927209:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.927224:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047512.927285:0:30808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047512.927471:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54302:x1863365384316928:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 2568us (3142us total) trans 8589938177 rc 0/0 00000100:00100000:0.0:1777047512.927491:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1248 00000020:00080000:0.0:1777047512.927502:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047512.927844:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047512.927861:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.927878:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047512.927885:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.927901:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.927924:0:18065:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xe9:0x0].0x0 (ffff98682d612c00) 00010000:00010000:1.0:1777047512.927930:0:18065:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777047512.927940:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.927951:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1cc3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047512.927981:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047512.927985:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047512.927988:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047512.936077:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047512.936294:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384317184 00000100:00100000:1.0:1777047512.936313:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384317184 00000100:00100000:2.0:1777047512.938462:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1249 00000100:00100000:2.0:1777047512.938498:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806233050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54302:x1863365384317184:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047512.941405:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806233050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54302:x1863365384317184:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 2918us (5341us total) trans 8589938178 rc 0/0 00000100:00100000:2.0:1777047512.941426:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1249 00000100:00100000:2.0:1777047513.036455:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047513.037026:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384317312 00000100:00100000:1.0:1777047513.037047:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384317312 00000100:00100000:1.0:1777047513.037157:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3508 00000100:00100000:1.0:1777047513.037175:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54303:x1863365384317312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047513.037239:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047513.037280:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1cca lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788761 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.037409:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.037436:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.037457:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.037483:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.037496:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.037508:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.039804:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.039827:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.039842:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047513.039907:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047513.039914:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047513.040052:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040083:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040098:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040109:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040120:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040130:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047513.040137:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040149:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040169:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047513.040174:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047513.040182:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040192:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e1cd1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040212:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040222:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040234:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040242:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047513.040246:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040255:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040265:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986820555300) 00010000:00010000:1.0:1777047513.040269:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047513.040273:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040282:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e1cd8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040333:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e1cca lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 86 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040350:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 85 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.040359:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047513.040362:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047513.040366:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89e00, rc 0) 00000100:00100000:1.0:1777047513.040483:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54303:x1863365384317312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3310us (4046us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047513.040504:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3508 00000100:00100000:0.0:1777047513.059910:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047513.062387:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384317568 00000100:00100000:3.0:1777047513.062408:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384317568 00000100:00100000:3.0:1777047513.062523:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3509 00000100:00100000:3.0:1777047513.062579:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54303:x1863365384317568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047513.062615:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047513.062653:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e1ce6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788768 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.062871:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1ced lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.062898:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1ced lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.062921:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1ced lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047513.062943:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:3.0:1777047513.063448:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b600/0x29ccbc23e99e1ce6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788768 expref: 88 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.063481:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1ced lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788768 expref: 87 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.063497:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047513.063502:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047513.063508:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ae00, rc 0) 00000100:00100000:3.0:1777047513.063685:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54303:x1863365384317568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1146us (4149us total) trans 8589938179 rc 0/0 00000100:00100000:3.0:1777047513.063700:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3509 00000100:00100000:3.0:1777047513.074563:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.075911:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384317824 00000100:00100000:2.0:1777047513.075935:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384317824 00000100:00100000:2.0:1777047513.076316:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3510 00000100:00100000:2.0:1777047513.076335:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54303:x1863365384317824:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047513.076369:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047513.076399:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1cfb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78876f expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.076592:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1d02 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.076616:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1d02 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.076636:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1d02 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047513.076657:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047513.076888:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1cfb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78876f expref: 90 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.076920:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1d02 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78876f expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.076935:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047513.076941:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047513.076946:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:2.0:1777047513.077040:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54303:x1863365384317824:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 709us (2489us total) trans 8589938180 rc 0/0 00000100:00100000:2.0:1777047513.077055:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3510 00000100:00100000:1.0:1777047513.101829:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.102888:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384317952 00000100:00100000:2.0:1777047513.102904:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384317952 00000100:00100000:2.0:1777047513.103051:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3147 00000100:00100000:2.0:1777047513.103071:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384317952:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047513.103166:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96d2, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:2.0:1777047513.103181:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.103207:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.103210:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.103218:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.103251:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047513.104090:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047513.125636:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.125668:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.125685:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.125699:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047513.125707:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.125758:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.125790:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.125804:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d10 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.125938:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384317952:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22866us (24130us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047513.125957:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3147 00000100:00100000:2.0:1777047513.155937:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434102016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047513.156036:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047513.156202:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047513.156217:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434101888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047513.156263:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047513.156329:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434102016 00000100:00100000:2.0:1777047513.156340:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434102016 00000100:00100000:2.0:1777047513.156424:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434101888 00000100:00100000:2.0:1777047513.156431:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434101888 00000100:00100000:2.0:1777047513.156482:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1777047513.156500:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434102016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777047513.156991:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206897152 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777047513.157072:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434102016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 576us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.157085:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1777047513.157114:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1777047513.157129:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434101888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047513.157153:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 356843520 pending 0 free 3855613952 avail 3852468224 00000100:00080000:1.0:1777047513.157376:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777047513.157384:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047513.157455:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434102016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047513.158471:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434101888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1341us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.158491:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1777047513.158656:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434101888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047513.162293:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.164306:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318080 00000100:00100000:2.0:1777047513.164326:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318080 00000100:00100000:2.0:1777047513.164448:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3148 00000100:00100000:2.0:1777047513.164466:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384318080:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047513.164568:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96e5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:2.0:1777047513.164586:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.164923:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.164928:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.164939:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.164964:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.206029:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.206061:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.206080:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.206094:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047513.206103:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.206120:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.206151:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.206165:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.206367:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384318080:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41897us (44076us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047513.206386:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3148 00000100:00100000:3.0:1777047513.235002:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047513.237670:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318208 00000100:00100000:1.0:1777047513.237692:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318208 00000100:00100000:1.0:1777047513.238112:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3149 00000100:00100000:1.0:1777047513.238133:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384318208:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047513.238250:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96f5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:1.0:1777047513.238267:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.238296:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.238300:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.238309:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.238334:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047513.243486:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777047513.248663:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.249006:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.249023:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.249037:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047513.249046:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.249062:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.249099:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.249111:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d1e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.249274:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384318208:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 11140us (14282us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047513.249293:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3149 00000100:00100000:3.0:1777047513.278408:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.280333:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318336 00000100:00100000:2.0:1777047513.280353:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318336 00000100:00100000:2.0:1777047513.280499:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3150 00000100:00100000:2.0:1777047513.280612:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384318336:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047513.280685:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.280758:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 15 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.280774:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047513.280777:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047513.280783:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.280855:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 15 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.280883:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 15 pid: 6640 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.280913:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434102144:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047513.281449:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff986806261c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047513.291262:0:6646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434102144:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047513.291320:0:6646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.294328:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.296950:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318464 00000100:00100000:2.0:1777047513.296969:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318464 00010000:00010000:2.0:1777047513.297044:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 16 pid: 6640 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.297135:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2622 00000100:00100000:2.0:1777047513.297152:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802effc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384318464:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047513.297179:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047513.297216:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 16 pid: 6640 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.297241:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 16 pid: 6640 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.297303:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e1bea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78870d expref: 16 pid: 6640 timeout: 4241 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.297332:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.297336:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.297344:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.297370:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.297427:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047513.297476:0:6646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.297496:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.297615:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802effc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384318464:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 464us (3294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047513.297631:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2622 00010000:00010000:0.0:1777047513.316171:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.316210:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.316227:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.316242:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.316251:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.316268:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.316322:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.316336:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e1d25 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.316530:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384318336:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 35989us (38133us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.316551:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3150 00000100:00100000:1.0:1777047513.338293:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.338427:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318592 00000100:00100000:0.0:1777047513.338448:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318592 00000100:00100000:0.0:1777047513.338977:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3151 00000100:00100000:0.0:1777047513.339000:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384318592:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047513.339100:0:26865:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9713, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047513.339120:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.339151:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.339155:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.339166:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.339193:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.360133:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.360172:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.360189:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.360201:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.360210:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.360226:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.360262:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.360298:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.360475:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384318592:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21473us (22191us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.360494:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3151 00000100:00100000:2.0:1777047513.378179:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047513.378390:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318720 00000100:00100000:1.0:1777047513.378409:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318720 00000100:00100000:1.0:1777047513.378928:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3152 00000100:00100000:1.0:1777047513.378950:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384318720:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047513.379044:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:1.0:1777047513.379062:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.379094:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.379097:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.379107:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.379133:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.390176:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.390215:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.390234:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.390248:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.390257:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.390274:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.390310:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.390324:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e1d33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.390512:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384318720:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 11561us (12346us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.390532:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3152 00000100:00100000:2.0:1777047513.406026:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047513.406277:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318848 00000100:00100000:1.0:1777047513.406296:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318848 00000100:00100000:1.0:1777047513.407003:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3153 00000100:00100000:1.0:1777047513.407027:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384318848:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047513.407176:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb974b, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:1.0:1777047513.407193:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.407222:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.407225:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.407236:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.407262:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.424026:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.424092:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.424110:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.424124:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.424133:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.424149:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.424185:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.424199:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e1d3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.424399:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384318848:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17369us (18383us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.424420:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3153 00000100:00100000:1.0:1777047513.461979:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.462235:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384318976 00000100:00100000:2.0:1777047513.462256:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384318976 00000100:00100000:2.0:1777047513.462396:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3154 00000100:00100000:2.0:1777047513.462443:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384318976:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047513.464262:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb975e, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047513.464283:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.464317:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.464321:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.464332:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.464360:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.489981:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.490032:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.490062:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.490075:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047513.490084:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.490103:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.490143:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.490159:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.490335:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384318976:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27891us (28383us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047513.490356:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3154 00000100:00100000:2.0:1777047513.525407:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.527009:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384319104 00000100:00100000:0.0:1777047513.527031:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384319104 00000100:00100000:0.0:1777047513.527206:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3155 00000100:00100000:0.0:1777047513.527228:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384319104:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047513.527329:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047513.527350:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.527387:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.527392:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.527402:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.527431:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.546489:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.546531:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.546545:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.546554:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.546561:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.546572:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.546602:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.547594:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.547821:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384319104:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20588us (22424us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.547842:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3155 00000100:00100000:1.0:1777047513.562452:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.563251:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384319232 00000100:00100000:2.0:1777047513.563270:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384319232 00000100:00100000:2.0:1777047513.563405:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3156 00000100:00100000:2.0:1777047513.563429:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384319232:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047513.563907:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047513.563926:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.563959:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.564267:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.564280:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.564309:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.591217:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.591253:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.591269:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.591282:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047513.591290:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.591308:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.591367:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.591382:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.591657:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384319232:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28227us (29223us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047513.591989:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3156 00000100:00100000:2.0:1777047513.617782:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.618240:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384319360 00000100:00100000:0.0:1777047513.618259:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384319360 00000100:00100000:0.0:1777047513.618399:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3157 00000100:00100000:0.0:1777047513.618419:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384319360:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047513.619659:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9790, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047513.619860:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.619890:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.619893:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.619903:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.619932:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.637185:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.637223:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.637241:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.637254:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.637262:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.637278:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.637312:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.637324:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.637930:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384319360:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19507us (20157us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.638023:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3157 00000100:00100000:1.0:1777047513.656979:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.657128:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384319488 00000100:00100000:2.0:1777047513.657149:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384319488 00000100:00100000:2.0:1777047513.657294:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3158 00000100:00100000:2.0:1777047513.657313:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384319488:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047513.657411:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047513.657429:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.657458:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.657462:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047513.657471:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.657497:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.682643:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.682680:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.682764:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.682780:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047513.682788:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.682803:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.682855:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047513.682869:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1d5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047513.683040:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384319488:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25722us (26070us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047513.683366:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3158 00000100:00100000:2.0:1777047513.707414:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.707930:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384319616 00000100:00100000:0.0:1777047513.707949:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384319616 00000100:00100000:0.0:1777047513.708109:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3159 00000100:00100000:0.0:1777047513.708129:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384319616:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047513.708222:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97b8, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:0.0:1777047513.708240:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.708272:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.708276:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.708286:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.708313:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.730773:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047513.744025:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.744065:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.744083:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.744098:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.744107:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.746289:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.746339:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.746365:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.746581:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384319616:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 38448us (39178us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.746602:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3159 00000100:00100000:2.0:1777047513.786109:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.786341:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384319744 00000100:00100000:0.0:1777047513.786361:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384319744 00000100:00100000:0.0:1777047513.786499:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3160 00000100:00100000:0.0:1777047513.786518:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384319744:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047513.786695:0:26865:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97c2, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:0.0:1777047513.786741:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.786772:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.786776:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.786787:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.786814:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.808913:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.808951:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.808972:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.808986:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.808995:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.809011:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.809047:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.809061:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047513.809518:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384319744:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22985us (23408us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047513.809597:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3160 00000100:00100000:1.0:1777047513.826266:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.826448:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384319872 00000100:00100000:0.0:1777047513.826467:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384319872 00000100:00100000:0.0:1777047513.827816:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 494 00000100:00100000:0.0:1777047513.827839:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54303:x1863365384319872:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047513.827871:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047513.827950:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1d02 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78876f expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.828327:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047513.828338:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047513.828460:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54303:x1863365384319872:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 626us (2213us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047513.828476:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 494 00000100:00100000:1.0:1777047513.836889:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.837886:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384320128 00000100:00100000:2.0:1777047513.837905:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384320128 00000100:00100000:2.0:1777047513.838291:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1250 00000100:00100000:2.0:1777047513.838309:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54303:x1863365384320128:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047513.839122:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54303:x1863365384320128:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 814us (2248us total) trans 8589938181 rc 0/0 00000100:00100000:2.0:1777047513.839138:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1250 00000100:00100000:1.0:1777047513.893115:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047513.893319:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384320384 00000100:00100000:2.0:1777047513.893338:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384320384 00000100:00100000:2.0:1777047513.893448:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3511 00000100:00100000:2.0:1777047513.893468:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54304:x1863365384320384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047513.893511:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047513.893919:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1d72 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788776 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.894431:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1d79 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.894461:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1d79 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.894482:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1d79 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047513.894505:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047513.894811:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1d72 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788776 expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.894846:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1d79 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788776 expref: 91 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.894861:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047513.894867:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047513.894873:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047513.894989:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54304:x1863365384320384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1526us (1892us total) trans 8589938182 rc 0/0 00000100:00100000:2.0:1777047513.895002:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3511 00000100:00100000:3.0:1777047513.912237:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.916798:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384320512 00000100:00100000:0.0:1777047513.916844:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384320512 00000100:00100000:0.0:1777047513.916999:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3161 00000100:00100000:0.0:1777047513.917022:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384320512:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047513.917337:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96d2, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:1.0:1777047513.917358:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.917388:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.917391:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047513.917401:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047513.917427:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.935154:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.935210:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.935225:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.935239:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047513.935247:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.935262:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.935322:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047513.935336:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e1d87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.935518:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384320512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18494us (23292us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047513.935596:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3161 00000100:00100000:3.0:1777047513.949445:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047513.954578:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384320640 00000100:00100000:0.0:1777047513.954927:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384320640 00000100:00100000:0.0:1777047513.955133:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3162 00000100:00100000:0.0:1777047513.955154:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384320640:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047513.955245:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96e5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047513.955262:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.960674:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.960685:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047513.960727:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.960764:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.985343:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.985381:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.985398:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.985412:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047513.985420:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.985437:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.985473:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047513.985487:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1d8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047513.993812:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384320640:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 38641us (44364us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047513.993840:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3162 00000100:00100000:1.0:1777047514.028225:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.029906:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384320768 00000100:00100000:2.0:1777047514.029929:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384320768 00000100:00100000:2.0:1777047514.030406:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3163 00000100:00100000:2.0:1777047514.030426:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384320768:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.030530:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96f5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:2.0:1777047514.030636:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.030670:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.030674:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.030686:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.030740:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.061624:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.061657:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.061673:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.061687:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047514.061720:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.061737:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.061769:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.061808:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.061965:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384320768:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 31538us (33753us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.061983:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3163 00000100:00100000:1.0:1777047514.096809:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.096956:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384320896 00000100:00100000:2.0:1777047514.096977:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384320896 00000100:00100000:2.0:1777047514.097170:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3164 00000100:00100000:2.0:1777047514.097191:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384320896:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.097285:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb9701, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:2.0:1777047514.097304:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.097338:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.097342:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.097353:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.097381:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.118476:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.118518:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.118580:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.118617:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047514.118629:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.118660:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.118733:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.118751:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1d9c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.118936:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384320896:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21739us (22136us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.118957:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3164 00000100:00100000:1.0:1777047514.178188:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.178352:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321024 00000100:00100000:2.0:1777047514.178373:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321024 00000100:00100000:2.0:1777047514.178519:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3165 00000100:00100000:2.0:1777047514.178621:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384321024:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.178750:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9713, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047514.178770:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178805:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.178810:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.178821:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.178849:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.197688:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.197752:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.197770:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.197784:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047514.197794:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.197810:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.197845:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.197859:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1da3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.198393:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384321024:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19847us (20216us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047514.198415:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3165 00000100:00100000:1.0:1777047514.249056:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047514.250021:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321152 00000100:00100000:0.0:1777047514.250040:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321152 00000100:00100000:0.0:1777047514.250178:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3166 00000100:00100000:0.0:1777047514.250197:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384321152:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047514.250293:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047514.250310:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.250343:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.250347:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.250358:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.250385:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.287132:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.287170:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.287185:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.287197:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047514.287205:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.287219:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.287252:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.287264:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e1daa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.287413:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384321152:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37212us (38369us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.287433:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3166 00000100:00100000:3.0:1777047514.319678:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.319885:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321280 00000100:00100000:2.0:1777047514.319904:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321280 00000100:00100000:2.0:1777047514.320028:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3167 00000100:00100000:2.0:1777047514.320046:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384321280:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.320138:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb974b, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047514.320156:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.320184:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.320188:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.320197:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.320221:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.338995:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.339031:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.339206:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.339220:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047514.339228:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.339253:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.339288:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.339301:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e1db1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.340102:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384321280:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20049us (20434us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.340122:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3167 00000100:00100000:3.0:1777047514.358125:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047514.358271:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321408 00000100:00100000:0.0:1777047514.358291:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321408 00000100:00100000:0.0:1777047514.358423:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3168 00000100:00100000:0.0:1777047514.358440:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384321408:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047514.358595:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb975e, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047514.358613:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.358909:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.358913:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.358922:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.358965:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.374870:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.374905:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.374921:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.374934:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047514.374942:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.374957:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.374991:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.375003:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1db8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.375187:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384321408:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16742us (17071us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047514.375206:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3168 00000100:00100000:1.0:1777047514.401876:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047514.402005:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321536 00000100:00100000:0.0:1777047514.402025:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321536 00000100:00100000:0.0:1777047514.402154:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3169 00000100:00100000:0.0:1777047514.402173:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384321536:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047514.402261:0:26865:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047514.402277:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.402307:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.402312:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047514.402321:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.402964:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.426398:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.427342:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.427359:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.427372:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047514.427380:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.427395:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.428113:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.428129:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e1dbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.428285:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384321536:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26109us (26759us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.428303:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3169 00000100:00100000:3.0:1777047514.457899:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.458407:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321664 00000100:00100000:2.0:1777047514.458435:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321664 00000100:00100000:2.0:1777047514.458875:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3170 00000100:00100000:2.0:1777047514.458897:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384321664:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.458986:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047514.459002:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.459031:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.459035:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.459044:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.459069:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.471437:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.471474:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.471512:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.471525:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047514.471898:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.471917:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.471955:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.471969:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047514.472133:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384321664:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13234us (14242us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047514.472153:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3170 00000100:00100000:3.0:1777047514.502185:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.502336:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321792 00000100:00100000:2.0:1777047514.502357:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321792 00000100:00100000:2.0:1777047514.502512:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3171 00000100:00100000:2.0:1777047514.502616:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384321792:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.502742:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9790, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047514.502761:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.502794:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.502799:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.502809:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.502837:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.520058:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.520094:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.520111:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.520126:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047514.520136:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.520167:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.520203:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.520216:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.520401:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384321792:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17864us (18226us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.520423:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3171 00000100:00100000:3.0:1777047514.537998:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.538445:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384321920 00000100:00100000:2.0:1777047514.538466:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384321920 00000100:00100000:2.0:1777047514.538661:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3172 00000100:00100000:2.0:1777047514.538685:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384321920:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.538820:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047514.538841:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.538878:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.538883:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.538895:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.538928:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.564385:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.564441:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.564460:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.564474:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047514.564483:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.564522:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.564610:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.564626:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e1dd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047514.564842:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384321920:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26155us (26854us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047514.564863:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3172 00000100:00100000:0.0:1777047514.595776:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.596479:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384322048 00000100:00100000:2.0:1777047514.597250:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384322048 00000100:00100000:2.0:1777047514.597474:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3173 00000100:00100000:2.0:1777047514.598889:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384322048:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047514.599040:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97b8, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:2.0:1777047514.599061:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.599097:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.599100:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047514.599112:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.599139:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.611291:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.611334:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.611353:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.611370:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047514.611381:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.611400:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.611439:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.611456:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e1ddb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.612044:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384322048:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14543us (16280us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.612067:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3173 00000100:00100000:0.0:1777047514.635844:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047514.637975:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384322176 00000100:00100000:3.0:1777047514.637998:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384322176 00000100:00100000:3.0:1777047514.639310:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3174 00000100:00100000:3.0:1777047514.639333:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384322176:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047514.639442:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97c2, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:3.0:1777047514.639462:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.639496:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047514.639500:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047514.639511:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.639889:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.653417:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.653457:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.653476:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.653502:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047514.653511:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.653600:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.653645:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.653662:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d677acd/0x29ccbc23e99e1de2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.654056:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384322176:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14716us (18235us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047514.654084:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3174 00000100:00100000:1.0:1777047514.672939:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047514.673728:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384322304 00000100:00100000:3.0:1777047514.673748:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384322304 00000100:00100000:3.0:1777047514.674071:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 495 00000100:00100000:3.0:1777047514.674091:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54304:x1863365384322304:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047514.674121:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047514.674171:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e1d79 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788776 expref: 91 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.674206:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047514.674214:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047514.674322:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54304:x1863365384322304:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 235us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.674338:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 495 00000100:00080000:2.0:1777047514.677400:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047514.686475:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.686745:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384322560 00000100:00100000:2.0:1777047514.686764:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384322560 00000100:00100000:2.0:1777047514.686903:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1251 00000100:00100000:2.0:1777047514.686923:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54304:x1863365384322560:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047514.687378:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54304:x1863365384322560:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 458us (917us total) trans 8589938183 rc 0/0 00000100:00100000:2.0:1777047514.687393:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1251 00000100:00100000:0.0:1777047514.705496:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.705646:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384322816 00000100:00100000:2.0:1777047514.705668:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384322816 00000100:00100000:2.0:1777047514.705803:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3512 00000100:00100000:2.0:1777047514.705823:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54106:x1863365384322816:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047514.705873:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047514.705939:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1de9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78877d expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.710946:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.710989:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 92 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.711008:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.711429:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 92 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.711461:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 92 pid: 33034 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.711488:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434102272:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047514.711749:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682051dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047514.721087:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047514.721216:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384322944 00000100:00100000:3.0:1777047514.721229:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384322944 00010000:00010000:3.0:1777047514.721296:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 93 pid: 33034 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047514.721378:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2623 00000100:00100000:3.0:1777047514.721396:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:2411:x1863365384322944:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047514.721422:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047514.721435:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 93 pid: 33034 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.721459:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 93 pid: 33034 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047514.721479:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434102272:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047514.721506:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e1cdf lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788761 expref: 93 pid: 33034 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.721531:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.721610:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047514.721622:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.721641:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.721658:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047514.721727:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047514.721757:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.721772:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047514.721807:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047514.722450:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e1de9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.722479:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 93 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047514.722495:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047514.722500:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047514.722504:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:2.0:1777047514.725759:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54106:x1863365384322816:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 19933us (20274us total) trans 8589938184 rc 0/0 00000100:00100000:2.0:1777047514.725778:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3512 00000100:00100000:3.0:1777047514.726128:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:2411:x1863365384322944:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 4731us (5052us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047514.726146:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2623 00000100:00100000:1.0:1777047514.737329:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.739427:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323072 00000100:00100000:2.0:1777047514.739447:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323072 00000100:00100000:2.0:1777047514.739648:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3513 00000100:00100000:0.0:1777047514.744013:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54106:x1863365384323072:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047514.744082:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047514.744123:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e1dfe lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788784 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.744342:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.744375:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 93 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.744404:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.744477:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 93 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.744507:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 93 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.744965:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434102400:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047514.745136:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a869c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777047514.752898:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047514.756041:0:33460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434102400:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047514.756091:0:33460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047514.760453:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047514.764042:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323200 00000100:00100000:0.0:1777047514.764063:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323200 00010000:00010000:0.0:1777047514.764142:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 94 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047514.764251:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2624 00000100:00100000:0.0:1777047514.764273:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:2410:x1863365384323200:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047514.764303:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047514.764316:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 94 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.764352:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 94 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.764395:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e1df0 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78877d expref: 94 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.764426:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047514.764436:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.764453:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.764467:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047514.764872:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047514.764970:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.764988:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047514.765078:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047514.765087:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047514.765126:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.765186:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e1dfe lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 94 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.765215:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 93 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047514.765228:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047514.765232:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047514.765237:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047514.765428:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:2410:x1863365384323200:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1158us (4982us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047514.765444:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2624 00000100:00100000:1.0:1777047514.766215:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54106:x1863365384323072:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 26539us (28903us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047514.766229:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3513 00000100:00100000:1.0:1777047514.782789:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.782922:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323328 00000100:00100000:2.0:1777047514.782944:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323328 00002000:00100000:2.0:1777047514.783048:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (36864->40959) req@ffff9868083c3480 x1863365384323328/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1777047525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.783069:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c3480 with x1863365384323328 ext(36864->40959) 00002000:00010000:2.0:1777047514.783081:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c3480 00000100:00100000:2.0:1777047514.783238:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3175 00000100:00100000:2.0:1777047514.783258:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384323328:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047514.783733:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384323328:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 477us (962us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047514.783749:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3175 00002000:00100000:2.0:1777047514.783763:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (36864->40959) req@ffff9868083c3480 x1863365384323328/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1777047525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.783779:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c3480 with x1863365384323328 ext(36864->40959) 00002000:00010000:2.0:1777047514.783786:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c3480 00000100:00100000:1.0:1777047514.792589:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.793375:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323456 00000100:00100000:2.0:1777047514.793394:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323456 00002000:00100000:2.0:1777047514.793481:0:14905:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11a:0x0] (40960->45055) req@ffff9868083c1c00 x1863365384323456/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1777047525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.793503:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c1c00 with x1863365384323456 ext(40960->45055) 00002000:00010000:2.0:1777047514.793514:0:14905:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c1c00 00000100:00100000:2.0:1777047514.793907:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3176 00000100:00100000:2.0:1777047514.793927:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384323456:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047514.795038:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384323456:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 1114us (2488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047514.795055:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3176 00002000:00100000:2.0:1777047514.795069:0:14905:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x11a:0x0] (40960->45055) req@ffff9868083c1c00 x1863365384323456/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1777047525 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.795086:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c1c00 with x1863365384323456 ext(40960->45055) 00002000:00010000:2.0:1777047514.795094:0:14905:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c1c00 00000100:00100000:0.0:1777047514.811019:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.811201:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323584 00000100:00100000:2.0:1777047514.811221:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323584 00002000:00100000:2.0:1777047514.811314:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (16384->81919) req@ffff986840328e00 x1863365384323584/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 504/0 e 0 to 0 dl 1777047525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.811336:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840328e00 with x1863365384323584 ext(16384->81919) 00002000:00010000:2.0:1777047514.811348:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840328e00 00000100:00100000:2.0:1777047514.811416:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3177 00000100:00100000:2.0:1777047514.811436:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384323584:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047514.833492:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384323584:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22036us (22468us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1777047514.833522:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3177 00002000:00100000:2.0:1777047514.833549:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (16384->81919) req@ffff986840328e00 x1863365384323584/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 504/440 e 0 to 0 dl 1777047525 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.833571:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840328e00 with x1863365384323584 ext(16384->81919) 00002000:00010000:2.0:1777047514.833718:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840328e00 00000100:00100000:1.0:1777047514.854955:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047514.855406:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323712 00000100:00100000:2.0:1777047514.855427:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323712 00002000:00100000:2.0:1777047514.855526:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (81920->118783) req@ffff9868083c3100 x1863365384323712/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1777047525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.855595:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c3100 with x1863365384323712 ext(81920->118783) 00002000:00010000:2.0:1777047514.855607:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c3100 00000100:00100000:2.0:1777047514.855661:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3178 00000100:00100000:2.0:1777047514.855680:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384323712:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047514.866477:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384323712:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 10782us (11522us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1777047514.866520:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3178 00002000:00100000:2.0:1777047514.866544:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (81920->118783) req@ffff9868083c3100 x1863365384323712/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/440 e 0 to 0 dl 1777047525 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047514.866562:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c3100 with x1863365384323712 ext(81920->118783) 00002000:00010000:2.0:1777047514.866573:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c3100 00000100:00100000:3.0:1777047514.880333:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047514.881014:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323840 00000100:00100000:1.0:1777047514.881032:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323840 00002000:00100000:1.0:1777047514.881123:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (36864->86015) req@ffff986810197100 x1863365384323840/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1777047525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047514.881142:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810197100 with x1863365384323840 ext(36864->86015) 00002000:00010000:1.0:1777047514.881152:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810197100 00000100:00100000:1.0:1777047514.881313:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3179 00000100:00100000:1.0:1777047514.881332:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384323840:12345-192.168.201.26@tcp:4:lfs.0 00000100:00100000:0.0:1777047514.893248:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384323840:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 11901us (12914us total) trans 17179871570 rc 0/0 00000100:00100000:0.0:1777047514.893273:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3179 00002000:00100000:0.0:1777047514.893293:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (36864->86015) req@ffff986810197100 x1863365384323840/t17179871570(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:250/0 lens 488/448 e 0 to 0 dl 1777047525 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047514.893324:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986810197100 with x1863365384323840 ext(36864->86015) 00002000:00010000:0.0:1777047514.893335:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986810197100 00000100:00100000:2.0:1777047514.900961:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047514.901527:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384323968 00000100:00100000:1.0:1777047514.901574:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384323968 00000100:00100000:1.0:1777047514.901717:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5940 00000100:00100000:1.0:1777047514.901738:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384323968:12345-192.168.201.26@tcp:16:fsx.0 00000001:00080000:0.0:1777047514.986934:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871570 is committed 00000001:00080000:0.0:1777047514.987299:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871569 is committed 00000100:00100000:2.0:1777047514.987405:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384323968:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 85659us (86766us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047514.987427:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5940 00000100:00100000:2.0:1777047515.003513:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.004241:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384324096 00000100:00100000:1.0:1777047515.004262:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384324096 00002000:00100000:1.0:1777047515.004385:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (212992->253951) req@ffff98683e54c000 x1863365384324096/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1777047526 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00000100:00080000:2.0:1777047515.004401:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1777047515.004412:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e54c000 with x1863365384324096 ext(212992->253951) 00002000:00010000:1.0:1777047515.004449:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e54c000 00000100:00100000:1.0:1777047515.004515:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3180 00000100:00100000:1.0:1777047515.004600:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384324096:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:3.0:1777047515.014945:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384324096:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 10400us (11438us total) trans 0 rc 40960/40960 00000100:00100000:3.0:1777047515.014963:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3180 00002000:00100000:3.0:1777047515.014981:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (212992->253951) req@ffff98683e54c000 x1863365384324096/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:251/0 lens 488/440 e 0 to 0 dl 1777047526 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047515.014995:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e54c000 with x1863365384324096 ext(212992->253951) 00002000:00010000:3.0:1777047515.015005:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e54c000 00000100:00100000:1.0:1777047515.044173:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.046269:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384324352 00000100:00100000:2.0:1777047515.046290:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384324352 00000100:00100000:2.0:1777047515.046409:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1252 00000100:00100000:2.0:1777047515.046430:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54106:x1863365384324352:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:0.0:1777047515.047571:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54106:x1863365384324352:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 1111us (3382us total) trans 8589938185 rc 0/0 00000100:00100000:0.0:1777047515.047590:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1252 00000100:00100000:0.0:1777047515.092331:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.092584:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384324608 00000100:00100000:2.0:1777047515.092605:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384324608 00000100:00100000:2.0:1777047515.092748:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3514 00000100:00100000:2.0:1777047515.092768:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54305:x1863365384324608:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047515.092815:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.092858:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e0c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78878b expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.093012:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.093040:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.093062:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.093090:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.093104:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.093116:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094095:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1e21 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094115:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1e21 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094130:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1e21 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047515.094149:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047515.094333:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094356:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094367:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094378:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047515.094386:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094400:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094421:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047515.094426:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047515.094434:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094446:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1e13 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094468:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094480:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094493:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094503:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047515.094509:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094519:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094594:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986821215c00) 00010000:00010000:2.0:1777047515.094601:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047515.094607:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094619:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e1a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094732:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e0c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78878b expref: 96 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094764:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1e21 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78878b expref: 95 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.094778:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.094782:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047515.094786:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047515.094904:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54305:x1863365384324608:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2141us (2593us total) trans 8589938186 rc 0/0 00000100:00100000:2.0:1777047515.094919:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3514 00000100:00100000:2.0:1777047515.106881:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.107242:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.107444:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384324864 00000100:00100000:0.0:1777047515.107463:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384324864 00000100:00100000:0.0:1777047515.107906:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1253 00000100:00100000:0.0:1777047515.107930:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54305:x1863365384324864:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047515.109015:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54305:x1863365384324864:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1090us (2148us total) trans 8589938187 rc 0/0 00000100:00100000:0.0:1777047515.109032:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1253 00000100:00100000:1.0:1777047515.110465:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384324992 00000100:00100000:1.0:1777047515.110477:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384324992 00000100:00100000:1.0:1777047515.110570:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 496 00000100:00100000:1.0:1777047515.110585:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:2412:x1863365384324992:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047515.110607:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047515.110738:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1e21 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78878b expref: 96 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.110772:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047515.110781:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047515.110843:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:2412:x1863365384324992:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 260us (3881us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.110856:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 496 00000100:00100000:2.0:1777047515.128134:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047515.128953:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384325248 00000100:00100000:3.0:1777047515.128977:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384325248 00000100:00100000:3.0:1777047515.129794:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3515 00000100:00100000:3.0:1777047515.129815:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54305:x1863365384325248:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047515.129889:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047515.129931:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1e2f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788792 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.130248:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.130287:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 96 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.130305:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.130383:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 96 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047515.130409:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 96 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047515.130436:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810197480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434102528:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047515.130632:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047515.142484:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.145067:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810197480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434102528:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047515.145111:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.147496:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384325376 00000100:00100000:2.0:1777047515.147521:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384325376 00010000:00010000:2.0:1777047515.147714:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 97 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.147806:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2625 00000100:00100000:2.0:1777047515.147825:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:2411:x1863365384325376:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047515.147854:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047515.147868:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 97 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.147912:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 97 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.147961:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e1e05 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788784 expref: 97 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.147994:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.148004:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.148024:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.148066:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.148142:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047515.148215:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.148237:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.148267:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:2411:x1863365384325376:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 442us (5790us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.148284:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2625 00000004:00200000:0.0:1777047515.148290:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047515.148598:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e1e2f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788792 expref: 97 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.148636:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788792 expref: 96 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.148653:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047515.148659:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047515.148664:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ac00, rc 0) 00000100:00100000:0.0:1777047515.148810:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54305:x1863365384325248:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18998us (20692us total) trans 8589938188 rc 0/0 00000100:00100000:0.0:1777047515.148826:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3515 00000100:00100000:3.0:1777047515.160307:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.161922:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384325504 00000100:00100000:0.0:1777047515.161937:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384325504 00000100:00100000:0.0:1777047515.162088:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1254 00000100:00100000:0.0:1777047515.162106:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54305:x1863365384325504:12345-192.168.201.26@tcp:33:lfs.0 00000100:00100000:0.0:1777047515.162739:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54305:x1863365384325504:12345-192.168.201.26@tcp:33:lfs.0 Request processed in 635us (2441us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.162753:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1254 00000100:00100000:3.0:1777047515.170982:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.178374:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384325760 00000100:00100000:0.0:1777047515.178424:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384325760 00000100:00100000:0.0:1777047515.178637:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1255 00000100:00100000:0.0:1777047515.178659:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806230850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54305:x1863365384325760:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047515.179454:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806230850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54305:x1863365384325760:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 799us (8481us total) trans 8589938189 rc 0/0 00000100:00100000:0.0:1777047515.179470:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1255 00000100:00100000:1.0:1777047515.193604:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.194866:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384326016 00000100:00100000:2.0:1777047515.194882:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384326016 00000100:00100000:2.0:1777047515.194977:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3516 00000100:00100000:2.0:1777047515.194995:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54305:x1863365384326016:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047515.195028:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.195033:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047515.195070:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e1e36 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788792 expref: 97 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.195102:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e1ced lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788768 expref: 96 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.195118:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.195125:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047515.195143:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e44 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788799 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.195292:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e4b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.195313:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e4b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.195329:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e4b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047515.195348:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047515.195702:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e44 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788799 expref: 98 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.195733:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e4b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788799 expref: 97 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.195746:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.195752:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047515.195756:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:2.0:1777047515.195857:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54305:x1863365384326016:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 866us (2320us total) trans 8589938190 rc 0/0 00000100:00100000:2.0:1777047515.195870:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3516 00000100:00100000:3.0:1777047515.207000:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.207300:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384326272 00000100:00100000:2.0:1777047515.207314:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384326272 00000100:00100000:2.0:1777047515.207388:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1256 00000100:00100000:2.0:1777047515.207403:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54305:x1863365384326272:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047515.207497:0:32151:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e4b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788799 expref: 97 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.208502:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.208525:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 97 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.212208:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.212278:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 97 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.212303:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 97 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.212327:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434102656:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047515.212620:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682051dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.224785:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.225791:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384326400 00000100:00100000:1.0:1777047515.225806:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384326400 00010000:00010000:1.0:1777047515.225866:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 98 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.225938:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2626 00000100:00100000:1.0:1777047515.225955:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802eff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:2411:x1863365384326400:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047515.225978:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047515.225991:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 98 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.226014:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 98 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.226357:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047515.226367:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.226382:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.226395:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.226426:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047515.226642:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802eff450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:2411:x1863365384326400:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 559us (1759us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.226717:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2626 00010000:00010000:2.0:1777047515.228987:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1cbc lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78875a expref: 97 pid: 33460 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.229017:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434102656:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047515.229046:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.229063:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.229074:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235334:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235361:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235376:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235386:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047515.235394:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235407:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235430:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.235435:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047515.235444:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235454:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e59 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.235472:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.235477:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047515.235489:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e4b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788799 expref: 96 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.237831:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54305:x1863365384326272:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 30425us (30836us total) trans 8589938191 rc -22/-22 00000100:00100000:2.0:1777047515.237851:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1256 00000100:00100000:0.0:1777047515.246964:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.248887:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384326528 00000100:00100000:2.0:1777047515.248904:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384326528 00000100:00100000:2.0:1777047515.249001:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3517 00000100:00100000:2.0:1777047515.249020:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54305:x1863365384326528:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047515.249065:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.249099:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887a0 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.249199:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 97 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.249226:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 97 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.249272:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.249278:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047515.249284:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:2.0:1777047515.249375:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54305:x1863365384326528:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 358us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.249389:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3517 00000100:00100000:0.0:1777047515.267771:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.268307:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384326784 00000100:00100000:1.0:1777047515.268329:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384326784 00000100:00100000:1.0:1777047515.268415:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3518 00000100:00100000:1.0:1777047515.268432:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54305:x1863365384326784:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047515.268461:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047515.268493:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e67 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887a7 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.273361:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.273389:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.273408:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047515.273426:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xea:0x0]: returning size 0 00010000:00010000:1.0:1777047515.273497:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e67 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.273527:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.273574:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xea:0x0].0x0 (ffff986820555400) 00010000:00010000:1.0:1777047515.273580:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047515.273587:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:1.0:1777047515.282635:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54305:x1863365384326784:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5239us (5928us total) trans 8589938192 rc 0/0 00000100:00100000:1.0:1777047515.282673:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3518 00000100:00100000:1.0:1777047515.293142:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.293663:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384327040 00000100:00100000:2.0:1777047515.293725:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384327040 00000100:00100000:2.0:1777047515.293858:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3519 00000100:00100000:2.0:1777047515.293879:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54305:x1863365384327040:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047515.293933:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.293967:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e7c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887ae expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.294444:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e83 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.294470:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e83 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.294491:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e83 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047515.294515:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047515.294799:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1e7c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ae expref: 102 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.294834:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e83 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ae expref: 101 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.294851:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.294858:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047515.294863:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047515.294966:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54305:x1863365384327040:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1091us (1833us total) trans 8589938193 rc 0/0 00000100:00100000:2.0:1777047515.294983:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3519 00000100:00100000:0.0:1777047515.313082:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.316265:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384327296 00000100:00100000:1.0:1777047515.316283:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384327296 00000100:00100000:1.0:1777047515.316394:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1257 00000100:00100000:1.0:1777047515.316415:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54305:x1863365384327296:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:1.0:1777047515.316596:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e83 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ae expref: 101 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.317010:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.317345:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 101 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.317363:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.317420:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 101 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.317445:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 101 pid: 30806 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.317471:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434102784:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047515.317646:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705607840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.330416:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.330649:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434102784:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047515.330735:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.331020:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384327424 00000100:00100000:2.0:1777047515.331062:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384327424 00010000:00010000:2.0:1777047515.331123:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 102 pid: 30806 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.331207:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2627 00000100:00100000:2.0:1777047515.331231:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:2411:x1863365384327424:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047515.331261:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047515.331273:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 102 pid: 30806 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.331301:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 102 pid: 30806 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.331353:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1e60 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a0 expref: 102 pid: 30806 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.331383:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.331393:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.331410:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.331428:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.331756:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047515.331942:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2411:x1863365384327424:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 710us (1533us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.331964:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2627 00010000:00010000:0.0:1777047515.338391:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.338416:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.338464:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.338497:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.338518:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.338617:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.338651:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 100 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.338713:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434102912:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047515.338900:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a86e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.351886:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.352424:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032bb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434102912:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047515.352471:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.357758:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384327552 00000100:00100000:2.0:1777047515.357782:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384327552 00010000:00010000:1.0:1777047515.358328:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 101 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.358424:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2628 00000100:00100000:1.0:1777047515.358448:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2411:x1863365384327552:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047515.358473:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047515.358490:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 101 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.358515:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 101 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.358597:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e1e6e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887a7 expref: 101 pid: 30804 timeout: 4243 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.358631:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xea:0x0].0x0 (ffff986820555400) 00010000:00010000:1.0:1777047515.358642:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.358665:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.358711:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.358785:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047515.358919:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2411:x1863365384327552:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 479us (7044us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.358937:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2628 00010000:00010000:0.0:1777047515.359425:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.359450:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.365503:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103040:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.365615:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047515.365780:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.365849:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103040 00000100:00100000:0.0:1777047515.365861:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103040 00000100:00100000:0.0:1777047515.366318:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:0.0:1777047515.366336:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103040:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.366502:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103040:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 169us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.366523:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1777047515.366662:0:30808:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871569 gen 2 00000004:00080000:3.0:1777047515.366705:0:30808:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871569 committed transno 17179871569 00000100:00100000:3.0:1777047515.366750:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103040:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.366869:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103168:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.366992:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.367058:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e6c0 going to sleep for 11 seconds 00000100:00080000:2.0:1777047515.367347:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047515.368615:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103168 00000100:00100000:1.0:1777047515.368626:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103168 00000100:00100000:1.0:1777047515.368902:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1777047515.368928:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103168:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.369094:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103168:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 172us (2094us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.369109:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1777047515.370101:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103168:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.370276:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103296:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.370346:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.370423:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.373474:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103296 00000100:00100000:0.0:1777047515.373488:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103296 00000100:00100000:0.0:1777047515.373658:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1777047515.373727:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103296:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.373898:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103296:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 225us (3550us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.373913:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1777047515.375140:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103296:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.375225:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.375286:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777047515.375401:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047515.375465:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.377623:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103424 00000100:00100000:1.0:1777047515.377638:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103424 00000100:00100000:1.0:1777047515.379450:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1777047515.379476:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103424:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.380182:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103424:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 714us (4892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.380205:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1777047515.380292:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.386933:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.387040:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.387089:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.389517:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103552 00000100:00100000:0.0:1777047515.389661:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103552 00000100:00100000:0.0:1777047515.389840:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1777047515.389870:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103552:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.390151:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103552:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 284us (3097us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.390167:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1777047515.392015:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.392130:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.392207:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.392244:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.393174:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103680 00000100:00100000:0.0:1777047515.393198:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103680 00000100:00100000:0.0:1777047515.393294:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1777047515.393319:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103680:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.393500:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103680:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 190us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.393520:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1777047515.394373:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.394624:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.398364:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047515.398457:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.398820:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103808 00000100:00100000:2.0:1777047515.398841:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103808 00000100:00100000:2.0:1777047515.398964:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1777047515.398983:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103808:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.399644:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434103808:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 664us (1287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.399658:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1777047515.400999:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.401124:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.401206:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.401241:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.402464:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434103936 00000100:00100000:0.0:1777047515.402479:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434103936 00000100:00100000:0.0:1777047515.403046:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:0.0:1777047515.403068:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103936:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.403266:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434103936:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 204us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.403286:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1777047515.404357:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434103936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.404623:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.404731:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047515.404920:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986806261540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.405364:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104064 00000100:00100000:1.0:1777047515.405376:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104064 00000100:00100000:1.0:1777047515.405477:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1777047515.405493:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104064:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.407167:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104064:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1674us (2432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.407180:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1777047515.407270:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.407382:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.407433:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047515.407474:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986806261900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.408638:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104192 00000100:00100000:0.0:1777047515.408649:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104192 00000100:00100000:0.0:1777047515.408720:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1777047515.408735:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104192:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.408869:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104192:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 135us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.408881:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1777047515.409353:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.409445:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.409495:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.409589:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.409603:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104320 00000100:00100000:1.0:1777047515.409612:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104320 00000100:00100000:0.0:1777047515.409731:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1777047515.409746:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104320:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.409839:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104320:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 96us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.409852:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1777047515.411100:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.411155:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.411199:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.411244:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.412874:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104448 00000100:00100000:2.0:1777047515.412884:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104448 00000100:00100000:2.0:1777047515.412954:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1777047515.412969:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104448:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.413115:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104448:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 147us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.413126:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1777047515.413590:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.413701:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104576:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.413754:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.413781:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.413802:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104576 00000100:00100000:0.0:1777047515.413836:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104576 00000100:00100000:0.0:1777047515.413894:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1777047515.413906:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104576:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.414003:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104576:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 99us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.414015:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1777047515.416786:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104576:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.416860:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.416909:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.416955:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.417894:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104704 00000100:00100000:0.0:1777047515.417905:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104704 00000100:00100000:0.0:1777047515.417995:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:0.0:1777047515.418010:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104704:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.418503:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104704:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 495us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.418517:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1777047515.420417:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.420523:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.420613:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.420657:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.420774:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104832 00000100:00100000:2.0:1777047515.420784:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104832 00000100:00100000:2.0:1777047515.420862:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1777047515.420877:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104832:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.421002:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434104832:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 129us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.421014:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1777047515.421160:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.421240:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104960:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.421282:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.421326:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.422031:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434104960 00000100:00100000:1.0:1777047515.422040:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434104960 00000100:00100000:1.0:1777047515.422120:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1777047515.422133:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104960:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.422247:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434104960:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 116us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.422258:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1777047515.422436:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434104960:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.422495:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.422578:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.422599:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.422700:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105088 00000100:00100000:2.0:1777047515.422708:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105088 00000100:00100000:2.0:1777047515.422744:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1777047515.422773:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105088:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.422907:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105088:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 152us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.422919:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1777047515.422984:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.423037:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105216:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.423076:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.423111:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.423174:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105216 00000100:00100000:0.0:1777047515.423183:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105216 00000100:00100000:0.0:1777047515.423251:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1777047515.423267:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105216:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.423393:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105216:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 130us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.423405:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1777047515.423955:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105216:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.424407:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.424461:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047515.424508:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807251300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.425570:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105344 00000100:00100000:1.0:1777047515.425579:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105344 00000100:00100000:1.0:1777047515.425631:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1777047515.425645:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105344:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.425790:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105344:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 146us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.425802:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:3.0:1777047515.426942:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.427355:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.427399:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.427421:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.428067:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105472 00000100:00100000:0.0:1777047515.428077:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105472 00000100:00100000:0.0:1777047515.428143:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1777047515.428157:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105472:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.428276:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105472:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 120us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.428287:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:3.0:1777047515.428663:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.428767:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105600:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.428813:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.428858:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.429413:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105600 00000100:00100000:2.0:1777047515.429423:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105600 00000100:00100000:2.0:1777047515.429506:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1777047515.429519:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105600:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.430599:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105600:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1081us (1784us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.430609:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1777047515.431282:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105600:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.431360:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105728:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.431406:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.431809:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.431890:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105728 00000100:00100000:1.0:1777047515.431899:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105728 00000100:00100000:1.0:1777047515.431961:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1777047515.431975:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105728:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.432136:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105728:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 154us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.432149:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1777047515.432205:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105728:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.432274:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.432315:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.432406:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.432426:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105856 00000100:00100000:2.0:1777047515.432436:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105856 00000100:00100000:2.0:1777047515.432501:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1777047515.432513:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105856:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.432985:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434105856:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 474us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.432996:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1777047515.433264:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.433319:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.433358:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.433400:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.433483:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434105984 00000100:00100000:0.0:1777047515.433493:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434105984 00000100:00100000:1.0:1777047515.433596:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1777047515.433610:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105984:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.433724:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434105984:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 118us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.433734:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1777047515.433859:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434105984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.433922:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106112:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.433962:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.434368:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.434406:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434106112 00000100:00100000:0.0:1777047515.434415:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434106112 00000100:00100000:0.0:1777047515.434475:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1777047515.434489:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434106112:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.435026:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434106112:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 540us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.435038:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1777047515.435411:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106112:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.435463:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106240:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.435502:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047515.435637:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.435721:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434106240 00000100:00100000:2.0:1777047515.435728:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434106240 00000100:00100000:2.0:1777047515.435852:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1777047515.435866:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434106240:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.435949:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434106240:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 87us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.436335:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1777047515.436435:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106240:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.436499:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047515.436592:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047515.437260:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434106368 00000100:00100000:1.0:1777047515.437269:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434106368 00000100:00100000:1.0:1777047515.437306:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1777047515.437318:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434106368:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.437513:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.437514:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434106368:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 196us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047515.437533:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1777047515.437555:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.437631:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.437786:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047515.437827:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a86600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.437875:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434106496 00000100:00100000:2.0:1777047515.437883:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434106496 00000100:00100000:2.0:1777047515.437936:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1777047515.437948:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434106496:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.438054:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434106496:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 106us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.438067:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1777047515.438306:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf4380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.438381:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.438436:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047515.438494:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.441770:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434106624 00000100:00100000:0.0:1777047515.441786:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434106624 00000100:00100000:0.0:1777047515.441869:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1777047515.441886:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434106624:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.442467:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434106624:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 584us (4028us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.442480:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1777047515.442729:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.442825:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.442878:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047515.443281:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047515.443501:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434106752 00000100:00100000:2.0:1777047515.443511:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434106752 00000100:00100000:2.0:1777047515.443611:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1777047515.443624:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434106752:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.443821:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434106752:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 198us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.443834:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1777047515.444015:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106752:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:2.0:1777047515.454870:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].54, 1448 off82728 00000001:00080000:2.0:1777047515.454902:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938194 00000100:00100000:2.0:1777047515.455234:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.455362:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047515.456371:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807251f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047515.456465:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434106880 00000100:00100000:1.0:1777047515.456478:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434106880 00000100:00100000:1.0:1777047515.456816:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1777047515.456836:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434106880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047515.457504:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434106880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 671us (2139us total) trans 17179871571 rc 0/0 00000100:00100000:1.0:1777047515.457519:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1777047515.457666:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434106880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.457756:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434107008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047515.457814:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047515.457988:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986701086300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047515.458110:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107008 00000100:00100000:0.0:1777047515.458119:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107008 00000100:00100000:0.0:1777047515.458164:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1777047515.458175:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837483050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434107008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047515.459916:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837483050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30808:x1863365434107008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1738us (2099us total) trans 21474838657 rc 0/0 00000100:00100000:0.0:1777047515.459936:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1777047515.460625:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434107008:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1777047515.460855:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938195 00010000:00010000:2.0:1777047515.460916:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.460938:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.460952:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.460963:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047515.460971:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.460986:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461014:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xea:0x0].0x0 (ffff986820555400) 00010000:00010000:2.0:1777047515.461020:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047515.461029:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461040:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e1e98 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461078:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461090:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461101:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461110:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047515.461116:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461126:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461140:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.461145:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047515.461150:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461161:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e1e91 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.461184:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.461188:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047515.461199:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e83 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ae expref: 102 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.461374:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54305:x1863365384327296:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 144962us (148334us total) trans 8589938196 rc 0/0 00000100:00100000:2.0:1777047515.461398:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1257 00000020:00080000:2.0:1777047515.461405:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047515.473908:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.474763:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384327680 00000100:00100000:2.0:1777047515.474782:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384327680 00000100:00100000:2.0:1777047515.475385:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3520 00000100:00100000:2.0:1777047515.475406:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54305:x1863365384327680:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047515.475467:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.475502:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887b5 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.475997:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 102 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.476047:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 102 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.476122:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.476128:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047515.476135:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047515.476227:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54305:x1863365384327680:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 827us (2336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.476241:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3520 00000100:00100000:1.0:1777047515.502064:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.502502:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384327936 00000100:00100000:2.0:1777047515.502522:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384327936 00000100:00100000:2.0:1777047515.503237:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1258 00000100:00100000:2.0:1777047515.503406:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54305:x1863365384327936:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:0.0:1777047515.506078:0:32151:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xea:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777047515.506206:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1197, 64 off109528 00000004:00080000:0.0:1777047515.506227:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4143888692183ns, next at 4144888688761ns, rc = 0 00000040:00080000:0.0:1777047515.506264:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1184, 64 off108296 00000004:00080000:0.0:1777047515.506274:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4143888739358ns, next at 4144888736643ns, rc = 0 00000001:00080000:0.0:1777047515.506285:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938197 00010000:00010000:0.0:1777047515.506379:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.506430:0:32151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.506451:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.506464:0:32151:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.506474:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.506484:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.506519:0:32151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777047515.506620:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047515.506633:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.506662:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047515.506693:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.506711:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.506753:0:18065:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xea:0x0].0x0 (ffff98682d612c00) 00010000:00010000:1.0:1777047515.506763:0:18065:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:0.0:1777047515.506766:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54305:x1863365384327936:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 3507us (4716us total) trans 8589938198 rc 0/0 00010000:00010000:1.0:1777047515.506775:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.506790:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1258 00010000:00010000:1.0:1777047515.506792:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e1ea6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1777047515.506801:0:32151:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047515.506834:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047515.506836:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047515.506842:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047515.518813:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.519257:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384328192 00000100:00100000:2.0:1777047515.519276:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384328192 00000100:00100000:2.0:1777047515.519394:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1259 00000100:00100000:2.0:1777047515.519412:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54305:x1863365384328192:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047515.520395:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54305:x1863365384328192:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 986us (1597us total) trans 8589938199 rc 0/0 00000100:00100000:2.0:1777047515.520410:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1259 00000100:00100000:2.0:1777047515.588044:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047515.588777:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384328320 00000100:00100000:3.0:1777047515.588797:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384328320 00000100:00100000:0.0:1777047515.589311:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3521 00000100:00100000:0.0:1777047515.589331:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54306:x1863365384328320:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047515.589379:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047515.589416:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1ead lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887bc expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.589558:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.589587:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.589609:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.589637:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.589649:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.589662:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590754:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590772:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590787:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047515.590850:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047515.590858:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047515.590892:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590913:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590928:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590940:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590951:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590961:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047515.590969:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.590981:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591001:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047515.591007:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047515.591014:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591024:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e1eb4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591051:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591063:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591073:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591082:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047515.591087:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591097:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591110:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98682d612700) 00010000:00010000:0.0:1777047515.591114:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047515.591119:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591129:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e1ebb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591184:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e1ead lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 107 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591208:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 106 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.591233:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047515.591237:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047515.591242:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:0.0:1777047515.591366:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54306:x1863365384328320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2040us (3341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.591380:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3521 00000100:00100000:3.0:1777047515.608074:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.608251:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384328576 00000100:00100000:2.0:1777047515.608270:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384328576 00000100:00100000:2.0:1777047515.608392:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3522 00000100:00100000:2.0:1777047515.608411:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54306:x1863365384328576:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047515.608449:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047515.608488:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ec9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887c3 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.608989:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.609019:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.609039:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047515.609061:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047515.609294:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1ec9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 109 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.609324:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 108 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.609339:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047515.609344:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047515.609351:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047515.609477:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+108:54306:x1863365384328576:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1069us (1423us total) trans 8589938200 rc 0/0 00000100:00100000:2.0:1777047515.609490:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3522 00000100:00100000:3.0:1777047515.629132:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.632974:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384328832 00000100:00100000:1.0:1777047515.632995:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384328832 00000100:00100000:1.0:1777047515.633120:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3523 00000100:00100000:1.0:1777047515.633159:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+108:54306:x1863365384328832:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047515.633207:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047515.633246:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e1ede lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887ca expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.633428:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1ee5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.633460:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.633484:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1ee5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047515.633507:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047515.634570:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e1ede lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ca expref: 111 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.634605:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1ee5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ca expref: 110 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.634621:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047515.634626:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047515.634632:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88a00, rc 0) 00000100:00100000:1.0:1777047515.634779:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+110:54306:x1863365384328832:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1642us (5663us total) trans 8589938201 rc 0/0 00000100:00100000:1.0:1777047515.634793:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3523 00000100:00100000:3.0:1777047515.657459:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047515.657753:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384328960 00000100:00100000:1.0:1777047515.657773:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384328960 00000100:00100000:1.0:1777047515.657901:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3181 00000100:00100000:1.0:1777047515.657918:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384328960:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047515.658004:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96d2, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:1.0:1777047515.658018:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.658047:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047515.658051:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047515.658061:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.658090:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.675264:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.675300:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.675316:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.675328:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047515.675335:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.675350:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.675380:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.675393:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e1ef3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.675625:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384328960:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17703us (18179us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047515.675642:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3181 00000100:00100000:2.0:1777047515.700219:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.700789:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329088 00000100:00100000:0.0:1777047515.700807:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329088 00000100:00100000:0.0:1777047515.700961:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3182 00000100:00100000:0.0:1777047515.700979:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384329088:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047515.701072:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96e5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047515.701090:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.701122:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.701126:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.701138:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.701164:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.712941:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434107264:0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.713045:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047515.713146:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434107776:0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.713181:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047515.713221:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777047515.713228:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434107136:0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.713300:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047515.713334:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434107648:0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.713375:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047515.713424:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107264 00000100:00100000:0.0:1777047515.713437:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107264 00000100:00100000:0.0:1777047515.713525:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107776 00000100:00100000:0.0:1777047515.713558:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107776 00000100:00100000:0.0:1777047515.714020:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1777047515.714036:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434107264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.714127:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434107264:12345-0@lo:400:kworker.0 Request processed in 94us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.714139:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1777047515.714170:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1777047515.714181:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434107776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.714222:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434107776:12345-0@lo:400:kworker.0 Request processed in 43us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.714233:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1777047515.714300:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434107264:0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.714315:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434107776:0@lo:400:kworker.0 00000100:00100000:3.0:1777047515.716099:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434107392:0@lo:400:kworker.0 00000100:00100000:3.0:1777047515.716171:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047515.716174:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.716201:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.716219:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.716229:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047515.716235:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047515.716238:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777047515.716247:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047515.716251:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434107520:0@lo:400:kworker.0 00010000:00010000:2.0:1777047515.716294:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047515.716308:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047515.716313:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e1efa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047515.716376:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107136 00000100:00100000:3.0:1777047515.716385:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107136 00000100:00100000:2.0:1777047515.716448:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384329088:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15471us (16242us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047515.716458:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1777047515.716471:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3182 00000100:00100000:3.0:1777047515.716477:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434107136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047515.716901:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434107136:12345-0@lo:400:kworker.0 Request processed in 428us (3597us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047515.716915:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1777047515.716943:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434107136:0@lo:400:kworker.0 00000100:00100000:3.0:1777047515.716976:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107648 00000100:00100000:3.0:1777047515.716985:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107648 00000100:00100000:3.0:1777047515.717080:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107520 00000100:00100000:3.0:1777047515.717086:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107520 00000100:00100000:2.0:1777047515.717111:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:0.0:1777047515.717236:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107392 00000100:00100000:0.0:1777047515.717243:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107392 00000100:00100000:2.0:1777047515.717476:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365434107648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047515.717560:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365434107648:12345-0@lo:400:kworker.0 Request processed in 94us (4184us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.718343:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:2.0:1777047515.718373:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1777047515.718384:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365434107520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047515.718449:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365434107520:12345-0@lo:400:kworker.0 Request processed in 67us (2148us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047515.718458:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00080000:1.0:1777047515.718883:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047515.719232:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1777047515.719246:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434107392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047515.719301:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434107392:12345-0@lo:400:kworker.0 Request processed in 59us (3130us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047515.719310:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1777047515.722239:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434107648:0@lo:400:kworker.0 00000100:00100000:2.0:1777047515.722931:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434107520:0@lo:400:kworker.0 00000100:00100000:2.0:1777047515.722953:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434107392:0@lo:400:kworker.0 00000100:00100000:2.0:1777047515.733047:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.733799:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329216 00000100:00100000:0.0:1777047515.733836:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329216 00000100:00100000:0.0:1777047515.734173:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3183 00000100:00100000:0.0:1777047515.734194:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384329216:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047515.734291:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96f5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047515.734308:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.734338:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.734341:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.734350:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.734378:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047515.738433:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047515.748882:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.749252:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.749269:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.749292:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047515.749300:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.749315:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.749352:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.749366:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.749596:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384329216:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15341us (16499us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047515.749616:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3183 00000100:00100000:2.0:1777047515.775131:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.775382:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329344 00000100:00100000:0.0:1777047515.775400:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329344 00000100:00100000:0.0:1777047515.775610:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3184 00000100:00100000:0.0:1777047515.775629:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384329344:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047515.775743:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb9701, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047515.775760:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.775788:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.775793:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.775803:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.775828:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.777213:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047515.788601:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.788640:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.788656:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.788694:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047515.788705:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.788722:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.788759:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.788773:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f08 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.788943:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384329344:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13310us (13823us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047515.789006:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3184 00000100:00100000:2.0:1777047515.810037:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.817199:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329472 00000100:00100000:0.0:1777047515.817225:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329472 00000100:00100000:0.0:1777047515.817378:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3185 00000100:00100000:0.0:1777047515.817397:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384329472:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047515.817972:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9713, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047515.817989:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.818020:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.818024:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.818034:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.818356:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.837855:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.837895:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.837913:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.837927:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047515.837936:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.837953:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.837990:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047515.838325:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e1f0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047515.838501:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384329472:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21099us (28474us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047515.838521:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3185 00000100:00100000:2.0:1777047515.874279:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047515.874739:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329600 00000100:00100000:0.0:1777047515.874758:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329600 00000100:00100000:0.0:1777047515.874892:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3186 00000100:00100000:0.0:1777047515.874912:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384329600:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047515.875013:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047515.875029:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.875059:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.875063:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047515.875073:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.875099:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.893785:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.893823:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.893839:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.893853:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047515.893862:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.893877:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.893910:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047515.893933:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047515.894117:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384329600:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19202us (20142us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047515.894136:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3186 00000100:00100000:3.0:1777047515.938403:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047515.939398:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329728 00000100:00100000:2.0:1777047515.939420:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329728 00000100:00100000:2.0:1777047515.939703:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3187 00000100:00100000:2.0:1777047515.939726:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384329728:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047515.939822:0:26865:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb975e, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047515.939840:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.939872:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.939876:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047515.939885:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.939911:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.963847:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.963889:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.963908:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.963923:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047515.963933:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.963949:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.963987:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047515.964015:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e1f1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047515.965066:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384329728:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25335us (26669us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047515.965096:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3187 00000100:00100000:1.0:1777047516.019710:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.020957:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329856 00000100:00100000:0.0:1777047516.020988:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329856 00000100:00100000:0.0:1777047516.021415:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3188 00000100:00100000:0.0:1777047516.021448:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384329856:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047516.021709:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047516.021741:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.021787:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.021791:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.021803:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.021843:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.041401:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.041448:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.041473:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.041489:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047516.041503:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.041521:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.042017:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.042036:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1f24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.042256:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384329856:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20808us (22674us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047516.042276:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3188 00000100:00100000:2.0:1777047516.086149:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047516.088910:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384329984 00000100:00100000:3.0:1777047516.088933:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384329984 00000100:00100000:2.0:1777047516.094918:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3189 00000100:00100000:2.0:1777047516.094961:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384329984:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047516.095402:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047516.095422:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.095455:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.095460:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.095471:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.095499:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.127709:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.127755:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.127788:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.127805:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047516.127816:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.127837:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.127879:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.127897:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e1f2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.138295:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384329984:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 43327us (52138us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047516.138329:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3189 00000100:00100000:3.0:1777047516.186494:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047516.187224:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384330112 00000100:00100000:1.0:1777047516.187247:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384330112 00000100:00100000:1.0:1777047516.187398:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3190 00000100:00100000:1.0:1777047516.187421:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384330112:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047516.187521:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9790, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:1.0:1777047516.187584:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.188657:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.188699:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.188712:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.188745:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.224093:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.224136:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.224157:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.224174:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047516.224184:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.224204:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.224243:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.224272:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e1f32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.224459:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384330112:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37033us (37973us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047516.224482:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3190 00000100:00100000:1.0:1777047516.248330:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.250824:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384330240 00000100:00100000:2.0:1777047516.250846:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384330240 00000100:00100000:2.0:1777047516.250991:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3191 00000100:00100000:2.0:1777047516.251013:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384330240:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047516.251118:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047516.251135:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.251167:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.251171:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.251183:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.251210:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.269247:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.269295:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.269312:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.269325:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047516.269334:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.269352:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.269399:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.269414:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.269961:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384330240:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18944us (21640us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047516.269982:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3191 00000100:00100000:0.0:1777047516.293503:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.293784:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384330368 00000100:00100000:2.0:1777047516.293806:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384330368 00000100:00100000:2.0:1777047516.293971:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3192 00000100:00100000:2.0:1777047516.293993:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384330368:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047516.294094:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97b8, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:2.0:1777047516.294113:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.294148:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.294152:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.294163:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.294192:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.310855:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.310897:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.310915:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.310930:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047516.310940:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.310959:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.311327:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.311345:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e1f40 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.311762:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384330368:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17638us (18142us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047516.311785:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3192 00000100:00100000:0.0:1777047516.343447:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.343596:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384330496 00000100:00100000:2.0:1777047516.343618:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384330496 00000100:00100000:2.0:1777047516.343805:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3193 00000100:00100000:2.0:1777047516.343826:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384330496:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047516.343923:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97c2, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:2.0:1777047516.343943:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.343974:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.343978:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.343989:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.344016:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.374719:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.374759:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.374778:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.374792:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047516.374802:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.374820:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.374894:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.374907:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e1f47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.375120:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384330496:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 31290us (31698us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047516.375140:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3193 00000100:00100000:1.0:1777047516.388203:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.388357:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384330624 00000100:00100000:2.0:1777047516.388377:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384330624 00000100:00100000:2.0:1777047516.388536:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 497 00000100:00100000:2.0:1777047516.388557:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+110:54306:x1863365384330624:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:2.0:1777047516.388588:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047516.389005:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e1ee5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ca expref: 110 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.389380:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047516.389391:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047516.389485:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+109:54306:x1863365384330624:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 932us (1299us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047516.389500:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 497 00000100:00080000:1.0:1777047516.389934:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047516.413768:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.413962:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384330880 00000100:00100000:0.0:1777047516.413981:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384330880 00000100:00100000:0.0:1777047516.414103:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1260 00000100:00100000:0.0:1777047516.414124:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806232050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+109:54306:x1863365384330880:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047516.414705:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806232050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+110:54306:x1863365384330880:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 582us (961us total) trans 8589938202 rc 0/0 00000100:00100000:0.0:1777047516.414721:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1260 00000100:00100000:0.0:1777047516.491506:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.491793:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384331136 00000100:00100000:2.0:1777047516.491813:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384331136 00000100:00100000:2.0:1777047516.491950:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3524 00000100:00100000:2.0:1777047516.492334:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+110:54307:x1863365384331136:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047516.492387:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047516.492429:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1f4e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887d1 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.492759:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1f55 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.492791:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1f55 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.492815:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1f55 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047516.492843:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:2.0:1777047516.493413:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e1f4e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d1 expref: 113 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.493452:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1f55 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d1 expref: 112 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.493469:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047516.493475:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047516.493482:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047516.493645:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+112:54307:x1863365384331136:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1319us (2158us total) trans 8589938203 rc 0/0 00000100:00100000:2.0:1777047516.493693:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3524 00000100:00100000:1.0:1777047516.525375:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.525528:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384331264 00000100:00100000:0.0:1777047516.525627:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384331264 00000100:00100000:0.0:1777047516.525819:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3194 00000100:00100000:0.0:1777047516.525842:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384331264:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047516.525943:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96d2, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047516.525962:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.525995:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.525998:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.526010:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.526038:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.542421:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.542459:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.542477:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.542492:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047516.542501:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.542517:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.542553:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.542566:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.544050:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384331264:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18205us (18684us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047516.544071:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3194 00000100:00100000:3.0:1777047516.567523:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.568477:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384331392 00000100:00100000:0.0:1777047516.568496:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384331392 00000100:00100000:0.0:1777047516.568707:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3195 00000100:00100000:0.0:1777047516.568727:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384331392:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047516.568819:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96e5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047516.568836:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.568863:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.568868:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.568878:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.568904:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.580734:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.580773:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.580791:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.580805:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047516.580814:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.580831:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.580867:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.580883:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.581065:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384331392:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12332us (13549us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047516.581086:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3195 00000100:00100000:1.0:1777047516.603028:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.604019:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384331520 00000100:00100000:2.0:1777047516.604039:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384331520 00000100:00100000:2.0:1777047516.604163:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3196 00000100:00100000:2.0:1777047516.604182:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384331520:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047516.604271:0:26865:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96f5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:2.0:1777047516.604289:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.604320:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.604324:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.604334:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.604360:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.624594:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.624679:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.624697:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.624710:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047516.624719:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.624735:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.624793:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.624808:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e1f71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.624964:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047516.624998:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384331520:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20815us (21985us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047516.625024:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3196 00000100:00100000:0.0:1777047516.625448:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384331648 00000100:00100000:0.0:1777047516.625464:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384331648 00000100:00100000:0.0:1777047516.625861:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 359 00000100:00100000:0.0:1777047516.625880:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384331648:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047516.626269:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384331648:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 391us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047516.626281:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 359 00000100:00100000:1.0:1777047516.642138:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.642907:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384331776 00000100:00100000:0.0:1777047516.642949:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384331776 00000100:00100000:0.0:1777047516.643089:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3197 00000100:00100000:0.0:1777047516.643108:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384331776:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047516.643203:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb9701, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047516.643219:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.643249:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.643252:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.643263:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.643290:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.666774:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.666815:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.666833:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.666848:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047516.666857:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.666874:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.666910:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.666925:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.667457:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384331776:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 24327us (25311us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047516.667479:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3197 00000100:00100000:2.0:1777047516.696144:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047516.697204:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384331904 00000100:00100000:1.0:1777047516.697223:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384331904 00000100:00100000:1.0:1777047516.698380:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3198 00000100:00100000:1.0:1777047516.698404:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384331904:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047516.698498:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9713, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:1.0:1777047516.698905:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.698937:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.698941:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.698950:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.698987:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.717385:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.717423:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.717441:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.717454:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047516.717463:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.717480:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.717513:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.717527:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e1f7f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.721515:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384331904:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23086us (25355us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047516.721539:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3198 00000100:00100000:1.0:1777047516.745598:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047516.746949:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332032 00000100:00100000:3.0:1777047516.746966:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332032 00000100:00100000:3.0:1777047516.747200:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3199 00000100:00100000:3.0:1777047516.747220:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384332032:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047516.747303:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:3.0:1777047516.747319:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.747349:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047516.747353:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047516.747363:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.747393:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.761877:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.761912:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.761928:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.761939:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047516.761947:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.761962:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.761994:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.762007:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047516.762176:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384332032:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14953us (16647us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047516.762194:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3199 00000100:00100000:2.0:1777047516.785329:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047516.785884:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332160 00000100:00100000:3.0:1777047516.785903:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332160 00000100:00100000:3.0:1777047516.786310:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3200 00000100:00100000:3.0:1777047516.786331:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384332160:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047516.786413:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb975e, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:3.0:1777047516.786429:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.786458:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047516.786462:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047516.786471:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.786494:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.807931:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.807967:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.807982:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.807996:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047516.808004:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.808027:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.808059:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.808070:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e1f8d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.808641:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384332160:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22307us (23320us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047516.808685:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3200 00010000:00010000:0.0:1777047516.816758:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047516.821342:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.822053:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332288 00000100:00100000:0.0:1777047516.822073:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332288 00000100:00100000:0.0:1777047516.822207:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3201 00000100:00100000:0.0:1777047516.822229:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384332288:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047516.822347:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047516.822366:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.822396:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.822401:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.822412:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.822441:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.847855:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.847891:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.847906:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.847919:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047516.847928:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.847943:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.847978:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.847992:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e1f94 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.848180:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384332288:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25948us (26845us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047516.848200:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3201 00000100:00100000:1.0:1777047516.878527:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.878904:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332416 00000100:00100000:0.0:1777047516.878924:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332416 00000100:00100000:0.0:1777047516.879269:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3202 00000100:00100000:0.0:1777047516.879290:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384332416:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047516.879376:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047516.879393:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.879447:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.879451:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.879461:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.879490:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047516.886257:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938202 is committed 00000004:00080000:1.0:1777047516.886291:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1087 committed 00000004:00080000:1.0:1777047516.886313:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1099 committed 00000004:00080000:1.0:1777047516.886384:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1098 committed 00000004:00080000:1.0:1777047516.886391:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1086 committed 00000001:00080000:1.0:1777047516.886472:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938203 is committed 00000020:00080000:1.0:1777047516.886497:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff986837e6e6c0 refcount 2 committed 0 result 0 batchid 4294969478 00000020:00080000:1.0:1777047516.886507:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4bfb00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986837e6e540 00000020:00080000:1.0:1777047516.886512:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4bf600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986837e6ef00 00000020:00080000:1.0:1777047516.886517:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4bf500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98682d58d800 00000020:00080000:1.0:1777047516.886525:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].54 00000020:00080000:1.0:1777047516.886636:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9868083e7b40 refcount 2 committed 0 result 0 batchid 4294969477 00000020:00080000:1.0:1777047516.886644:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683edfe700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986705607a80 00000020:00080000:1.0:1777047516.886674:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98680634c700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9868083e79c0 00000020:00080000:1.0:1777047516.886680:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98680634ca00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff986817722400 00000020:00080000:1.0:1777047516.886685:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].53 00000100:00100000:3.0:1777047516.886907:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434107904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777047516.886909:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434108288:0@lo:6:osp-syn-1-0.0 00000020:00080000:2.0:1777047516.887049:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969478 committed batchid 4294969476 00000100:00100000:3.0:1777047516.887186:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047516.887379:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047516.887394:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434108032:0@lo:6:osp-syn-0-0.0 00000020:00080000:2.0:1777047516.887433:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969476 00000100:00100000:3.0:1777047516.887443:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047516.889211:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434108160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777047516.889951:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434107904 00000100:00100000:1.0:1777047516.889953:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434108032 00000100:00100000:0.0:1777047516.889968:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434107904 00000100:00100000:1.0:1777047516.889968:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434108032 00000100:00100000:2.0:1777047516.890003:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047516.890065:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434108160 00000100:00100000:0.0:1777047516.890073:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434108160 00000100:00100000:1.0:1777047516.890100:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941 00000100:00100000:2.0:1777047516.890116:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942 00000100:00100000:1.0:1777047516.890126:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434107904:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777047516.890138:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434108032:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777047516.890167:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5943 00002000:00080000:2.0:1777047516.890177:0:33475:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:301 count 1 00000100:00100000:0.0:1777047516.890190:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434108160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777047516.890202:0:26190:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:296 count 1 00002000:00080000:0.0:1777047516.890220:0:26191:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:300 count 1 00010000:00010000:2.0:1777047516.890228:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047516.890250:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x128:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb9713, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:0.0:1777047516.890253:0:26191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.890268:0:26190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.890269:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f069e89c/0x29ccbc23e99dfaf0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a25 expref: 13 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.890291:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99dcc27 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786a0a expref: 17 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.890322:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.890330:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.890333:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047516.890338:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047516.890343:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.890344:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047516.890368:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047516.890373:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047516.890381:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047516.890392:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.890405:0:26190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.890429:0:26190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.890431:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99dcc27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786a0a expref: 17 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.890445:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f069e89c/0x29ccbc23e99dfaf0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a25 expref: 13 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047516.890447:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434108288 00000100:00100000:3.0:1777047516.890456:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434108288 00010000:00010000:1.0:1777047516.890472:0:26190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.890495:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99dcc27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786a0a expref: 17 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.890506:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f069e89c/0x29ccbc23e99dfaf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a25 expref: 13 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047516.890506:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5944 00000100:00100000:3.0:1777047516.890526:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365434108288:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777047516.890527:0:26190:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1777047516.890552:0:33459:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:305 count 1 00002000:00010000:3.0:1777047516.890589:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x131:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb974b, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:3.0:1777047516.890599:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.890608:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434108416:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047516.890625:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047516.890688:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047516.890695:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.890704:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434108544:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047516.890727:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.890744:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.890745:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097edd80 going to sleep for 11 seconds 00010000:00010000:3.0:1777047516.890758:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.890774:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986701086300 going to sleep for 11 seconds 00010000:00010000:3.0:1777047516.890789:0:33459:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1777047516.892218:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434107904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2100us (5030us total) trans 21474838658 rc 0/0 00000100:00100000:1.0:1777047516.892231:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941 00010000:00010000:1.0:1777047516.892276:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777047516.892288:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892307:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047516.892316:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892342:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892371:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892385:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e1fa9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892423:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047516.892429:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892441:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047516.892447:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892461:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892479:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892493:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035b26fb1/0x29ccbc23e99e1fb7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.892528:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047516.892554:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3341:x1863365434108288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2031us (2190us total) trans 17179871572 rc 0/0 00000100:00100000:3.0:1777047516.892569:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5944 00010000:00010000:1.0:1777047516.892588:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047516.892593:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047516.892622:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777047516.892806:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0f480/2, rc 0, transno 21474838658 00000100:00100000:2.0:1777047516.892821:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434107904:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1777047516.892826:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4f100/2, rc 0, transno 17179871572 00000100:00100000:0.0:1777047516.892841:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434108288:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777047516.892949:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.892966:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.892978:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.892990:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047516.892996:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.893008:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.893025:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.893037:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e1f9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047516.893426:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384332416:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14141us (14912us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1777047516.893442:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3202 00000100:00100000:1.0:1777047516.907551:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.908426:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434108416:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047516.908503:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332544 00000100:00100000:0.0:1777047516.908518:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332544 00000100:00100000:1.0:1777047516.908566:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047516.908594:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99dcc27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786a0a expref: 16 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047516.908609:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332672 00000100:00100000:1.0:1777047516.908619:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332672 00010000:00010000:1.0:1777047516.908689:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f069e89c/0x29ccbc23e99dfaf0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a25 expref: 14 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.908703:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2629 00000100:00100000:1.0:1777047516.908750:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2630 00000100:00100000:1.0:1777047516.908764:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384332672:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047516.908794:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047516.908803:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f069e89c/0x29ccbc23e99dfaf0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a25 expref: 14 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.908825:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f069e89c/0x29ccbc23e99dfaf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a25 expref: 14 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.908869:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.908873:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.908883:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.908901:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.908963:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047516.909049:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384332672:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 286us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.909102:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2630 00010000:00010000:2.0:1777047516.909153:0:26191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.909522:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f069e89c/0x29ccbc23e99dfaf0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b787a25 expref: 13 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047516.910364:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434108544:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047516.910391:0:33475:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.910408:0:33475:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.910430:0:33475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.910449:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.910463:0:33475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047516.910515:0:33475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777047516.910895:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384332544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047516.911263:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777047516.911275:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.911291:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047516.911299:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.911317:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.911340:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.911352:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e1fa2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.911386:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047516.911389:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047516.911392:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047516.911505:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047516.911519:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99dcc27 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786a0a expref: 16 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.911790:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99dcc27 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786a0a expref: 16 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.911818:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99dcc27 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786a0a expref: 16 pid: 33475 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.911838:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.911841:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047516.911847:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.911862:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.911971:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047516.912043:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384332544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3322us (4550us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047516.912062:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2629 00000100:00100000:3.0:1777047516.914026:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434108032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23891us (26579us total) trans 21474838659 rc 0/0 00000100:00100000:3.0:1777047516.914043:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942 00000004:00080000:0.0:1777047516.914304:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0d880/2, rc 0, transno 21474838659 00000100:00100000:0.0:1777047516.914316:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434108032:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777047516.914404:0:26191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.914424:0:26191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.914440:0:26191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.914452:0:26191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047516.915010:0:26191:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047516.916568:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3340:x1863365434108160:12345-0@lo:6:osp-syn-1-0.0 Request processed in 26353us (26534us total) trans 17179871573 rc 0/0 00000100:00100000:1.0:1777047516.916582:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5943 00000004:00080000:2.0:1777047516.917010:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4d500/2, rc 0, transno 17179871573 00000100:00100000:2.0:1777047516.917021:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434108160:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777047516.917093:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047516.917104:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.917121:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047516.917129:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.917145:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.917185:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.917198:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.917232:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047516.917236:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047516.917238:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047516.917787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047516.917886:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332800 00000100:00100000:2.0:1777047516.917900:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332800 00000100:00100000:2.0:1777047516.918022:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3203 00000100:00100000:2.0:1777047516.918042:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384332800:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047516.918121:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9790, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:2.0:1777047516.918134:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.918157:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.918160:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047516.918171:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.918425:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.929294:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.929333:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.929351:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.929366:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047516.929375:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.929391:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.929427:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047516.929442:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e1fbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047516.929767:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384332800:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 11722us (11975us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047516.929788:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3203 00000100:00100000:2.0:1777047516.952382:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047516.952523:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384332928 00000100:00100000:0.0:1777047516.952865:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384332928 00000100:00100000:0.0:1777047516.953016:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3204 00000100:00100000:0.0:1777047516.953034:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384332928:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047516.953122:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047516.953137:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.953165:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.953169:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047516.953179:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.953203:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.975747:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.975788:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.975816:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.975830:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047516.975840:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.975858:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.975895:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047516.975909:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e1fc5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047516.976080:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384332928:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23042us (23709us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047516.976101:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3204 00000100:00100000:1.0:1777047517.004587:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047517.005957:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384333056 00000100:00100000:3.0:1777047517.005979:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384333056 00000100:00100000:3.0:1777047517.006623:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3205 00000100:00100000:3.0:1777047517.006752:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2413:x1863365384333056:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047517.006848:0:26865:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97b8, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:3.0:1777047517.006867:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.006896:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047517.006900:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047517.006909:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.006944:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047517.009273:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047517.036818:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.036856:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.036874:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.036886:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047517.036894:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.036910:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.036944:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.036957:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ac65bd7/0x29ccbc23e99e1fcc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047517.037500:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2413:x1863365384333056:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30748us (32923us total) trans 0 rc 262144/262144 00000100:00100000:0.0:1777047517.037521:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3205 00000100:00100000:2.0:1777047517.061248:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.062595:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384333184 00000100:00100000:0.0:1777047517.062616:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384333184 00000100:00100000:0.0:1777047517.062828:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3206 00000100:00100000:0.0:1777047517.062849:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384333184:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047517.062943:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97c2, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:0.0:1777047517.062962:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.062994:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047517.062999:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047517.063010:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.063038:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047517.063708:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777047517.094803:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.094846:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.094865:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.094881:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047517.094890:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.094911:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.094952:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.094978:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e1fd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047517.095172:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384333184:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32317us (34237us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1777047517.095195:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3206 00000100:00100000:0.0:1777047517.113360:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047517.113637:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384333312 00000100:00100000:3.0:1777047517.113683:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384333312 00000100:00100000:3.0:1777047517.113828:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 498 00000100:00100000:3.0:1777047517.113850:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54307:x1863365384333312:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047517.113883:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047517.113937:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1f55 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d1 expref: 71 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.113977:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047517.113988:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047517.114455:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54307:x1863365384333312:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 608us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047517.114472:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 498 00000100:00100000:2.0:1777047517.133201:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.134768:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384333568 00000100:00100000:0.0:1777047517.134791:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384333568 00000100:00100000:0.0:1777047517.134931:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1261 00000100:00100000:0.0:1777047517.134954:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54307:x1863365384333568:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047517.138937:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54307:x1863365384333568:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 3978us (5744us total) trans 8589938204 rc 0/0 00000100:00100000:1.0:1777047517.138961:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1261 00000100:00100000:0.0:1777047517.156468:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.158178:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384333824 00000100:00100000:2.0:1777047517.158202:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384333824 00000100:00100000:2.0:1777047517.158354:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3525 00000100:00100000:2.0:1777047517.158380:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384333824:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047517.158431:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047517.158477:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1fda lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887d8 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.161302:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.161343:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.161364:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.161438:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.161466:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 72 pid: 31251 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047517.161495:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434108672:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047517.161753:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867010869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047517.174784:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434108672:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047517.174842:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047517.176442:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047517.176631:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384333952 00000100:00100000:1.0:1777047517.176698:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384333952 00010000:00010000:1.0:1777047517.176780:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 73 pid: 31251 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047517.176875:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2631 00000100:00100000:1.0:1777047517.176896:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802efe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2411:x1863365384333952:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047517.176927:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047517.176941:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 73 pid: 31251 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.176967:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 73 pid: 31251 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.177011:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e1ec2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887bc expref: 73 pid: 31251 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.177055:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047517.177066:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.177086:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.177102:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.177169:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047517.177263:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802efe050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384333952:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 370us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047517.177279:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2631 00010000:00010000:0.0:1777047517.178166:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.178182:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047517.178240:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047517.178993:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e1fda lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.179028:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.179055:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047517.179061:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047517.179067:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:0.0:1777047517.179145:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384333824:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 20772us (22698us total) trans 8589938205 rc 0/0 00000100:00100000:0.0:1777047517.179165:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3525 00000100:00100000:0.0:1777047517.188445:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.190189:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384334080 00000100:00100000:2.0:1777047517.190236:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384334080 00000100:00100000:2.0:1777047517.190364:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3526 00000100:00100000:2.0:1777047517.190389:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384334080:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047517.190450:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047517.190496:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1fef lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887df expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.190816:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.190853:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.190873:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.190957:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.191360:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 73 pid: 30805 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047517.191397:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434108800:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047517.191612:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867010869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047517.207305:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434108800:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047517.207369:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047517.208737:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.211882:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384334208 00000100:00100000:2.0:1777047517.211899:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384334208 00010000:00010000:2.0:1777047517.211983:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 74 pid: 30805 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047517.212100:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2632 00000100:00100000:2.0:1777047517.212125:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2410:x1863365384334208:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047517.212155:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047517.212174:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 74 pid: 30805 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.212201:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 74 pid: 30805 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.212255:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e1fe1 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887d8 expref: 74 pid: 30805 timeout: 4245 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.212295:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047517.212307:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.212327:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.212349:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.212425:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047517.212637:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384334208:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 518us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047517.212688:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2632 00010000:00010000:0.0:1777047517.212784:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.212807:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047517.212920:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:0.0:1777047517.212930:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047517.215129:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.215613:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1fef lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887df expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.216085:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887df expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.216104:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047517.216109:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047517.216115:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047517.216254:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384334080:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 25867us (27822us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047517.216271:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3526 00000100:00100000:2.0:1777047517.269300:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.269390:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384334464 00000100:00100000:2.0:1777047517.269416:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384334464 00000100:00100000:2.0:1777047517.269959:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3527 00000100:00100000:2.0:1777047517.269995:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384334464:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:2.0:1777047517.270126:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047517.273443:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e1ff6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887df expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.273491:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047517.273502:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047517.274618:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.274968:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.275000:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047517.275159:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938206 00000004:00010000:2.0:1777047517.275233:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3b9f3b4 reply state 00000000941a14a0 transno 8589938207 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047517.275254:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047517.275496:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384334464:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 5513us (6216us total) trans 8589938207 rc 0/0 00000100:00100000:2.0:1777047517.275515:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3527 00000020:00080000:2.0:1777047517.275532:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047517.293302:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.293341:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.293358:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.293378:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047517.293388:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.293405:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.293445:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047517.293451:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047517.293467:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.293479:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e1ffd lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047517.293786:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.300966:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.301039:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047517.301288:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384334592 00000100:00100000:3.0:1777047517.301310:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384334592 00002000:00010000:3.0:1777047517.301396:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (91710->18446744073709551615) 00002000:00100000:3.0:1777047517.301408:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d45ad80 with x1863365384334592 ext(91710->18446744073709551615) 00002000:00010000:3.0:1777047517.301433:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682d45ad80. 00000100:00100000:3.0:1777047517.301489:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384334720 00000100:00100000:3.0:1777047517.301498:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384334720 00002000:00010000:3.0:1777047517.301582:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047517.301591:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d45bb80 with x1863365384334720 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047517.301605:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d45bb80. 00000100:00100000:3.0:1777047517.304216:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384334848 00000100:00100000:3.0:1777047517.304228:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384334848 00002000:00010000:3.0:1777047517.304265:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047517.304273:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d458700 with x1863365384334848 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047517.304287:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682d458700. 00000100:00100000:1.0:1777047517.308024:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3207 00000100:00100000:1.0:1777047517.308057:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384334592:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:0.0:1777047517.310217:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3208 00000100:00100000:0.0:1777047517.310241:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2412:x1863365384334720:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047517.310503:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3209 00000100:00100000:3.0:1777047517.310524:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384334848:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047517.311370:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047517.311378:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047502 -> 1777047517 00002000:00010000:0.0:1777047517.311383:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047517.311388:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047509 -> 1777047517 00002000:00010000:0.0:1777047517.311392:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047517.311789:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 91710 00002000:00010000:1.0:1777047517.311797:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047502 -> 1777047517 00002000:00010000:1.0:1777047517.311801:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047517.311806:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047509 -> 1777047517 00002000:00010000:1.0:1777047517.311811:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 455 00000100:00100000:0.0:1777047517.312191:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384334720:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1953us (11588us total) trans 21474838660 rc 0/0 00000100:00100000:0.0:1777047517.312211:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3208 00002000:00010000:0.0:1777047517.312222:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.312229:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d45bb80 with x1863365384334720 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047517.312243:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d45bb80. 00000100:00100000:1.0:1777047517.312468:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384334592:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 4419us (18689us total) trans 17179871574 rc 0/0 00000100:00100000:1.0:1777047517.312485:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3207 00002000:00010000:1.0:1777047517.312494:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (91710->18446744073709551615) 00002000:00100000:1.0:1777047517.312501:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d45ad80 with x1863365384334592 ext(91710->18446744073709551615) 00002000:00010000:1.0:1777047517.312513:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682d45ad80. 00002000:00010000:1.0:1777047517.313061:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047517.313069:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047502 -> 1777047517 00002000:00010000:1.0:1777047517.313074:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047517.313080:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047509 -> 1777047517 00002000:00010000:1.0:1777047517.313085:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047517.313137:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d458700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384334848:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 2617us (12096us total) trans 17179871575 rc 0/0 00000100:00100000:1.0:1777047517.313152:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3209 00002000:00010000:1.0:1777047517.313158:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047517.313164:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d458700 with x1863365384334848 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047517.313174:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682d458700. 00000100:00100000:2.0:1777047517.338245:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047517.338434:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384334976 00000100:00100000:1.0:1777047517.338455:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384334976 00000100:00100000:1.0:1777047517.338670:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3528 00000100:00100000:1.0:1777047517.338694:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384334976:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047517.338741:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047517.338784:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2004 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887e6 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.338951:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e200b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.338980:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e200b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.339003:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e200b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047517.339432:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 91710 00000004:00200000:1.0:1777047517.339441:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047517.339480:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e200b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.339532:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2004 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887e6 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.341333:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e200b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887e6 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.341352:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047517.341359:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047517.341367:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:3.0:1777047517.351002:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384334976:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 12290us (12751us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047517.351032:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3528 00000100:00100000:3.0:1777047517.410398:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047517.410901:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384335232 00000100:00100000:1.0:1777047517.410922:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384335232 00000100:00100000:1.0:1777047517.411060:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3529 00000100:00100000:1.0:1777047517.411080:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384335232:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047517.411181:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047517.411231:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e200b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887e6 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.411269:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047517.411279:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047517.412195:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.412236:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.412257:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047517.412358:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938208 00000004:00010000:1.0:1777047517.412406:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eeab4c96 reply state 00000000af954b9c transno 8589938209 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047517.412426:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047517.412615:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384335232:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1537us (2234us total) trans 8589938209 rc 0/0 00000100:00100000:1.0:1777047517.413358:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3529 00000020:00080000:1.0:1777047517.413369:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047517.436455:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.436494:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.436512:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.436525:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047517.436535:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.436552:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.436588:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047517.436595:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047517.436606:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.436618:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2012 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047517.436755:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.436851:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047517.436876:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384335360 00000100:00100000:3.0:1777047517.436896:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384335360 00000100:00100000:0.0:1777047517.436899:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384335616 00000100:00100000:0.0:1777047517.437185:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384335616 00002000:00010000:0.0:1777047517.437218:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.437226:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807feb800 with x1863365384335616 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047517.437246:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807feb800. 00000100:00100000:0.0:1777047517.437301:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3210 00000100:00100000:0.0:1777047517.437322:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384335616:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047517.438401:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047517.438409:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.438415:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047517.438420:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.438425:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047517.439062:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.439236:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384335488 00000100:00100000:2.0:1777047517.439246:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384335488 00002000:00010000:2.0:1777047517.439285:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047517.439294:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d459180 with x1863365384335488 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047517.439308:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d459180. 00000100:00100000:2.0:1777047517.439368:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3211 00000100:00100000:2.0:1777047517.439384:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384335488:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047517.439684:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047517.439690:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047517.439694:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047517.439698:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:2.0:1777047517.439702:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047517.439760:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384335488:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 378us (699us total) trans 21474838661 rc 0/0 00000100:00100000:2.0:1777047517.439776:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3211 00002000:00010000:2.0:1777047517.439785:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047517.439791:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d459180 with x1863365384335488 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047517.439802:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682d459180. 00002000:00010000:3.0:1777047517.439852:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (104892->18446744073709551615) 00002000:00100000:3.0:1777047517.439864:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe9180 with x1863365384335360 ext(104892->18446744073709551615) 00002000:00010000:3.0:1777047517.439879:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe9180. 00000100:00100000:3.0:1777047517.440009:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3212 00000100:00100000:3.0:1777047517.440027:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384335360:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047517.440239:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 91710 -> 104892 00002000:00010000:3.0:1777047517.440246:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.440251:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047517.440256:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.440261:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 455 -> 455 00000100:00100000:0.0:1777047517.440310:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384335616:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1598us (2065us total) trans 17179871576 rc 0/0 00000100:00100000:3.0:1777047517.440332:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384335360:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 305us (3583us total) trans 17179871577 rc 0/0 00000100:00100000:0.0:1777047517.440333:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3210 00002000:00010000:0.0:1777047517.440347:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047517.440356:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807feb800 with x1863365384335616 ext(0->18446744073709551615) 00000100:00100000:3.0:1777047517.440358:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3212 00002000:00010000:3.0:1777047517.440367:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (104892->18446744073709551615) 00002000:00010000:0.0:1777047517.440372:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807feb800. 00002000:00100000:3.0:1777047517.440375:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe9180 with x1863365384335360 ext(104892->18446744073709551615) 00002000:00010000:3.0:1777047517.440389:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe9180. 00000100:00100000:0.0:1777047517.461339:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047517.461521:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384335744 00000100:00100000:1.0:1777047517.461905:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384335744 00002000:00100000:1.0:1777047517.462009:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (45056->49151) req@ffff986807fead80 x1863365384335744/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047517.462033:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fead80 with x1863365384335744 ext(45056->49151) 00002000:00010000:1.0:1777047517.462045:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fead80 00000100:00100000:1.0:1777047517.462122:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3213 00000100:00100000:1.0:1777047517.462144:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384335744:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047517.462573:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384335744:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 398us (1217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047517.462591:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3213 00002000:00100000:1.0:1777047517.462604:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (45056->49151) req@ffff986807fead80 x1863365384335744/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047517.462621:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fead80 with x1863365384335744 ext(45056->49151) 00002000:00010000:1.0:1777047517.462627:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fead80 00000100:00100000:0.0:1777047517.484829:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047517.486293:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384335872 00000100:00100000:1.0:1777047517.486316:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384335872 00002000:00100000:1.0:1777047517.486408:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (49152->53247) req@ffff98683ecf4700 x1863365384335872/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047517.486430:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf4700 with x1863365384335872 ext(49152->53247) 00002000:00010000:1.0:1777047517.486442:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf4700 00000100:00100000:1.0:1777047517.486632:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3214 00000100:00100000:1.0:1777047517.486717:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384335872:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047517.487451:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384335872:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 799us (2638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047517.487467:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3214 00002000:00100000:1.0:1777047517.487481:0:26865:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x11a:0x0] (49152->53247) req@ffff98683ecf4700 x1863365384335872/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047517.487497:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf4700 with x1863365384335872 ext(49152->53247) 00002000:00010000:1.0:1777047517.487503:0:26865:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf4700 00000001:00080000:3.0:1777047517.507379:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838657 is committed 00000001:00080000:3.0:1777047517.507434:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838658 is committed 00000001:00080000:3.0:1777047517.507448:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838659 is committed 00000100:00100000:0.0:1777047517.507755:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047517.507979:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384336000 00000100:00100000:1.0:1777047517.508001:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384336000 00002000:00100000:1.0:1777047517.508094:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (24576->90111) req@ffff98683ecf7100 x1863365384336000/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 504/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047517.508119:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf7100 with x1863365384336000 ext(24576->90111) 00002000:00010000:1.0:1777047517.508132:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf7100 00000100:00100000:1.0:1777047517.508210:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3215 00000100:00100000:1.0:1777047517.508233:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384336000:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047517.523806:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384336000:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15538us (16021us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777047517.523833:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3215 00002000:00100000:1.0:1777047517.523861:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (24576->90111) req@ffff98683ecf7100 x1863365384336000/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 504/440 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047517.523882:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf7100 with x1863365384336000 ext(24576->90111) 00002000:00010000:1.0:1777047517.523894:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf7100 00000100:00100000:2.0:1777047517.571390:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.571497:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384336128 00000100:00100000:0.0:1777047517.571520:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384336128 00002000:00100000:0.0:1777047517.571697:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (90112->106495) req@ffff98682d45b480 x1863365384336128/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047517.571720:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d45b480 with x1863365384336128 ext(90112->106495) 00002000:00010000:0.0:1777047517.571732:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682d45b480 00000100:00100000:0.0:1777047517.572372:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3216 00000100:00100000:0.0:1777047517.572394:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384336128:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:0.0:1777047517.572970:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384336128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 579us (1594us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1777047517.572986:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3216 00002000:00100000:0.0:1777047517.573001:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (90112->106495) req@ffff98682d45b480 x1863365384336128/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/16824 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 16384/16384 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047517.573017:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682d45b480 with x1863365384336128 ext(90112->106495) 00002000:00010000:0.0:1777047517.573024:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682d45b480 00000100:00100000:2.0:1777047517.611901:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.612845:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384336256 00000100:00100000:0.0:1777047517.612868:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384336256 00002000:00100000:0.0:1777047517.613339:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (45056->104891) req@ffff98683ebb0a80 x1863365384336256/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1777047528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047517.613363:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0a80 with x1863365384336256 ext(45056->104891) 00002000:00010000:0.0:1777047517.613376:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb0a80 00000100:00100000:0.0:1777047517.613426:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3217 00000100:00100000:0.0:1777047517.613446:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384336256:12345-192.168.201.26@tcp:4:lfs.0 00000100:00100000:2.0:1777047517.632467:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384336256:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 19005us (20587us total) trans 17179871578 rc 0/0 00000100:00100000:2.0:1777047517.632492:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3217 00002000:00100000:2.0:1777047517.632516:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (45056->104891) req@ffff98683ebb0a80 x1863365384336256/t17179871578(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:253/0 lens 488/448 e 0 to 0 dl 1777047528 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047517.632856:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0a80 with x1863365384336256 ext(45056->104891) 00002000:00010000:2.0:1777047517.632868:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb0a80 00000100:00100000:2.0:1777047517.643180:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.645185:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384336384 00000100:00100000:0.0:1777047517.645206:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384336384 00000100:00100000:0.0:1777047517.645334:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5945 00000100:00100000:0.0:1777047517.645356:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384336384:12345-192.168.201.26@tcp:16:fsx.0 00000001:00080000:1.0:1777047517.772243:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871576 is committed 00000001:00080000:1.0:1777047517.772308:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871573 is committed 00000001:00080000:1.0:1777047517.772333:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871578 is committed 00000100:00100000:3.0:1777047517.776481:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384336384:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 131110us (133302us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047517.776509:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5945 00000100:00100000:0.0:1777047517.786285:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047517.786601:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384336512 00000100:00100000:3.0:1777047517.786621:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384336512 00000100:00100000:3.0:1777047517.786788:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3530 00000100:00100000:3.0:1777047517.786810:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384336512:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047517.786859:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047517.786898:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e2019 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887ed expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.787063:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2020 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.787094:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2020 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.787119:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2020 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047517.787173:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 104892 00000004:00200000:3.0:1777047517.787181:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047517.787217:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2020 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.787268:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e2019 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ed expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.787302:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2020 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ed expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.787330:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047517.787337:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047517.787344:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b800, rc 0) 00000100:00100000:3.0:1777047517.787449:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384336512:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 642us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047517.787465:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3530 00000100:00100000:2.0:1777047517.810989:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.811940:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384336768 00000100:00100000:0.0:1777047517.811963:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384336768 00000100:00100000:0.0:1777047517.812435:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3531 00000100:00100000:0.0:1777047517.812460:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384336768:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:0.0:1777047517.812946:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047517.813004:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2020 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887ed expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.813044:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047517.813056:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047517.813611:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.813676:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.813701:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047517.813839:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938210 00000004:00010000:0.0:1777047517.813897:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031bb42ce reply state 000000007d9c7e9e transno 8589938211 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047517.813917:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047517.814095:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54106:x1863365384336768:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1639us (3123us total) trans 8589938211 rc 0/0 00000100:00100000:0.0:1777047517.814119:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3531 00000020:00080000:0.0:1777047517.814131:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047517.825836:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.825875:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.825893:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.825906:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047517.825920:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.825935:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.825968:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047517.825976:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047517.825987:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047517.826006:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2027 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.827212:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047517.849426:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.849519:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047517.849711:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047517.849911:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384336896 00000100:00100000:0.0:1777047517.849932:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384336896 00002000:00010000:0.0:1777047517.850393:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (73887->18446744073709551615) 00002000:00100000:0.0:1777047517.850408:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499d500 with x1863365384336896 ext(73887->18446744073709551615) 00002000:00010000:0.0:1777047517.850433:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499d500. 00000100:00100000:0.0:1777047517.850503:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3218 00000100:00100000:0.0:1777047517.850524:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384336896:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:1.0:1777047517.851424:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384337152 00000100:00100000:1.0:1777047517.851434:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384337152 00002000:00010000:1.0:1777047517.851473:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047517.851480:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499f100 with x1863365384337152 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047517.851497:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499f100. 00000100:00100000:1.0:1777047517.851593:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384337024 00000100:00100000:1.0:1777047517.851601:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384337024 00002000:00010000:1.0:1777047517.851636:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047517.851679:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499ce00 with x1863365384337024 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047517.851692:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499ce00. 00000100:00100000:1.0:1777047517.851742:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3219 00000100:00100000:1.0:1777047517.851758:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384337152:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047517.851785:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3220 00000100:00100000:3.0:1777047517.851803:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384337024:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047517.852218:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047517.852226:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.852232:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047517.852242:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047517.852248:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047517.852252:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047517.852258:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.852262:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047517.852266:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047517.852270:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047517.852369:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384337024:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 563us (2652us total) trans 21474838662 rc 0/0 00000100:00100000:3.0:1777047517.852387:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3220 00002000:00010000:3.0:1777047517.852395:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047517.852406:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499ce00 with x1863365384337024 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047517.852416:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499ce00. 00002000:00010000:0.0:1777047517.857221:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 104892 -> 73887 00002000:00010000:0.0:1777047517.857238:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.857244:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047490 -> 1777047515 00002000:00010000:0.0:1777047517.857249:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:0.0:1777047517.857254:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 455 -> 263 00000100:00100000:1.0:1777047517.857402:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384337152:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 5636us (7872us total) trans 17179871579 rc 0/0 00000100:00100000:1.0:1777047517.857421:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3219 00002000:00010000:1.0:1777047517.857429:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047517.857439:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499f100 with x1863365384337152 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047517.857450:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499f100. 00000100:00100000:0.0:1777047517.860460:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384336896:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 9929us (11048us total) trans 17179871580 rc 0/0 00000100:00100000:0.0:1777047517.860479:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3218 00002000:00010000:0.0:1777047517.860494:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (73887->18446744073709551615) 00002000:00100000:0.0:1777047517.860501:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499d500 with x1863365384336896 ext(73887->18446744073709551615) 00002000:00010000:0.0:1777047517.860514:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499d500. 00000100:00100000:2.0:1777047517.883526:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047517.886698:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384337280 00000100:00100000:1.0:1777047517.886753:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384337280 00000100:00100000:1.0:1777047517.886906:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3532 00000100:00100000:1.0:1777047517.886934:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384337280:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047517.886995:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047517.887048:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e202e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887f4 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.887276:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2035 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.887314:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2035 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.887344:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2035 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047517.887409:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 73887 00000004:00200000:1.0:1777047517.887423:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047517.887466:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2035 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.887522:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e202e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887f4 expref: 79 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.887561:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2035 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887f4 expref: 78 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047517.887717:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047517.887727:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047517.887736:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:1.0:1777047517.887876:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54106:x1863365384337280:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 942us (4369us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047517.887893:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3532 00000100:00100000:2.0:1777047517.942934:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047517.953008:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384337536 00000100:00100000:3.0:1777047517.953380:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384337536 00000100:00100000:3.0:1777047517.956490:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3533 00000100:00100000:3.0:1777047517.956609:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54106:x1863365384337536:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:3.0:1777047517.956774:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047517.956866:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2035 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887f4 expref: 78 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.956914:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047517.956930:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047517.957480:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.957515:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047517.957535:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047517.957786:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938212 00000004:00010000:3.0:1777047517.957857:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d44ab86 reply state 0000000041f30a11 transno 8589938213 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047517.957879:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047517.963302:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54106:x1863365384337536:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 6769us (20370us total) trans 8589938213 rc 0/0 00000100:00100000:3.0:1777047517.963334:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3533 00000020:00080000:3.0:1777047517.963351:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047517.980472:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.980593:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.980627:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.980691:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047517.980702:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.980747:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.980784:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047517.980793:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047517.980802:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047517.980821:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b200/0x29ccbc23e99e203c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.003300:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.003402:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.003484:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047518.004449:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384337664 00000100:00100000:3.0:1777047518.004471:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384337664 00002000:00010000:3.0:1777047518.004630:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (75987->18446744073709551615) 00002000:00100000:3.0:1777047518.004672:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499c000 with x1863365384337664 ext(75987->18446744073709551615) 00002000:00010000:3.0:1777047518.004702:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499c000. 00000100:00100000:3.0:1777047518.004749:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384337920 00000100:00100000:3.0:1777047518.004756:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384337920 00002000:00010000:3.0:1777047518.004785:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047518.004791:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499ca80 with x1863365384337920 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047518.004803:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499ca80. 00000100:00100000:3.0:1777047518.004832:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384337792 00000100:00100000:3.0:1777047518.004839:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384337792 00002000:00010000:3.0:1777047518.004870:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047518.004876:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499d880 with x1863365384337792 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047518.004892:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499d880. 00000100:00100000:3.0:1777047518.005662:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3221 00000100:00100000:3.0:1777047518.005704:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384337664:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047518.006302:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 73887 -> 75987 00002000:00010000:3.0:1777047518.006316:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047518.006321:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047515 -> 1777047515 00002000:00010000:3.0:1777047518.006325:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:3.0:1777047518.006330:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1777047518.006452:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384337664:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 768us (3171us total) trans 17179871581 rc 0/0 00000100:00100000:1.0:1777047518.011306:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3222 00000100:00100000:1.0:1777047518.011350:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384337920:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047518.012197:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047518.012205:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047518.012212:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047518.012217:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047518.012228:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047518.012310:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384337920:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 979us (8907us total) trans 17179871582 rc 0/0 00000100:00100000:1.0:1777047518.012328:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3222 00002000:00010000:1.0:1777047518.012337:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.012346:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499ca80 with x1863365384337920 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.012362:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499ca80. 00000100:00100000:1.0:1777047518.012417:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3223 00000100:00100000:1.0:1777047518.012438:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384337792:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047518.012771:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047518.012779:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047518.012784:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047518.012788:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047517 -> 1777047517 00002000:00010000:1.0:1777047518.012792:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047518.012845:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384337792:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 413us (9365us total) trans 21474838663 rc 0/0 00000100:00100000:1.0:1777047518.012863:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3223 00002000:00010000:1.0:1777047518.012870:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.012875:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499d880 with x1863365384337792 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.012885:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499d880. 00000100:00100000:3.0:1777047518.023036:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3221 00002000:00010000:3.0:1777047518.023058:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (75987->18446744073709551615) 00002000:00100000:3.0:1777047518.023067:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499c000 with x1863365384337664 ext(75987->18446744073709551615) 00002000:00010000:3.0:1777047518.023087:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499c000. 00000100:00100000:1.0:1777047518.033673:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047518.033828:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384338048 00000100:00100000:0.0:1777047518.033855:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384338048 00000100:00100000:0.0:1777047518.034003:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3534 00000100:00100000:0.0:1777047518.034026:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54106:x1863365384338048:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047518.034075:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047518.034118:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2043 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7887fb expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.034290:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e204a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.034323:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e204a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.034354:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e204a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047518.034411:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 75987 00000004:00200000:0.0:1777047518.034419:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047518.034457:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e204a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.034514:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2043 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887fb expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.034551:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e204a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887fb expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.034570:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047518.034576:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047518.034583:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c400, rc 0) 00000100:00080000:1.0:1777047518.035307:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047518.035455:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54106:x1863365384338048:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1429us (1837us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047518.035475:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3534 00000100:00100000:2.0:1777047518.085419:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.086012:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384338176 00000100:00100000:1.0:1777047518.086037:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384338176 00002000:00100000:1.0:1777047518.086138:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (4096->24575) req@ffff98680499dc00 x1863365384338176/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1777047529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047518.086162:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499dc00 with x1863365384338176 ext(4096->24575) 00002000:00010000:1.0:1777047518.086174:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499dc00 00000100:00100000:1.0:1777047518.086245:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3224 00000100:00100000:1.0:1777047518.086266:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384338176:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:0.0:1777047518.114319:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384338176:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28037us (28901us total) trans 0 rc 20480/20480 00000100:00100000:0.0:1777047518.114348:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3224 00002000:00100000:0.0:1777047518.114375:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (4096->24575) req@ffff98680499dc00 x1863365384338176/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 488/440 e 0 to 0 dl 1777047529 ref 1 fl Complete:/600/0 rc 20480/20480 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047518.114401:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499dc00 with x1863365384338176 ext(4096->24575) 00002000:00010000:0.0:1777047518.114416:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499dc00 00000100:00100000:1.0:1777047518.171920:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047518.172423:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384338304 00000100:00100000:0.0:1777047518.172442:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384338304 00002000:00100000:0.0:1777047518.172590:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (94208->98303) req@ffff986802e4f480 x1863365384338304/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1777047529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047518.172613:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4f480 with x1863365384338304 ext(94208->98303) 00002000:00010000:0.0:1777047518.172942:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4f480 00000100:00100000:0.0:1777047518.172992:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3225 00000100:00100000:0.0:1777047518.173012:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384338304:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:0.0:1777047518.173361:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384338304:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 351us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047518.173376:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3225 00002000:00100000:0.0:1777047518.173389:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (94208->98303) req@ffff986802e4f480 x1863365384338304/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 488/440 e 0 to 0 dl 1777047529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047518.173406:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4f480 with x1863365384338304 ext(94208->98303) 00002000:00010000:0.0:1777047518.173413:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4f480 00000100:00100000:3.0:1777047518.193501:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.204477:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384338560 00000100:00100000:1.0:1777047518.204509:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384338560 00000100:00100000:1.0:1777047518.204991:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3535 00000100:00100000:1.0:1777047518.205012:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54106:x1863365384338560:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047518.205114:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047518.205166:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e204a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887fb expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.205205:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047518.205214:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047518.205726:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.205754:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.205772:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047518.205875:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938214 00000004:00010000:1.0:1777047518.205925:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dfcf1425 reply state 000000002d3b99a6 transno 8589938215 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047518.205941:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047518.206127:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54106:x1863365384338560:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1119us (12645us total) trans 8589938215 rc 0/0 00000100:00100000:1.0:1777047518.206141:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3535 00000020:00080000:1.0:1777047518.206150:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047518.211823:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.211854:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.211867:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.211879:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047518.211889:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.211905:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.211933:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047518.211940:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047518.211950:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.211960:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2051 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.215627:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047518.216364:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047518.216456:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.217133:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384338688 00000100:00100000:2.0:1777047518.217152:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384338688 00002000:00010000:2.0:1777047518.217248:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (61648->18446744073709551615) 00002000:00100000:2.0:1777047518.217257:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0dc00 with x1863365384338688 ext(61648->18446744073709551615) 00002000:00010000:2.0:1777047518.217278:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0dc00. 00000100:00100000:2.0:1777047518.217332:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384338944 00000100:00100000:2.0:1777047518.217338:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384338944 00002000:00010000:2.0:1777047518.217361:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047518.217367:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0e680 with x1863365384338944 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047518.217377:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0e680. 00000100:00100000:2.0:1777047518.217398:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384338816 00000100:00100000:2.0:1777047518.217403:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384338816 00002000:00010000:2.0:1777047518.217423:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047518.217428:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e6680 with x1863365384338816 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047518.217438:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e6680. 00000100:00100000:2.0:1777047518.217465:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3226 00000100:00100000:2.0:1777047518.217479:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384338688:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047518.218475:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 75987 -> 61648 00002000:00010000:2.0:1777047518.218484:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047517 -> 1777047518 00002000:00010000:2.0:1777047518.218489:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047515 -> 1777047515 00002000:00010000:2.0:1777047518.218494:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047517 -> 1777047518 00002000:00010000:2.0:1777047518.218499:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1777047518.218662:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384338688:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1182us (3049us total) trans 17179871583 rc 0/0 00000100:00100000:2.0:1777047518.218945:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3226 00002000:00010000:2.0:1777047518.218954:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (61648->18446744073709551615) 00002000:00100000:2.0:1777047518.218959:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0dc00 with x1863365384338688 ext(61648->18446744073709551615) 00002000:00010000:2.0:1777047518.218969:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0dc00. 00000100:00100000:2.0:1777047518.219006:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3227 00000100:00100000:2.0:1777047518.219019:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384338944:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:0.0:1777047518.219191:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3228 00002000:00010000:2.0:1777047518.219209:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047518.219218:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047517 -> 1777047518 00000100:00100000:0.0:1777047518.219221:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384338816:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047518.219223:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047518.219234:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047517 -> 1777047518 00002000:00010000:2.0:1777047518.219242:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047518.219286:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384338944:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 268us (2921us total) trans 17179871584 rc 0/0 00000100:00100000:2.0:1777047518.219299:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3227 00002000:00010000:2.0:1777047518.219306:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047518.219312:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0e680 with x1863365384338944 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047518.219321:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0e680. 00002000:00010000:0.0:1777047518.219503:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047518.219509:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047517 -> 1777047518 00002000:00010000:0.0:1777047518.219514:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047518.219518:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047517 -> 1777047518 00002000:00010000:0.0:1777047518.219522:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047518.219611:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384338816:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 402us (3153us total) trans 21474838664 rc 0/0 00000100:00100000:0.0:1777047518.219624:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3228 00002000:00010000:0.0:1777047518.219657:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047518.219663:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e6680 with x1863365384338816 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047518.219673:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e6680. 00000100:00100000:2.0:1777047518.233737:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047518.234289:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384339072 00000100:00100000:3.0:1777047518.234308:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384339072 00000100:00100000:3.0:1777047518.234416:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3536 00000100:00100000:3.0:1777047518.234436:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54106:x1863365384339072:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047518.234482:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047518.234718:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2058 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788802 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.234892:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e205f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.234921:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e205f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.234942:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e205f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047518.235306:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 61648 00000004:00200000:3.0:1777047518.235314:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047518.235352:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e205f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.235399:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2058 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788802 expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.235428:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e205f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788802 expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.235442:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047518.235448:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047518.235455:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a800, rc 0) 00000100:00100000:3.0:1777047518.240903:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54106:x1863365384339072:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 6454us (7168us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047518.240926:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3536 00000100:00100000:0.0:1777047518.274005:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434108928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047518.274173:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047518.274287:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434108928 00000100:00100000:1.0:1777047518.274304:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434108928 00000100:00080000:0.0:1777047518.274379:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047518.274417:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1777047518.274437:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434108928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047518.274526:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206897152 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1777047518.274753:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434108928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 320us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.274768:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1777047518.276474:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838659 gen 2 00000004:00080000:0.0:1777047518.276486:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838656 committed transno 21474838659 00000004:00080000:0.0:1777047518.276610:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838657 committed transno 21474838659 00000004:00080000:0.0:1777047518.276945:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0f480, transno 21474838658 00000004:00080000:0.0:1777047518.276980:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0d880, transno 21474838659 00000100:00100000:0.0:1777047518.277005:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434108928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047518.277031:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047518.277046:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434109056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047518.277108:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047518.279762:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434109056 00000100:00100000:1.0:1777047518.279776:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434109056 00000100:00100000:1.0:1777047518.279887:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1777047518.279904:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434109056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047518.279941:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 360251392 pending 0 free 3855613952 avail 3852468224 00000100:00100000:1.0:1777047518.280047:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434109056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (2935us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.280098:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1777047518.280166:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871573 gen 2 00000004:00080000:1.0:1777047518.280175:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871571 committed transno 17179871573 00000004:00080000:1.0:1777047518.280198:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4f100, transno 17179871572 00000004:00080000:1.0:1777047518.280234:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4d500, transno 17179871573 00000100:00100000:1.0:1777047518.280252:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434109056:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777047518.285481:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047518.301073:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047518.301888:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384339328 00000100:00100000:3.0:1777047518.301907:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384339328 00000100:00100000:3.0:1777047518.302021:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3537 00000100:00100000:3.0:1777047518.302042:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54106:x1863365384339328:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:3.0:1777047518.302149:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047518.305721:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e205f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788802 expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.305760:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047518.305770:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047518.306701:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.306732:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.306763:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047518.306876:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938216 00000004:00010000:3.0:1777047518.306941:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a759d7e reply state 00000000c55935eb transno 8589938217 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.306961:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047518.307490:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384339328:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 5449us (6430us total) trans 8589938217 rc 0/0 00000100:00100000:3.0:1777047518.307516:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3537 00000020:00080000:3.0:1777047518.307527:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047518.325300:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047518.325615:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.325670:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.325685:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.325698:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8be00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047518.325708:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.325723:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.325756:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047518.325763:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047518.325772:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.325793:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e2066 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.326031:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384339456 00000100:00100000:2.0:1777047518.326050:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384339456 00002000:00010000:2.0:1777047518.326125:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (262144->18446744073709551615) 00002000:00100000:2.0:1777047518.326134:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4f100 with x1863365384339456 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047518.326155:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4f100. 00000100:00100000:2.0:1777047518.326219:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3229 00000100:00100000:2.0:1777047518.326238:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384339456:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047518.326878:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.327026:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384339584 00000100:00100000:1.0:1777047518.327035:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384339584 00002000:00010000:1.0:1777047518.327074:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.327081:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e7800 with x1863365384339584 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.327096:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e7800. 00000100:00100000:1.0:1777047518.327155:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3230 00000100:00100000:1.0:1777047518.327171:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384339584:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047518.327461:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047518.327469:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047518.327474:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047518.327478:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047518.327482:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047518.327671:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384339584:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 499us (791us total) trans 21474838665 rc 0/0 00000100:00100000:1.0:1777047518.327688:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3230 00002000:00010000:1.0:1777047518.327696:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.327701:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e7800 with x1863365384339584 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.327710:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e7800. 00002000:00010000:2.0:1777047518.328283:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 61648 -> 262144 00002000:00010000:2.0:1777047518.328290:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047518.328295:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047515 -> 1777047515 00002000:00010000:2.0:1777047518.328299:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047518.328303:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1777047518.328374:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384339456:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 2139us (3092us total) trans 17179871585 rc 0/0 00000100:00100000:2.0:1777047518.328387:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3229 00002000:00010000:2.0:1777047518.328393:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (262144->18446744073709551615) 00002000:00100000:2.0:1777047518.328397:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4f100 with x1863365384339456 ext(262144->18446744073709551615) 00002000:00010000:2.0:1777047518.328406:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4f100. 00000100:00100000:3.0:1777047518.329429:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047518.336131:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384339712 00000100:00100000:0.0:1777047518.336156:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384339712 00002000:00010000:2.0:1777047518.338298:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047518.338311:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e6300 with x1863365384339712 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047518.338333:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e6300. 00000100:00100000:2.0:1777047518.338409:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3231 00000100:00100000:2.0:1777047518.338430:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384339712:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047518.339995:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047518.340005:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047518.340010:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047518.340014:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047518.340019:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047518.340466:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384339712:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 2038us (11037us total) trans 17179871586 rc 0/0 00000100:00100000:2.0:1777047518.340482:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3231 00002000:00010000:2.0:1777047518.340490:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047518.340496:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e6300 with x1863365384339712 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047518.340507:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e6300. 00000100:00100000:1.0:1777047518.375063:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.378497:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384339840 00000100:00100000:2.0:1777047518.378522:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384339840 00002000:00100000:2.0:1777047518.378735:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (0->262143) req@ffff986802e4d500 x1863365384339840/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 520/0 e 0 to 0 dl 1777047529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047518.378759:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4d500 with x1863365384339840 ext(0->262143) 00002000:00010000:2.0:1777047518.378772:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4d500 00000100:00100000:2.0:1777047518.378826:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3232 00000100:00100000:2.0:1777047518.378846:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384339840:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047518.407595:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384339840:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 26940us (30738us total) trans 0 rc 151552/151552 00000100:00100000:2.0:1777047518.407650:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3232 00002000:00100000:2.0:1777047518.407696:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (0->262143) req@ffff986802e4d500 x1863365384339840/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 520/440 e 0 to 0 dl 1777047529 ref 1 fl Complete:/600/0 rc 151552/151552 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047518.407717:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4d500 with x1863365384339840 ext(0->262143) 00002000:00010000:2.0:1777047518.407728:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4d500 00000100:00100000:1.0:1777047518.426040:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047518.426903:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384339968 00000100:00100000:0.0:1777047518.426922:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384339968 00002000:00100000:0.0:1777047518.427616:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (45056->262143) req@ffff986802e4e300 x1863365384339968/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 504/0 e 0 to 0 dl 1777047529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047518.427670:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4e300 with x1863365384339968 ext(45056->262143) 00002000:00010000:0.0:1777047518.427683:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4e300 00000100:00100000:0.0:1777047518.428716:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3233 00000100:00100000:0.0:1777047518.430680:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384339968:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:0.0:1777047518.460148:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384339968:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 31395us (34105us total) trans 17179871587 rc 0/0 00000100:00100000:0.0:1777047518.460176:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3233 00002000:00100000:0.0:1777047518.460201:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (45056->262143) req@ffff986802e4e300 x1863365384339968/t17179871587(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:254/0 lens 504/448 e 0 to 0 dl 1777047529 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047518.460224:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986802e4e300 with x1863365384339968 ext(45056->262143) 00002000:00010000:0.0:1777047518.460236:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986802e4e300 00000100:00100000:1.0:1777047518.484063:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.484478:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384340096 00000100:00100000:2.0:1777047518.484498:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384340096 00000100:00100000:2.0:1777047518.484724:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5946 00000100:00100000:2.0:1777047518.484746:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384340096:12345-192.168.201.26@tcp:16:fsx.0 00000100:00100000:1.0:1777047518.631966:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384340096:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 147204us (147899us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.631992:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5946 00000001:00080000:1.0:1777047518.632094:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871587 is committed 00000100:00100000:3.0:1777047518.648277:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.652739:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384340224 00000100:00100000:1.0:1777047518.652763:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384340224 00000100:00100000:1.0:1777047518.652926:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3538 00000100:00100000:1.0:1777047518.652948:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384340224:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047518.652999:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047518.653044:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e206d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788809 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.653204:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2074 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.653234:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2074 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.653260:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2074 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047518.653312:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00000004:00200000:1.0:1777047518.653320:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047518.653354:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2074 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.653400:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e206d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788809 expref: 85 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.653436:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2074 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788809 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.653453:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047518.653458:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047518.653466:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:1.0:1777047518.654009:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384340224:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1063us (5749us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.654023:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3538 00000100:00100000:3.0:1777047518.680302:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.682833:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384340480 00000100:00100000:2.0:1777047518.682856:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384340480 00000100:00100000:2.0:1777047518.682986:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3539 00000100:00100000:2.0:1777047518.683010:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384340480:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:2.0:1777047518.683121:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047518.683177:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2074 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788809 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.683218:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047518.683228:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047518.684100:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.684130:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.684153:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047518.684666:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938218 00000004:00010000:3.0:1777047518.684768:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002fc53d76 reply state 00000000d292638c transno 8589938219 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.684790:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047518.685022:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54106:x1863365384340480:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 2013us (4731us total) trans 8589938219 rc 0/0 00000100:00100000:3.0:1777047518.685040:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3539 00000020:00080000:3.0:1777047518.685053:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047518.690463:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.690505:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.690521:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.690534:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047518.694954:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.694985:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.695018:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047518.695025:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047518.695034:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.695047:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e207b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047518.696492:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047518.696657:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.696680:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384340608 00000100:00100000:1.0:1777047518.696702:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384340608 00000100:00100000:3.0:1777047518.696750:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00010000:1.0:1777047518.696788:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (133773->18446744073709551615) 00002000:00100000:1.0:1777047518.696799:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e4a80 with x1863365384340608 ext(133773->18446744073709551615) 00002000:00010000:1.0:1777047518.696821:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e4a80. 00000100:00100000:1.0:1777047518.696876:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384340736 00000100:00100000:1.0:1777047518.696883:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384340736 00002000:00010000:1.0:1777047518.696912:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.696919:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e7480 with x1863365384340736 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.696930:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e7480. 00000100:00100000:1.0:1777047518.696962:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384340864 00000100:00100000:1.0:1777047518.696968:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384340864 00002000:00010000:1.0:1777047518.696990:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.696996:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e7100 with x1863365384340864 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.697005:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e7100. 00000100:00100000:1.0:1777047518.697044:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3234 00000100:00100000:1.0:1777047518.697063:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384340608:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:0.0:1777047518.697438:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3235 00000100:00100000:0.0:1777047518.697469:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384340736:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047518.697913:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 262144 -> 133773 00002000:00010000:1.0:1777047518.697922:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047518.697927:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047515 -> 1777047515 00002000:00010000:1.0:1777047518.697932:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047518.697938:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047518.697938:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00002000:00010000:0.0:1777047518.697961:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047518.697970:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047518.697976:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047518.697981:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047518.698073:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384340608:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1010us (1590us total) trans 17179871588 rc 0/0 00000100:00100000:1.0:1777047518.698089:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3234 00002000:00010000:1.0:1777047518.698096:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (133773->18446744073709551615) 00002000:00100000:1.0:1777047518.698101:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e4a80 with x1863365384340608 ext(133773->18446744073709551615) 00002000:00010000:1.0:1777047518.698111:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e4a80. 00000100:00100000:1.0:1777047518.698176:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3236 00000100:00100000:1.0:1777047518.698190:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384340864:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047518.698432:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047518.698439:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047518.698443:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047518.698448:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047518.698452:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047518.699906:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384340736:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 2445us (3277us total) trans 21474838666 rc 0/0 00000100:00100000:0.0:1777047518.699923:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3235 00002000:00010000:0.0:1777047518.699931:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047518.699937:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e7480 with x1863365384340736 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047518.699949:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e7480. 00000100:00100000:1.0:1777047518.702093:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384340864:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 3890us (5330us total) trans 17179871589 rc 0/0 00000100:00100000:1.0:1777047518.702114:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3236 00002000:00010000:1.0:1777047518.702124:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047518.702131:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e7100 with x1863365384340864 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047518.702145:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e7100. 00000100:00100000:3.0:1777047518.727942:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047518.731908:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384340992 00000100:00100000:0.0:1777047518.731932:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384340992 00000100:00100000:0.0:1777047518.732111:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3540 00000100:00100000:0.0:1777047518.732134:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54106:x1863365384340992:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047518.732183:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047518.732224:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2082 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788810 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.732379:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2089 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.732407:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2089 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.732454:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2089 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047518.732500:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00000004:00200000:0.0:1777047518.732508:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047518.732920:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2089 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.732975:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2082 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788810 expref: 87 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.733006:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2089 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788810 expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.733023:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047518.733028:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047518.733035:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c000, rc 0) 00000100:00100000:0.0:1777047518.733161:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54106:x1863365384340992:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1033us (5234us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047518.733175:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3540 00000100:00100000:0.0:1777047518.774497:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.774728:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384341248 00000100:00100000:2.0:1777047518.774749:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384341248 00000100:00100000:2.0:1777047518.775240:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1262 00000100:00100000:2.0:1777047518.775261:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54106:x1863365384341248:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047518.776275:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54106:x1863365384341248:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 1016us (1793us total) trans 8589938220 rc 0/0 00000100:00100000:2.0:1777047518.776293:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1262 00010000:00010000:2.0:1777047518.850038:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047518.880123:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.880726:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384341504 00000100:00100000:1.0:1777047518.880746:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384341504 00000100:00100000:1.0:1777047518.880868:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3541 00000100:00100000:1.0:1777047518.880888:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54309:x1863365384341504:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047518.880934:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047518.880972:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2090 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788817 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.881114:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.881143:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.881165:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.881190:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.881202:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.881213:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882077:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e20a5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882099:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e20a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882113:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e20a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047518.882133:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00010000:00010000:1.0:1777047518.882311:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882325:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882335:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882346:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047518.882354:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882369:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882391:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047518.882398:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047518.882406:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882418:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2097 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882441:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882452:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882464:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882475:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047518.882480:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882491:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882505:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986820555100) 00010000:00010000:1.0:1777047518.882510:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047518.882516:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.882526:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e209e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.883360:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2090 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788817 expref: 90 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.883385:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e20a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788817 expref: 89 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.883398:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047518.883402:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047518.883407:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:1.0:1777047518.883506:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54309:x1863365384341504:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2623us (3402us total) trans 8589938221 rc 0/0 00000100:00100000:1.0:1777047518.883524:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3541 00000100:00100000:3.0:1777047518.899862:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047518.899953:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.900715:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384341888 00000100:00100000:1.0:1777047518.900735:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384341888 00000100:00100000:1.0:1777047518.900872:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 499 00000100:00100000:1.0:1777047518.900893:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2411:x1863365384341888:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047518.900926:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047518.900971:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e20a5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788817 expref: 89 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.901350:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047518.901359:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047518.901546:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:2411:x1863365384341888:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 656us (1589us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.901562:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 499 00000100:00100000:2.0:1777047518.903600:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384341760 00000100:00100000:2.0:1777047518.903612:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384341760 00000100:00100000:2.0:1777047518.903735:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3542 00000100:00100000:2.0:1777047518.903749:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54309:x1863365384341760:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047518.903788:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047518.903820:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e20b3 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78881e expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.906260:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 3/1,0 mode: --/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.906289:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.906312:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047518.906333:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xeb:0x0]: returning size 0 00010000:00010000:2.0:1777047518.906417:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e20b3 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 91 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.906445:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 90 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.906462:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff986821215700) 00010000:00010000:2.0:1777047518.906467:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047518.906472:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:2.0:1777047518.914053:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54309:x1863365384341760:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10285us (14193us total) trans 8589938222 rc 0/0 00000100:00100000:2.0:1777047518.914083:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3542 00000100:00100000:3.0:1777047518.920840:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047518.921019:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384342144 00000100:00100000:0.0:1777047518.921037:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384342144 00000100:00100000:0.0:1777047518.921146:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3543 00000100:00100000:0.0:1777047518.921165:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54309:x1863365384342144:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047518.921210:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047518.921248:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e20c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788825 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.925888:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.925932:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 91 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.925958:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 4/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.926026:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 91 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047518.926055:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 91 pid: 31251 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047518.926084:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434109184:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047518.926250:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047518.945060:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434109184:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047518.945752:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047518.948934:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.952232:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384342272 00000100:00100000:2.0:1777047518.952252:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384342272 00010000:00010000:2.0:1777047518.952332:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 92 pid: 31251 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047518.952416:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2633 00000100:00100000:2.0:1777047518.952434:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:2410:x1863365384342272:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047518.952460:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047518.952471:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 92 pid: 31251 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.952493:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 92 pid: 31251 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.952529:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e20ba lrc: 0/0,0 mode: --/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78881e expref: 92 pid: 31251 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.952910:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff986821215700) 00010000:00010000:2.0:1777047518.952920:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.952938:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.952951:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047518.953007:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047518.953101:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:2410:x1863365384342272:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 669us (4176us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047518.953115:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2633 00010000:00010000:3.0:1777047518.953531:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.953600:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047518.953660:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xeb:0x0]: returning size 0 00000004:00080000:3.0:1777047518.954586:0:30804:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x136:0x0], index 0: 0 00000004:00080000:3.0:1777047518.954606:0:30804:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13a:0x0], index 1: 0 00010000:00010000:3.0:1777047518.955190:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955206:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955218:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955229:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047518.955237:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955250:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955269:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff986821215700) 00010000:00010000:3.0:1777047518.955274:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047518.955281:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 2/0,0 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955290:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e20cf lrc: 0/0,0 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955394:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e20c8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788825 expref: 91 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955413:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:3.0:1777047518.955418:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777047518.955424:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e20c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788825 expref: 91 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047518.955439:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:3.0:1777047518.955506:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54309:x1863365384342144:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 34346us (34684us total) trans 8589938223 rc 301/301 00000100:00100000:3.0:1777047518.955519:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3543 00000100:00100000:1.0:1777047518.969953:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047518.970406:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384342528 00000100:00100000:2.0:1777047518.970425:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384342528 00000100:00100000:0.0:1777047518.971793:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1263 00000100:00100000:0.0:1777047518.971814:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54309:x1863365384342528:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047518.972460:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54309:x1863365384342528:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 648us (2520us total) trans 8589938224 rc 0/0 00000100:00100000:0.0:1777047518.972476:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1263 00000100:00100000:0.0:1777047518.983393:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.984496:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384342656 00000100:00100000:1.0:1777047518.984514:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384342656 00000100:00100000:1.0:1777047518.985037:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3544 00000100:00100000:1.0:1777047518.985057:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54309:x1863365384342656:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047518.985100:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047518.985141:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e20dd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78882c expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.985266:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e20e4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.985289:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e20e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.985309:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e20e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047518.985371:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xeb:0x0]: returning size 0 00000004:00200000:1.0:1777047518.985378:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047518.985407:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e20e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.985449:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e20dd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78882c expref: 93 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.985478:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e20e4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78882c expref: 92 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047518.985493:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff986820555100) 00010000:00010000:1.0:1777047518.985498:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777047518.985503:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:1.0:1777047518.985962:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54309:x1863365384342656:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 907us (2584us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047518.985975:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3544 00000100:00100000:1.0:1777047518.998342:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047518.998414:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047519.001989:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384342784 00000100:00100000:0.0:1777047519.002361:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384342784 00000100:00100000:2.0:1777047519.002749:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384342912 00000100:00100000:2.0:1777047519.002756:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384342912 00000100:00100000:2.0:1777047519.002809:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5947 00000100:00100000:2.0:1777047519.002824:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384342784:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047519.002856:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047519.002892:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788833 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047519.002940:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777047519.002973:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.002977:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.002991:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.003021:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.003045:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047519.003140:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384342784:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 318us (4831us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.003158:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5947 00000100:00100000:2.0:1777047519.003194:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5948 00000100:00100000:2.0:1777047519.003205:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384342912:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047519.003217:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047519.003236:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78883a expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047519.003265:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777047519.003278:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.003281:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.003288:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 18 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.003308:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 18 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.003321:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:2.0:1777047519.003354:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384342912:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 151us (4941us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.003364:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5948 00000100:00080000:0.0:1777047519.004362:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047519.004370:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047519.022452:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.023275:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384343168 00000100:00100000:3.0:1777047519.023293:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384343168 00000100:00100000:3.0:1777047519.023986:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3545 00000100:00100000:3.0:1777047519.025789:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54309:x1863365384343168:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047519.025826:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047519.025864:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e20f9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788841 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.026031:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e2100 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.026058:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e2100 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.026079:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e2100 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047519.026100:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00010000:00010000:3.0:1777047519.026322:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e20f9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788841 expref: 95 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.026354:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e2100 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788841 expref: 94 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.026370:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047519.026374:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047519.026380:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8aa00, rc 0) 00000100:00100000:3.0:1777047519.026507:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54309:x1863365384343168:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 743us (4072us total) trans 8589938225 rc 0/0 00000100:00100000:3.0:1777047519.026522:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3545 00000100:00100000:2.0:1777047519.048921:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.049070:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.049236:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047519.049399:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384343296 00000100:00100000:0.0:1777047519.049419:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384343296 00000100:00100000:0.0:1777047519.049519:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384343424 00000100:00100000:0.0:1777047519.049525:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384343424 00000100:00100000:1.0:1777047519.049644:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384343552 00000100:00100000:1.0:1777047519.049654:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384343552 00000100:00100000:0.0:1777047519.049668:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5949 00000100:00100000:0.0:1777047519.049689:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384343296:12345-192.168.201.26@tcp:1:lfs.0 00000100:00100000:1.0:1777047519.049738:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5950 00000100:00100000:1.0:1777047519.049754:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384343424:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047519.049794:0:32524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.049801:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.049855:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 21 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.049857:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.049893:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047519.049895:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047519.049899:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047519.049901:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047519.049908:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.049909:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.050287:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.050288:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 21 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.050344:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 19 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.050347:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 21 pid: 6640 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.050409:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434109440:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047519.050410:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434109312:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047519.050910:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5951 00000100:00100000:2.0:1777047519.050928:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384343552:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047519.050962:0:26191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.050984:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 19 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.050996:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047519.050999:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047519.051003:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.051040:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 19 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.051056:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 19 pid: 32524 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047519.051074:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434109568:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047519.051816:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047519.058184:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047519.058304:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670622e480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047519.063907:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.065528:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384343680 00000100:00100000:2.0:1777047519.066293:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384343680 00010000:00010000:2.0:1777047519.066378:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 22 pid: 6640 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047519.066452:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2634 00000100:00100000:2.0:1777047519.066470:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384343680:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047519.066495:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047519.066559:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 22 pid: 6640 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.066583:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 22 pid: 6640 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.072431:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434109568:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047519.072488:0:26191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.073378:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.073385:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.073398:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.073421:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.073499:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047519.073613:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384343680:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 7142us (9720us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047519.073640:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434109440:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047519.073669:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2634 00010000:00010000:3.0:1777047519.073676:0:32524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.073748:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.073920:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.073958:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384343936 00000100:00100000:3.0:1777047519.073969:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384343936 00010000:00010000:3.0:1777047519.074024:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 20 pid: 32524 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.074078:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2635 00000100:00100000:3.0:1777047519.074093:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384343936:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047519.074279:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e1aee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886ce expref: 22 pid: 6640 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047519.074307:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434109312:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047519.074331:0:33475:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047519.074371:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384343808 00000100:00100000:1.0:1777047519.074378:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384343808 00002000:00100000:1.0:1777047519.074434:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (4096->45055) req@ffff9868096e4000 x1863365384343808/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1777047530 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047519.075321:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e4000 with x1863365384343808 ext(4096->45055) 00010000:00010000:1.0:1777047519.075334:0:14908:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 21 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.075355:0:14908:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 21 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047519.075379:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9868096e4000 00000100:00100000:1.0:1777047519.075419:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 41 00000100:00100000:1.0:1777047519.075435:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384343808:12345-192.168.201.26@tcp:4:fsx.0 00010000:00010000:3.0:1777047519.080058:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047519.080107:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 22 pid: 32524 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.080139:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 22 pid: 32524 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.080180:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e1af5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7886d5 expref: 22 pid: 32524 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.080208:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.080211:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.080219:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.080235:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.080280:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047519.080359:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384343936:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 6267us (6439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047519.080375:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2635 00010000:00010000:1.0:1777047519.081128:0:33475:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081148:0:33475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081199:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081212:0:33475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081226:0:33475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081238:0:33475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047519.081245:0:33475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081259:0:33475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081290:0:33475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.081302:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2115 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047519.081417:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384343424:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 31665us (32346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047519.081434:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5950 00010000:00010000:0.0:1777047519.083310:0:26191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083341:0:26191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083380:0:26191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083393:0:26191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083406:0:26191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083417:0:26191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047519.083424:0:26191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083437:0:26191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083458:0:26191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.083469:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e211c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.083642:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384343552:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 32689us (34377us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.083657:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5951 00000100:00100000:1.0:1777047519.101058:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384343808:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 25608us (27291us total) trans 17179871590 rc 0/0 00000100:00100000:1.0:1777047519.101082:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 41 00002000:00100000:1.0:1777047519.101105:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (4096->45055) req@ffff9868096e4000 x1863365384343808/t17179871590(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:255/0 lens 488/448 e 0 to 0 dl 1777047530 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047519.101125:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e4000 with x1863365384343808 ext(4096->45055) 00010000:00010000:1.0:1777047519.101143:0:14908:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 20 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.101175:0:14908:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 20 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047519.101189:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9868096e4000 00000100:00100000:2.0:1777047519.111884:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047519.112592:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344064 00000100:00100000:1.0:1777047519.112612:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344064 00010000:00010000:1.0:1777047519.112711:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 20 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047519.112786:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2636 00000100:00100000:1.0:1777047519.112803:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384344064:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047519.112833:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047519.112872:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 20 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.112898:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 20 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.113099:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e1bff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 49152->53247) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78871b expref: 20 pid: 33475 timeout: 4247 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.113132:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.113135:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.113145:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.113165:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.114415:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047519.114703:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384344064:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1899us (2832us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047519.114718:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2636 00010000:00010000:0.0:1777047519.115657:0:32524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115680:0:32524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115740:0:32524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115755:0:32524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115769:0:32524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115781:0:32524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047519.115788:0:32524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115802:0:32524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115880:0:32524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.115893:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e210e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.115986:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384343296:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 66302us (71261us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.116000:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5949 00000100:00100000:2.0:1777047519.137354:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.137420:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.137902:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047519.138170:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344320 00000100:00100000:0.0:1777047519.138188:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344320 00000100:00100000:0.0:1777047519.138276:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344192 00000100:00100000:0.0:1777047519.138282:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344192 00000100:00100000:0.0:1777047519.138309:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344448 00000100:00100000:0.0:1777047519.138315:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344448 00000100:00100000:0.0:1777047519.138349:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5952 00000100:00100000:0.0:1777047519.138370:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384344320:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:1.0:1777047519.138381:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5953 00000100:00100000:1.0:1777047519.138405:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384344192:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047519.138406:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047519.138426:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047519.138449:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78884f expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.138454:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788848 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047519.138518:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97de, atime: 0x69eb97c2, ctime: 0x69eb97de, blocks: 0x3 00002000:00010000:1.0:1777047519.138520:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 133773, mtime: 0x69eb97de, atime: 0x69eb97db, ctime: 0x69eb97de, blocks: 0x107 00010000:00010000:1.0:1777047519.138869:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.138874:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.138874:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.138880:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.138893:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 20 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.138894:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.138984:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 20 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.139001:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.139015:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00010000:00010000:0.0:1777047519.139021:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:1.0:1777047519.139118:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384344192:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 718us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047519.139131:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5953 00000100:00100000:1.0:1777047519.139165:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5954 00000100:00100000:1.0:1777047519.139204:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384344448:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:0.0:1777047519.139216:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384344320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 846us (1877us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047519.139223:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777047519.139234:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5952 00010000:00010000:1.0:1777047519.139246:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788856 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047519.139272:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97de, atime: 0x69eb97c2, ctime: 0x69eb97de, blocks: 0x3 00010000:00010000:1.0:1777047519.139290:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.139293:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.139302:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 20 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.139322:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 20 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.139337:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89c00, rc 0) 00000100:00100000:1.0:1777047519.139372:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384344448:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 197us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047519.139382:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5954 00000100:00100000:2.0:1777047519.231442:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.232118:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344576 00000100:00100000:3.0:1777047519.232138:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344576 00000100:00100000:1.0:1777047519.232723:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3237 00000100:00100000:1.0:1777047519.232744:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384344576:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047519.232819:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.232878:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.232883:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047519.232892:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.232918:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.252107:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.252152:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.252184:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.252193:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047519.252199:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.252210:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.252241:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.252254:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2138 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.252419:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384344576:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19671us (20986us total) trans 0 rc 133773/133773 00000100:00100000:3.0:1777047519.252437:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3237 00000100:00100000:1.0:1777047519.264302:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047519.265005:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344704 00000100:00100000:0.0:1777047519.265023:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344704 00000100:00100000:0.0:1777047519.265167:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3238 00000100:00100000:0.0:1777047519.265187:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384344704:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047519.265270:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.265306:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.265319:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.265323:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.265328:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.265392:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.265426:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 21 pid: 27536 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.265453:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434109696:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047519.265672:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047519.281072:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434109696:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047519.282093:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.282137:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.285195:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344832 00000100:00100000:2.0:1777047519.285220:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344832 00010000:00010000:2.0:1777047519.285414:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 22 pid: 27536 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047519.285496:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2637 00000100:00100000:2.0:1777047519.285515:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b921850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384344832:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047519.285572:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047519.285635:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 22 pid: 27536 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.285661:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 22 pid: 27536 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.285702:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e20eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788833 expref: 22 pid: 27536 timeout: 4247 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.285729:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.285732:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.285740:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.285756:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.285816:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047519.286950:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b921850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384344832:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1433us (4812us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.286966:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2637 00010000:00010000:1.0:1777047519.286996:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.287017:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047519.528364:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838666 is committed 00002000:00010000:0.0:1777047519.529302:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 0 -> 133773 00002000:00010000:0.0:1777047519.529312:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 0 -> 1777047519 00002000:00010000:0.0:1777047519.529318:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 0 -> 1777047519 00002000:00010000:0.0:1777047519.529323:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:0.0:1777047519.529350:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.529377:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.529395:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.529436:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047519.529445:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.529462:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.529942:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.529960:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e213f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.530147:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384344704:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 264956us (265851us total) trans 21474838667 rc 0/0 00000100:00100000:0.0:1777047519.530167:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3238 00000001:00080000:3.0:1777047519.530969:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838667 is committed 00000100:00100000:2.0:1777047519.554498:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047519.556967:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384344960 00000100:00100000:0.0:1777047519.556989:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384344960 00000100:00100000:0.0:1777047519.557124:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3546 00000100:00100000:0.0:1777047519.557146:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54309:x1863365384344960:12345-192.168.201.26@tcp:44:lfs.0 00000001:00080000:1.0:1777047519.725660:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938224 is committed 00000020:00080000:1.0:1777047519.726045:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969478 batchid updated 00000001:00080000:1.0:1777047519.726111:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938225 is committed 00000020:00080000:2.0:1777047519.726585:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969478 00000100:00100000:0.0:1777047519.735216:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54309:x1863365384344960:12345-192.168.201.26@tcp:44:lfs.0 Request processed in 178058us (180735us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.735243:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3546 00000020:00080000:2.0:1777047519.737885:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969477 cancel update log [0x200000bd0:0x1:0x0].53: rc = 0 00000020:00080000:2.0:1777047519.739903:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969478 cancel update log [0x200000bd0:0x1:0x0].54: rc = 0 00000020:00080000:2.0:1777047519.739925:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969478 00000100:00100000:1.0:1777047519.750374:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047519.750457:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.750695:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384345088 00000100:00100000:2.0:1777047519.750716:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384345088 00000100:00100000:2.0:1777047519.750830:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384345216 00000100:00100000:2.0:1777047519.750838:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384345216 00000100:00100000:2.0:1777047519.750907:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5955 00000100:00100000:2.0:1777047519.750928:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384345088:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:2.0:1777047519.751134:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384345088:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 209us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.751151:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5955 00000100:00100000:2.0:1777047519.751188:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5956 00000100:00100000:2.0:1777047519.751202:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384345216:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:2.0:1777047519.751294:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384345216:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 93us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.751309:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5956 00000100:00100000:1.0:1777047519.828228:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047519.828464:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047519.838906:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047519.846478:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384345344 00000100:00100000:0.0:1777047519.846508:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384345344 00000100:00100000:0.0:1777047519.846722:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384345600 00000100:00100000:0.0:1777047519.846730:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384345600 00000100:00100000:0.0:1777047519.846799:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5957 00000100:00100000:0.0:1777047519.846820:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384345344:12345-192.168.201.26@tcp:1:lfs.0 00000100:00100000:2.0:1777047519.847108:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5958 00000100:00100000:2.0:1777047519.847132:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384345600:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047519.847210:0:27536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847246:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.847251:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.847263:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847298:0:27536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847359:0:27536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847377:0:27536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847395:0:27536:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847411:0:27536:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047519.847420:0:27536:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847439:0:27536:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847470:0:27536:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.847488:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2146 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047519.847757:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384345600:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 629us (19290us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.847776:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5958 00010000:00010000:0.0:1777047519.849636:0:26191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849675:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.849679:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047519.849687:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849710:0:26191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849751:0:26191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849769:0:26191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849787:0:26191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849802:0:26191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047519.849810:0:26191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849826:0:26191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849874:0:26191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047519.849891:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e214d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047519.849981:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384345344:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 3162us (21771us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047519.849996:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5957 00000100:00100000:3.0:1777047519.853978:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384345472 00000100:00100000:3.0:1777047519.854000:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384345472 00000100:00100000:2.0:1777047519.854723:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5959 00000100:00100000:2.0:1777047519.854745:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384345472:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047519.854868:0:32524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.854899:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.854903:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.854911:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.854941:0:32524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.855349:0:32524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.855368:0:32524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.855385:0:32524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.855412:0:32524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047519.855419:0:32524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.855435:0:32524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.855462:0:32524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.855478:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2154 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047519.855706:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384345472:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 962us (16815us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047519.855724:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5959 00000100:00100000:0.0:1777047519.875330:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047519.875671:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047519.878503:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384345856 00000100:00100000:3.0:1777047519.878526:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384345856 00000100:00100000:3.0:1777047519.878780:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3547 00000100:00100000:3.0:1777047519.878807:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54309:x1863365384345856:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047519.878922:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047519.878979:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e20e4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xeb:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78882c expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.879025:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff986820555100) 00010000:00010000:3.0:1777047519.879051:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047519.879127:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.879157:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.879181:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777047519.879845:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c197cb24 reply state 0000000028b464d0 transno 8589938226 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.879872:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047519.880457:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384345856:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1648us (5141us total) trans 8589938226 rc 0/0 00000100:00100000:3.0:1777047519.880474:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3547 00000100:00100000:0.0:1777047519.895766:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047519.895871:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.895905:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.895922:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.895941:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8bc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047519.895953:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.895973:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.896006:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff9868347d7500) 00010000:00010000:2.0:1777047519.896018:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047519.896028:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.896042:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e215b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.896738:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384345984 00000100:00100000:3.0:1777047519.896766:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384345984 00000100:00100000:3.0:1777047519.896892:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3548 00000100:00100000:3.0:1777047519.896913:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54309:x1863365384345984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047519.896963:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047519.897006:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78885d expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.897129:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.897163:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.897202:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff9868347d7b00) 00010000:00010000:3.0:1777047519.897208:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047519.897214:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a400, rc 0) 00000100:00100000:3.0:1777047519.897353:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384345984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 439us (1606us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047519.897372:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3548 00000100:00100000:0.0:1777047519.914360:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.914959:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384346112 00000100:00100000:3.0:1777047519.914981:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384346112 00000100:00100000:3.0:1777047519.915452:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5960 00000100:00100000:3.0:1777047519.915475:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:54309:x1863365384346112:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047519.915514:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047519.915902:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788864 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047519.915960:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 133773, mtime: 0x69eb97df, atime: 0x0, ctime: 0x69eb97df, blocks: 0x203 00010000:00010000:3.0:1777047519.916004:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.916009:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.916026:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 14 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.916062:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 14 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.916090:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a200, rc 0) 00000100:00100000:3.0:1777047519.916195:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:54309:x1863365384346112:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 726us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047519.916210:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5960 00000100:00100000:0.0:1777047519.931642:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.932906:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384346240 00000100:00100000:2.0:1777047519.932926:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384346240 00000100:00100000:2.0:1777047519.933051:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5961 00000100:00100000:2.0:1777047519.933073:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54309:x1863365384346240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047519.933130:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047519.933171:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78886b expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.933243:0:7603:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.933262:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.933266:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047519.933274:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 21 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.933358:0:7603:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 21 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047519.933387:0:7603:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 21 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047519.933417:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434109824:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047519.933968:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047519.946164:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434109824:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047519.946239:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 21 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047519.946287:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:1.0:1777047519.946532:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54309:x1863365384346240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13461us (14992us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047519.946552:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5961 00000100:00100000:1.0:1777047519.954711:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.956627:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384346368 00000100:00100000:3.0:1777047519.956649:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384346368 00010000:00010000:3.0:1777047519.956731:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 21 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.956845:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2638 00000100:00100000:3.0:1777047519.956866:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384346368:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047519.956897:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047519.956943:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 21 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.956971:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 21 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.957017:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e20f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78883a expref: 21 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.957052:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.957057:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047519.957068:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 20 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.957089:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 20 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.957169:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 20 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.957199:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434109952:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047519.957365:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047519.973967:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434109952:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047519.974025:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047519.974153:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384346368:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 17289us (19457us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047519.974176:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2638 00000100:00100000:2.0:1777047519.974429:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047519.975054:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.975692:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384346496 00000100:00100000:3.0:1777047519.975709:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384346496 00000100:00100000:3.0:1777047519.975807:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384346624 00000100:00100000:3.0:1777047519.975814:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384346624 00000100:00100000:0.0:1777047519.975858:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5962 00000100:00100000:3.0:1777047519.975884:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5963 00000100:00100000:0.0:1777047519.975890:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384346496:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:3.0:1777047519.975913:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384346624:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047519.977456:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 133773 -> 133773 00002000:00010000:0.0:1777047519.977465:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047519 -> 1777047518 00002000:00010000:0.0:1777047519.977470:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 0 -> 1777047518 00002000:00010000:0.0:1777047519.977475:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:0.0:1777047519.977480:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047519.977583:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384346496:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 1705us (3156us total) trans 21474838668 rc 0/0 00000100:00100000:0.0:1777047519.977598:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5962 00002000:00010000:3.0:1777047519.981234:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047519.981246:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 0 -> 1777047518 00002000:00010000:3.0:1777047519.981252:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 0 -> 1777047518 00002000:00010000:3.0:1777047519.981256:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 0 -> 1777047519 00002000:00010000:3.0:1777047519.981260:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047519.981381:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384346624:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 5472us (6348us total) trans 17179871591 rc 0/0 00000100:00100000:3.0:1777047519.981399:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5963 00000100:00100000:1.0:1777047519.991340:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047519.992962:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384346880 00000100:00100000:3.0:1777047519.992983:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384346880 00000100:00100000:3.0:1777047519.993113:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3549 00000100:00100000:3.0:1777047519.993134:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384346880:12345-192.168.201.26@tcp:55:lfs.0 00010000:00010000:3.0:1777047519.993288:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993324:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993348:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993400:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993415:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993429:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993451:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047519.993459:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993472:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993495:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff9868347d7b00) 00010000:00010000:3.0:1777047519.993502:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777047519.993512:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047519.993523:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e2177 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047519.994369:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384346880:12345-192.168.201.26@tcp:55:lfs.0 Request processed in 1236us (3043us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777047519.994388:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3549 00000100:00100000:2.0:1777047520.006265:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.007282:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384347136 00000100:00100000:3.0:1777047520.007302:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384347136 00000100:00100000:3.0:1777047520.007433:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3550 00000100:00100000:3.0:1777047520.007454:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384347136:12345-192.168.201.26@tcp:36:lfs.0 00000100:00080000:0.0:1777047520.008056:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777047520.011502:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047520.011594:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2089 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788810 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.011664:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:3.0:1777047520.011676:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047520.027830:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.027883:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.027909:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047520.029335:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f68755c7 reply state 0000000038847ea2 transno 8589938227 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.029358:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047520.029954:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54309:x1863365384347136:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 22495us (23696us total) trans 8589938227 rc 0/0 00000100:00100000:1.0:1777047520.029973:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3550 00000100:00100000:3.0:1777047520.045431:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.045967:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384347264 00000100:00100000:0.0:1777047520.045988:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384347264 00000100:00100000:0.0:1777047520.046109:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5964 00000100:00100000:0.0:1777047520.046133:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54309:x1863365384347264:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.046170:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.046204:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788872 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.046267:0:33788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 22 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.046284:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.046288:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.046296:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 22 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.046362:0:33788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 22 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.046389:0:33788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.046416:0:33788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434110080:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047520.046683:0:33788:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eb600 going to sleep for 11 seconds 00010000:00010000:2.0:1777047520.050150:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.050177:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.050191:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.050203:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047520.050213:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.050229:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.050265:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047520.050271:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047520.050281:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.050292:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b000/0x29ccbc23e99e217e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.059854:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434110080:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047520.059929:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 22 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.059976:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047520.060079:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54309:x1863365384347264:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13950us (14667us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.060100:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5964 00000100:00100000:3.0:1777047520.060486:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.062892:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384347392 00000100:00100000:0.0:1777047520.062907:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384347392 00010000:00010000:0.0:1777047520.062968:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.063034:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2639 00000100:00100000:0.0:1777047520.063053:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384347392:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047520.063082:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047520.063125:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.063175:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.063227:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e212a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788848 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.063255:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.063259:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.063275:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 21 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.063296:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 21 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.063380:0:8406:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 21 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.063410:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434110208:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047520.063675:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eb600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.074446:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434110208:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047520.074503:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047520.075529:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384347392:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 12474us (15040us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.075551:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2639 00000100:00100000:1.0:1777047520.083725:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047520.084116:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384347520 00000100:00100000:2.0:1777047520.084135:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384347520 00000100:00100000:2.0:1777047520.084268:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5965 00000100:00100000:2.0:1777047520.084288:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54309:x1863365384347520:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047520.084322:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047520.084355:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788879 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.084413:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 16 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.084429:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047520.084432:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047520.084440:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.084509:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 16 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.088090:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 16 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.088130:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434110336:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047520.089782:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.109231:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.109850:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434110336:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047520.109918:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.109963:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:0.0:1777047520.110103:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54309:x1863365384347520:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 25796us (26373us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.110122:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5965 00000100:00100000:1.0:1777047520.110223:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384347648 00000100:00100000:1.0:1777047520.110237:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384347648 00010000:00010000:1.0:1777047520.110295:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 16 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.110363:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2640 00000100:00100000:1.0:1777047520.110379:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384347648:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047520.110410:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047520.110460:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 16 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.110486:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 16 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.110587:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e2123 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78884f expref: 16 pid: 27536 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.110668:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.110672:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.110686:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 15 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.110707:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 15 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.110773:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 15 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.110799:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434110464:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047520.110890:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.135213:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434110464:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047520.135262:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047520.135379:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384347648:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 25000us (26191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.135400:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2640 00000100:00100000:3.0:1777047520.135902:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.137475:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384347776 00000100:00100000:0.0:1777047520.137490:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384347776 00000100:00100000:0.0:1777047520.137573:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5966 00000100:00100000:0.0:1777047520.137591:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54309:x1863365384347776:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.138022:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.138059:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788880 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.138132:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 22 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.138150:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.138154:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.138162:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 22 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.138225:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 22 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.138253:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.138282:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434110592:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047520.138385:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eb600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.153478:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.154319:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434110592:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047520.154391:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 22 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.154432:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:0.0:1777047520.154873:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54309:x1863365384347776:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 17281us (18970us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.154892:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5966 00000100:00100000:2.0:1777047520.157856:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384347904 00000100:00100000:2.0:1777047520.157875:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384347904 00010000:00010000:2.0:1777047520.157945:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.158030:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2641 00000100:00100000:2.0:1777047520.158047:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384347904:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047520.158073:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047520.158228:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.158257:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.158300:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e2131 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788856 expref: 22 pid: 33788 timeout: 4248 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.158330:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047520.158335:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047520.158346:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 21 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.158367:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 21 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.158443:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 21 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.158471:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434110720:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047520.158743:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.176232:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.176301:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.176465:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047520.178780:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434110720:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047520.178827:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047520.178927:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384347904:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 20880us (25464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.178979:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2641 00000100:00100000:1.0:1777047520.184158:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384348032 00000100:00100000:1.0:1777047520.184181:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384348032 00000100:00100000:1.0:1777047520.184292:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384348160 00000100:00100000:1.0:1777047520.184298:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384348160 00000100:00100000:1.0:1777047520.184327:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384348288 00000100:00100000:1.0:1777047520.184330:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384348288 00000100:00100000:1.0:1777047520.184358:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5967 00000100:00100000:1.0:1777047520.184370:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384348032:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:3.0:1777047520.185337:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5968 00000100:00100000:3.0:1777047520.185354:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384348160:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047520.185707:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047520.185714:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047520.185719:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047490 -> 1777047518 00002000:00010000:3.0:1777047520.185722:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047518 -> 1777047520 00002000:00010000:3.0:1777047520.185726:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047520.185838:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384348160:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 487us (9535us total) trans 21474838669 rc 0/0 00000100:00100000:3.0:1777047520.185852:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5968 00000100:00100000:3.0:1777047520.185889:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5969 00000100:00100000:3.0:1777047520.185902:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384348288:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047520.186053:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047520.186058:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047520.186063:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047490 -> 1777047518 00002000:00010000:3.0:1777047520.186066:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047518 -> 1777047520 00002000:00010000:3.0:1777047520.186070:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047520.186108:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384348288:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 208us (9645us total) trans 17179871592 rc 0/0 00000100:00100000:3.0:1777047520.186122:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5969 00002000:00010000:1.0:1777047520.187092:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 133773 -> 133773 00002000:00010000:1.0:1777047520.187100:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047520.187104:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047515 -> 1777047518 00002000:00010000:1.0:1777047520.187108:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047518 -> 1777047520 00002000:00010000:1.0:1777047520.187112:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:1.0:1777047520.187186:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384348032:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 2814us (10970us total) trans 17179871593 rc 0/0 00000100:00100000:1.0:1777047520.187199:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5967 00000100:00100000:3.0:1777047520.207375:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047520.209846:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384348544 00000100:00100000:2.0:1777047520.209868:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384348544 00000100:00100000:2.0:1777047520.210246:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1264 00000100:00100000:2.0:1777047520.210267:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384348544:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047520.210415:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e2100 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788841 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.210492:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.210525:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.210540:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.210554:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 5/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.211131:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.211156:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 73 pid: 30805 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.211185:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434110848:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047520.211355:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.211370:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 73 pid: 30806 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.211385:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434110976:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047520.211430:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.222385:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047520.222454:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.222773:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384348800 00000100:00100000:3.0:1777047520.222791:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384348800 00000100:00100000:3.0:1777047520.222898:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1265 00000100:00100000:3.0:1777047520.222916:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806233850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:40772:x1863365384348800:12345-192.168.201.26@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1777047520.223485:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384348928 00000100:00100000:0.0:1777047520.223494:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384348928 00010000:00010000:0.0:1777047520.223588:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 75 pid: 30806 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047520.223948:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2642 00000100:00100000:0.0:1777047520.223964:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2411:x1863365384348928:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047520.223993:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047520.224008:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 75 pid: 30806 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.224072:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a55c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434110848:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047520.224098:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434110976:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047520.225009:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806233850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:40772:x1863365384348800:12345-192.168.201.26@tcp:35:ldlm_bl.0 Request processed in 2092us (2638us total) trans 8589938228 rc 0/0 00000100:00100000:3.0:1777047520.225025:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1265 00010000:00010000:0.0:1777047520.226765:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 75 pid: 30806 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.230575:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.235392:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e1e9f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887b5 expref: 75 pid: 30806 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.235435:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047520.235446:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.238184:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.238209:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047520.239432:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2411:x1863365384348928:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 15464us (16970us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.239453:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2642 00000100:00100000:1.0:1777047520.250246:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047520.251822:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384349056 00000100:00100000:2.0:1777047520.251840:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384349056 00010000:00010000:2.0:1777047520.251914:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 74 pid: 30805 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.251982:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2643 00000100:00100000:2.0:1777047520.252001:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2410:x1863365384349056:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047520.252030:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047520.252043:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 74 pid: 30805 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.252086:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 74 pid: 30805 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.252132:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e1ed0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7887c3 expref: 74 pid: 30805 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.252163:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:2.0:1777047520.252173:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.252191:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.252205:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.252269:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047520.252379:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384349056:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 380us (2149us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.252395:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2643 00010000:00010000:1.0:1777047520.254332:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.254352:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.254388:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.254404:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.254415:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.254478:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.254495:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 72 pid: 33460 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.254515:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434111104:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047520.254718:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.263448:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047520.263456:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434111104:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047520.263508:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047520.264094:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384349184 00000100:00100000:3.0:1777047520.264110:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384349184 00010000:00010000:3.0:1777047520.264179:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 73 pid: 33460 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047520.264250:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2644 00000100:00100000:3.0:1777047520.264269:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b923050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2411:x1863365384349184:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047520.264297:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047520.264309:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 73 pid: 33460 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.264331:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 73 pid: 33460 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.264364:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e2162 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xeb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78885d expref: 73 pid: 33460 timeout: 4248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.264392:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff9868347d7b00) 00010000:00010000:3.0:1777047520.264399:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.264413:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.264422:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.264458:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047520.264638:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b923050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2411:x1863365384349184:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 372us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.264652:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2644 00010000:00010000:2.0:1777047520.264895:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.264911:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.266344:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111232:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.266431:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.266509:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2900 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.268177:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434111232 00000100:00100000:1.0:1777047520.268188:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434111232 00000100:00100000:1.0:1777047520.268292:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1777047520.268307:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111232:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.268456:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111232:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 150us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.268474:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1777047520.269176:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111232:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.269272:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111360:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.269330:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.269379:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434111360 00000100:00100000:3.0:1777047520.269385:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434111360 00000100:00100000:3.0:1777047520.269436:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1777047520.269448:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111360:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:0.0:1777047520.271246:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047520.271255:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047520.271306:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.271941:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111360:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 2491us (2607us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.271955:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1777047520.271980:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111360:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.272118:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111488:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.272177:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.272224:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.272393:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434111488 00000100:00100000:1.0:1777047520.272403:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434111488 00000100:00100000:1.0:1777047520.272459:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1777047520.272472:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111488:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.272901:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111488:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 431us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.272913:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1777047520.274012:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111488:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.274119:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.274197:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.274236:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.274391:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434111616 00000100:00100000:3.0:1777047520.274401:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434111616 00000100:00100000:3.0:1777047520.274484:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1777047520.274500:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111616:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.274665:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111616:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 167us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.274679:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:0.0:1777047520.274922:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.275003:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111744:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.275049:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.275090:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.275238:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434111744 00000100:00100000:1.0:1777047520.275247:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434111744 00000100:00100000:1.0:1777047520.275282:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1777047520.275294:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111744:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.275381:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111744:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 88us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.275392:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1777047520.276075:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111744:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.276162:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111872:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.276207:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.276229:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986701086300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.279011:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434111872 00000100:00100000:1.0:1777047520.279027:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434111872 00000100:00100000:1.0:1777047520.279121:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1777047520.279136:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111872:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.279275:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434111872:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 142us (3066us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.279288:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1777047520.279857:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434111872:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.279997:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112000:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.280059:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.280119:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.280320:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112000 00000100:00100000:3.0:1777047520.280329:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112000 00000100:00100000:3.0:1777047520.280401:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:3.0:1777047520.280415:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112000:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.280518:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112000:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 106us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.280572:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1777047520.280744:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112000:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.280925:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112128:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.280968:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.281091:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986701086300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.281240:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112128 00000100:00100000:3.0:1777047520.281249:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112128 00000100:00100000:3.0:1777047520.281380:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1777047520.281395:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112128:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.281504:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112128:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 112us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.281516:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1777047520.281682:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112128:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.281755:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112256:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.281910:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.282047:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.284578:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112256 00000100:00100000:0.0:1777047520.284590:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112256 00000100:00100000:0.0:1777047520.284673:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1777047520.284686:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112256:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.284870:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112256:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 184us (2958us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.284882:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:1.0:1777047520.285426:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112256:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.285511:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112384:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.285593:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.285657:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986701086300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.287475:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112384 00000100:00100000:2.0:1777047520.287487:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112384 00000100:00100000:1.0:1777047520.290817:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1777047520.290841:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112384:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.291038:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112384:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 204us (5443us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.291053:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1777047520.291228:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112384:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.291367:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112512:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.291434:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.292775:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.293773:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112512 00000100:00100000:0.0:1777047520.293789:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112512 00000100:00100000:0.0:1777047520.293858:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1777047520.293872:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112512:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.296348:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112512:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 158us (2593us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.296369:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1777047520.296665:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112512:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.296827:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112640:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.296914:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.296969:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.298725:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112640 00000100:00100000:0.0:1777047520.298738:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112640 00000100:00100000:0.0:1777047520.298799:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1777047520.298814:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112640:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.298963:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112640:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 150us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.298977:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1777047520.299687:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112640:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.299775:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112768:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.299823:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.299979:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.300649:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112768 00000100:00100000:1.0:1777047520.300660:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112768 00000100:00100000:1.0:1777047520.300735:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1777047520.300750:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112768:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.300858:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112768:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 110us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.300871:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1777047520.301513:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112768:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.301950:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.301998:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.302030:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.302658:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434112896 00000100:00100000:1.0:1777047520.302669:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434112896 00000100:00100000:1.0:1777047520.302733:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1777047520.302746:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112896:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.302862:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434112896:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 118us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.302876:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1777047520.303511:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434112896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.303676:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.303747:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.303776:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.303886:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113024 00000100:00100000:1.0:1777047520.303895:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113024 00000100:00100000:1.0:1777047520.303933:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1777047520.305421:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113024:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.305522:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113024:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1578us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.305534:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1777047520.306258:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.306337:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.306394:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.306518:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113152 00000100:00100000:3.0:1777047520.306528:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113152 00000100:00100000:1.0:1777047520.306951:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1777047520.306969:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113152:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.307003:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.308226:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113152:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1259us (1829us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.308240:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1777047520.308556:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.311483:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.312496:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.312972:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.314897:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113280 00000100:00100000:0.0:1777047520.314911:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113280 00000100:00100000:0.0:1777047520.315013:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1777047520.315030:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113280:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.317679:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113280:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 2648us (5179us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.317697:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1777047520.318437:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.318573:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.320300:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.320479:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802ec5300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.320577:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113408 00000100:00100000:0.0:1777047520.320590:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113408 00000100:00100000:0.0:1777047520.320844:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1777047520.320863:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.321021:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 162us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.321034:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1777047520.321164:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.321276:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.321327:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.321760:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.322157:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113536 00000100:00100000:3.0:1777047520.322168:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113536 00000100:00100000:3.0:1777047520.322214:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1777047520.322229:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.322338:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 111us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.322358:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1777047520.322527:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.322684:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.322760:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.322804:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.323461:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113664 00000100:00100000:3.0:1777047520.323470:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113664 00000100:00100000:3.0:1777047520.323511:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1777047520.323525:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.324828:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113664:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1000us (1763us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.324843:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1777047520.325254:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.325371:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.325421:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.325873:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.326336:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113792 00000100:00100000:0.0:1777047520.326345:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113792 00000100:00100000:2.0:1777047520.326732:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:2.0:1777047520.326749:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113792:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.326874:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113792:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 129us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.326888:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1777047520.327002:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.327365:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.327422:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.328073:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.328331:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434113920 00000100:00100000:3.0:1777047520.328341:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434113920 00000100:00100000:3.0:1777047520.328383:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1777047520.328395:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.328496:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434113920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 100us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.328510:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1777047520.328689:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434113920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.328789:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818915f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.328833:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.328876:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047520.328944:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114048 00000100:00100000:3.0:1777047520.328952:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114048 00000100:00100000:2.0:1777047520.331583:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1777047520.331634:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.332105:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 506us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.332121:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1777047520.332429:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818915f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.332520:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818915f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.332572:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.333368:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed180 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.333444:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114176 00000100:00100000:2.0:1777047520.333455:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114176 00000100:00100000:2.0:1777047520.333672:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1777047520.333690:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.334391:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 703us (1816us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.334407:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1777047520.334575:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818915f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.335355:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.335411:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.336241:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.336404:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114304 00000100:00100000:1.0:1777047520.336415:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114304 00000100:00100000:1.0:1777047520.336461:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1777047520.336474:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.336658:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 184us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.336672:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1777047520.337371:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.337455:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.337505:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.338011:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.338354:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114432 00000100:00100000:2.0:1777047520.338364:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114432 00000100:00100000:1.0:1777047520.338443:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:1.0:1777047520.338460:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.338583:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 126us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.338621:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:3.0:1777047520.339018:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.339094:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.339139:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.339258:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.339400:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114560 00000100:00100000:0.0:1777047520.339410:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114560 00000100:00100000:0.0:1777047520.339458:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1777047520.339472:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.339640:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 169us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.339653:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1777047520.340354:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.340422:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.340471:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.340515:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.340727:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114688 00000100:00100000:2.0:1777047520.340736:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114688 00000100:00100000:2.0:1777047520.340772:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1777047520.340783:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.340874:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 91us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.340888:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1777047520.341270:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.341339:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.341381:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.341426:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.341525:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114816 00000100:00100000:2.0:1777047520.342108:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114816 00000100:00100000:2.0:1777047520.342151:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1777047520.342164:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.342261:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 98us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.342274:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1777047520.342503:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.343496:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.343542:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.343581:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.344292:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434114944 00000100:00100000:2.0:1777047520.344300:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434114944 00000100:00100000:2.0:1777047520.344360:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:2.0:1777047520.344373:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.344473:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434114944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 101us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.344487:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1777047520.345408:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434114944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.345484:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.345526:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.345735:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.346123:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115072 00000100:00100000:2.0:1777047520.346132:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115072 00000100:00100000:2.0:1777047520.346268:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1777047520.346283:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434115072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.346391:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434115072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 111us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.346404:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1777047520.346529:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.346658:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.346702:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.346759:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.347080:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115200 00000100:00100000:2.0:1777047520.347088:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115200 00000100:00100000:2.0:1777047520.347121:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1777047520.347131:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434115200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047520.347235:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434115200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 104us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.347247:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1777047520.347447:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115200:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1777047520.349212:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].55, 1632 off84360 00000001:00080000:3.0:1777047520.349237:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938229 00000100:00100000:3.0:1777047520.349374:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.349440:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047520.349687:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047520.350127:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115328 00000100:00100000:2.0:1777047520.350139:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115328 00000100:00100000:3.0:1777047520.350466:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1777047520.350484:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434115328:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047520.351213:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434115328:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 732us (1771us total) trans 17179871594 rc 0/0 00000100:00100000:3.0:1777047520.351228:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1777047520.351391:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.351457:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047520.351518:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.352049:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047520.352368:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115456 00000100:00100000:1.0:1777047520.352379:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115456 00000100:00100000:1.0:1777047520.352434:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1777047520.352446:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434115456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047520.353941:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434115456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1466us (2391us total) trans 21474838670 rc 0/0 00000100:00100000:1.0:1777047520.353957:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:0.0:1777047520.356674:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434115456:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1777047520.357543:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938230 00010000:00010000:1.0:1777047520.357654:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.357676:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.357692:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358014:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047520.358024:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358041:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358074:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff9868347d7b00) 00010000:00010000:1.0:1777047520.358080:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047520.358090:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358102:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21a1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xeb:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358146:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358160:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358172:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358183:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047520.358189:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358202:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358218:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047520.358222:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047520.358229:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358239:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e219a lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.358263:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047520.358267:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047520.358279:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8aa00/0x29ccbc23e99e2100 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788841 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047520.358468:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384348544:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 148204us (151108us total) trans 8589938231 rc 0/0 00000100:00100000:1.0:1777047520.358495:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1264 00000020:00080000:1.0:1777047520.358506:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047520.364891:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.365641:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384349312 00000100:00100000:3.0:1777047520.365659:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384349312 00000100:00100000:3.0:1777047520.365758:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3551 00000100:00100000:3.0:1777047520.366287:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54309:x1863365384349312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.366339:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.366382:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e21a8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788887 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.366495:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e21a8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788887 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.366524:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e21a8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788887 expref: 74 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.366571:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:3.0:1777047520.366577:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047520.366584:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a400, rc 0) 00000100:00100000:3.0:1777047520.366726:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54309:x1863365384349312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 951us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.366740:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3551 00000100:00100000:3.0:1777047520.386976:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.387163:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384349568 00000100:00100000:0.0:1777047520.387183:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384349568 00000100:00100000:0.0:1777047520.387274:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1266 00000100:00100000:0.0:1777047520.387292:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54309:x1863365384349568:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047520.387892:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54309:x1863365384349568:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 600us (929us total) trans 8589938232 rc 0/0 00000100:00100000:0.0:1777047520.387917:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1266 00000100:00100000:0.0:1777047520.403214:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047520.403432:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384349824 00000100:00100000:1.0:1777047520.403452:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384349824 00000100:00100000:1.0:1777047520.404692:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1267 00000100:00100000:1.0:1777047520.404717:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54309:x1863365384349824:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:1.0:1777047520.405939:0:30808:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xeb:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777047520.406317:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 3/0,1 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.406353:0:30808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.406378:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.406395:0:30808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.406409:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.406423:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.406469:0:30808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047520.407001:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54309:x1863365384349824:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 2289us (3803us total) trans 8589938233 rc 0/0 00000100:00100000:1.0:1777047520.407019:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1267 00010000:00010000:3.0:1777047520.407191:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047520.407206:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.407223:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047520.407231:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.407247:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.407271:0:5846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xeb:0x0].0x0 (ffff986820555000) 00010000:00010000:3.0:1777047520.407277:0:5846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047520.407285:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 1/0,0 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.407297:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e21af lrc: 0/0,0 mode: --/PW res: [0x200000404:0xeb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.407330:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047520.407334:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047520.407337:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047520.493802:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.494954:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384349952 00000100:00100000:3.0:1777047520.496553:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384349952 00000100:00100000:3.0:1777047520.497052:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3552 00000100:00100000:3.0:1777047520.497077:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54310:x1863365384349952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.497142:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.497182:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e21b6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78888e expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.497301:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.497329:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.497351:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.497377:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.497391:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.497404:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500037:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500059:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500076:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047520.500143:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00000004:00200000:2.0:1777047520.500151:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047520.500185:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500207:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500223:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500235:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500247:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500259:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047520.500267:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500280:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500302:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047520.500308:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047520.500315:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500326:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a800/0x29ccbc23e99e21bd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500348:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500359:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500370:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500380:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ba00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047520.500385:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500396:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500409:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff9868347d7b00) 00010000:00010000:2.0:1777047520.500414:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047520.500420:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500431:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ba00/0x29ccbc23e99e21c4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500493:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a600/0x29ccbc23e99e21b6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500518:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.500661:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:2.0:1777047520.500667:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047520.500672:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d200, rc 0) 00000100:00100000:2.0:1777047520.500794:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54310:x1863365384349952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3722us (7008us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047520.500811:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3552 00000100:00100000:2.0:1777047520.514490:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.515768:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384350208 00000100:00100000:3.0:1777047520.515788:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384350208 00000100:00100000:1.0:1777047520.515934:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3553 00000100:00100000:1.0:1777047520.515961:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54310:x1863365384350208:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047520.516003:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047520.516044:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e21d2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788895 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.516235:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e21d9 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.516263:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e21d9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.516285:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e21d9 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047520.516306:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00010000:00010000:1.0:1777047520.516630:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e21d2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788895 expref: 80 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.516664:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e21d9 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788895 expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.516681:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:1.0:1777047520.516687:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047520.516695:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00100000:1.0:1777047520.516811:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54310:x1863365384350208:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 859us (2338us total) trans 8589938234 rc 0/0 00000100:00100000:1.0:1777047520.516825:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3553 00000100:00100000:0.0:1777047520.529539:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047520.531968:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384350464 00000100:00100000:2.0:1777047520.531988:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384350464 00000100:00100000:2.0:1777047520.533677:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3554 00000100:00100000:2.0:1777047520.533702:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54310:x1863365384350464:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047520.533748:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047520.533786:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e21e7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78889c expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.534012:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e21ee lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.534051:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e21ee lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.534097:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e21ee lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047520.534122:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00010000:00010000:2.0:1777047520.534358:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e21e7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78889c expref: 82 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.534392:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e21ee lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78889c expref: 81 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.534409:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:2.0:1777047520.534415:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047520.534421:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:2.0:1777047520.534741:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54310:x1863365384350464:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1044us (5219us total) trans 8589938235 rc 0/0 00000100:00100000:2.0:1777047520.534758:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3554 00000100:00100000:0.0:1777047520.558074:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047520.560831:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384350592 00000100:00100000:1.0:1777047520.560856:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384350592 00000100:00100000:1.0:1777047520.560983:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5970 00000100:00100000:1.0:1777047520.561004:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384350592:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047520.561039:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047520.561102:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888a3 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047520.561173:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x125:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96d2, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:1.0:1777047520.561215:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.561219:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.561236:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.561268:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 24 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.561295:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:1.0:1777047520.561786:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384350592:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 783us (3741us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.561802:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5970 00000100:00100000:1.0:1777047520.579781:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.579946:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384350720 00000100:00100000:3.0:1777047520.579965:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384350720 00000100:00100000:3.0:1777047520.580093:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5971 00000100:00100000:3.0:1777047520.580112:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384350720:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.580147:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.580284:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888aa expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047520.580335:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96e5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:3.0:1777047520.580372:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.580377:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.580394:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 25 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.580427:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 25 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.580448:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a600, rc 0) 00000100:00100000:3.0:1777047520.580991:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384350720:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 881us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.581005:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5971 00000100:00100000:2.0:1777047520.592737:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047520.593092:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384350848 00000100:00100000:1.0:1777047520.593112:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384350848 00000100:00100000:1.0:1777047520.593295:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5972 00000100:00100000:1.0:1777047520.593313:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384350848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047520.593344:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047520.593385:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888b1 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047520.593437:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb96f5, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:1.0:1777047520.593501:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.593505:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.593519:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 17 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.593921:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 17 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.593946:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88e00, rc 0) 00000100:00100000:1.0:1777047520.594348:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384350848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1037us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.594360:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5972 00000100:00100000:2.0:1777047520.612438:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.612746:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384350976 00000100:00100000:3.0:1777047520.612767:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384350976 00000100:00100000:3.0:1777047520.612884:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5973 00000100:00100000:3.0:1777047520.612904:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384350976:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.613282:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.613342:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888b8 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047520.613391:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97d3, atime: 0x69eb9701, ctime: 0x69eb97d3, blocks: 0x203 00010000:00010000:3.0:1777047520.613429:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.613434:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.613451:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 18 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.613483:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 18 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.613508:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ba00, rc 0) 00000100:00100000:3.0:1777047520.613705:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384350976:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 804us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.613718:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5973 00000100:00100000:1.0:1777047520.637198:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.637643:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384351104 00000100:00100000:3.0:1777047520.637664:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384351104 00000100:00100000:3.0:1777047520.637806:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5974 00000100:00100000:3.0:1777047520.637825:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eea8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384351104:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.637858:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.637914:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888bf expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047520.637968:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9713, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:3.0:1777047520.641072:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.641076:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.641093:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 19 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.641133:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 19 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.641161:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8a800, rc 0) 00000100:00100000:3.0:1777047520.641687:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eea8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384351104:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3864us (4503us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.641702:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5974 00000100:00100000:2.0:1777047520.658136:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.658337:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384351232 00000100:00100000:0.0:1777047520.658356:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384351232 00000100:00100000:0.0:1777047520.658465:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5975 00000100:00100000:0.0:1777047520.658484:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384351232:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.658519:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.659054:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888c6 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047520.659106:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047520.659141:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.659145:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.659161:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 26 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.659196:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 26 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.659220:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:0.0:1777047520.659310:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384351232:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 830us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.659323:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5975 00000100:00100000:0.0:1777047520.679932:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047520.681466:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384351360 00000100:00100000:1.0:1777047520.681487:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384351360 00000100:00100000:1.0:1777047520.681739:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5976 00000100:00100000:1.0:1777047520.681763:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384351360:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047520.681801:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047520.681845:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888cd expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047520.681900:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb975e, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:1.0:1777047520.681943:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.681947:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.681966:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 20 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.682029:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 20 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.682058:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88400, rc 0) 00000100:00100000:1.0:1777047520.682185:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384351360:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 428us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.682201:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5976 00000100:00100000:1.0:1777047520.700181:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.700836:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384351488 00000100:00100000:3.0:1777047520.700857:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384351488 00000100:00100000:3.0:1777047520.706289:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5977 00000100:00100000:3.0:1777047520.706354:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384351488:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.706391:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.706434:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888d4 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047520.706487:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:3.0:1777047520.706529:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.706533:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.706551:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 27 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.706585:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 27 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.706667:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8aa00, rc 0) 00000100:00100000:3.0:1777047520.706793:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384351488:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 465us (6633us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.706809:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5977 00000100:00100000:2.0:1777047520.730018:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.730618:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384351616 00000100:00100000:0.0:1777047520.730639:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384351616 00000100:00100000:0.0:1777047520.730762:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5978 00000100:00100000:0.0:1777047520.730783:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384351616:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.730818:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.730934:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888db expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047520.732116:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9766, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:0.0:1777047520.733731:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.733739:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.733759:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 28 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.733801:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 28 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.733829:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c600, rc 0) 00000100:00100000:0.0:1777047520.734163:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384351616:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3383us (4163us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.734203:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5978 00000100:00100000:2.0:1777047520.758036:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047520.758439:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384351744 00000100:00100000:1.0:1777047520.758459:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384351744 00000100:00100000:1.0:1777047520.758933:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5979 00000100:00100000:1.0:1777047520.758955:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384351744:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047520.758989:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047520.759144:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888e2 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047520.759200:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb9790, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:1.0:1777047520.759238:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.759244:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047520.759262:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 21 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.759296:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 21 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047520.759322:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:1.0:1777047520.759433:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384351744:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 484us (1416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.759469:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5979 00000100:00100000:1.0:1777047520.773912:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047520.774076:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384351872 00000100:00100000:3.0:1777047520.774095:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384351872 00000100:00100000:3.0:1777047520.774250:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5980 00000100:00100000:3.0:1777047520.774274:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384351872:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047520.774309:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047520.774349:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888e9 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047520.774405:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97d4, atime: 0x69eb979d, ctime: 0x69eb97d4, blocks: 0x203 00010000:00010000:3.0:1777047520.774444:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.774449:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047520.774465:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 29 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.774501:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 29 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047520.774633:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b000, rc 0) 00000100:00100000:3.0:1777047520.774754:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384351872:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 486us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.774770:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5980 00000100:00100000:2.0:1777047520.788657:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.790694:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352000 00000100:00100000:0.0:1777047520.790715:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352000 00000100:00100000:0.0:1777047520.790839:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5981 00000100:00100000:0.0:1777047520.790860:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384352000:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.790895:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.790938:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888f0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047520.790989:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97b8, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:0.0:1777047520.791025:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.791030:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.791046:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 22 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.791111:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 22 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.791137:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047520.791265:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384352000:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 408us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.791282:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5981 00000100:00100000:2.0:1777047520.805963:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047520.806177:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352128 00000100:00100000:0.0:1777047520.806197:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352128 00000100:00100000:0.0:1777047520.806331:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5982 00000100:00100000:0.0:1777047520.806351:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384352128:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047520.806385:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047520.806425:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888f7 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047520.806479:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97d5, atime: 0x69eb97c2, ctime: 0x69eb97d5, blocks: 0x203 00010000:00010000:0.0:1777047520.806519:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.806524:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047520.806628:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 30 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.806969:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 30 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047520.806997:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c200, rc 0) 00000100:00100000:0.0:1777047520.807414:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384352128:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1066us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.807429:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5982 00000100:00100000:1.0:1777047520.834523:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434115712:0@lo:400:kworker.0 00000100:00100000:0.0:1777047520.834657:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434115840:0@lo:400:kworker.0 00000100:00100000:1.0:1777047520.834744:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.834808:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115712 00000100:00100000:0.0:1777047520.834822:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115712 00000100:00100000:3.0:1777047520.834865:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434115584:0@lo:400:kworker.0 00000100:00100000:1.0:1777047520.834924:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434116224:0@lo:400:kworker.0 00000100:00100000:0.0:1777047520.834943:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1777047520.834943:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047520.834964:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434115712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047520.836411:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434116096:0@lo:400:kworker.0 00000100:00100000:3.0:1777047520.836470:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.836509:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047520.836868:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047520.836883:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434115968:0@lo:400:kworker.0 00000100:00100000:2.0:1777047520.836932:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.837441:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047520.837506:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115584 00000100:00100000:1.0:1777047520.837514:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115584 00000100:00100000:0.0:1777047520.837637:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434115712:12345-0@lo:400:kworker.0 Request processed in 2679us (2895us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.837651:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1777047520.837682:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115840 00000100:00100000:0.0:1777047520.837689:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115840 00000100:00100000:0.0:1777047520.844404:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434116224 00000100:00100000:0.0:1777047520.844429:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434116224 00000100:00100000:0.0:1777047520.844523:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1777047520.844568:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434115840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047520.846238:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434115840:12345-0@lo:400:kworker.0 Request processed in 1698us (9729us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.846254:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1777047520.846291:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1777047520.846306:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434116224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047520.846372:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434116224:12345-0@lo:400:kworker.0 Request processed in 68us (8930us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047520.846384:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:0.0:1777047520.846428:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047520.846578:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434116224:0@lo:400:kworker.0 00000100:00100000:0.0:1777047520.846638:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434115712:0@lo:400:kworker.0 00000100:00100000:2.0:1777047520.848508:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434115840:0@lo:400:kworker.0 00000100:00100000:3.0:1777047520.852440:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434116096 00000100:00100000:3.0:1777047520.852457:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434116096 00000100:00100000:3.0:1777047520.852583:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434115968 00000100:00100000:3.0:1777047520.852615:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434115968 00000100:00100000:3.0:1777047520.852678:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:3.0:1777047520.852695:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434116096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047520.852858:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434116096:12345-0@lo:400:kworker.0 Request processed in 166us (16388us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.852872:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:3.0:1777047520.852902:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1777047520.852915:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434115968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047520.853261:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434115968:12345-0@lo:400:kworker.0 Request processed in 348us (16327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047520.853272:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:2.0:1777047520.853578:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434115968:0@lo:400:kworker.0 00000100:00100000:1.0:1777047520.854577:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1777047520.854912:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434115584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047520.855009:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434115584:12345-0@lo:400:kworker.0 Request processed in 415us (20067us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047520.855022:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1777047520.862036:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434115584:0@lo:400:kworker.0 00000100:00100000:3.0:1777047520.862069:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434116096:0@lo:400:kworker.0 00010000:00010000:2.0:1777047520.898363:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047520.982056:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047520.982622:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352256 00000100:00100000:2.0:1777047520.982642:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352256 00000100:00100000:2.0:1777047520.982790:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3239 00000100:00100000:2.0:1777047520.982810:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384352256:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047520.982879:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.982932:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.982949:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047520.982953:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047520.982960:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.983026:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047520.983053:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 30 pid: 33788 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047520.983090:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434116352:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047520.983246:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047520.999412:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434116352:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047520.999486:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.008049:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.009621:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352384 00000100:00100000:2.0:1777047521.009643:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352384 00010000:00010000:2.0:1777047521.009789:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 31 pid: 33788 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.009866:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2645 00000100:00100000:2.0:1777047521.009885:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384352384:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047521.009913:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047521.009955:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 31 pid: 33788 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.009982:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 31 pid: 33788 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.010025:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2185 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788872 expref: 31 pid: 33788 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.010059:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.010063:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.010073:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.010092:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.010179:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047521.010273:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384352384:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 391us (2242us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047521.010289:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2645 00010000:00010000:2.0:1777047521.010342:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.010360:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047521.011673:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047521.054423:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.054465:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.054485:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.055229:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047521.055889:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.055912:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.055961:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.055977:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2257 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.059143:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2412:x1863365384352256:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 76325us (77093us total) trans 0 rc 133773/133773 00000100:00100000:2.0:1777047521.059167:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3239 00000100:00100000:3.0:1777047521.079351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047521.079456:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.080020:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352512 00000100:00100000:0.0:1777047521.080042:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352512 00000100:00100000:0.0:1777047521.080227:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352640 00000100:00100000:0.0:1777047521.080236:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352640 00000100:00100000:0.0:1777047521.080297:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5983 00000100:00100000:0.0:1777047521.080319:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384352512:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047521.080355:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047521.080391:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e225e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7888fe expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.080513:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434116480:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047521.080782:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047521.080829:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5984 00000100:00100000:0.0:1777047521.080846:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384352640:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047521.080864:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047521.080887:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e2265 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788905 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.080947:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434116608:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047521.081001:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986807e67540 going to sleep for 11 seconds 00000100:00080000:2.0:1777047521.081633:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047521.094439:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434116480:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047521.094625:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e225e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888fe expref: 23 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.094685:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e225e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888fe expref: 23 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.094716:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:0.0:1777047521.094854:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384352512:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 14537us (15519us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047521.094873:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5983 00000100:00100000:3.0:1777047521.095237:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434116608:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047521.095282:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e2265 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788905 expref: 30 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.095312:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e2265 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788905 expref: 30 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.095345:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:3.0:1777047521.095396:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384352640:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 14551us (15940us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047521.095410:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5984 00000100:00100000:1.0:1777047521.121755:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.122070:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352768 00000100:00100000:2.0:1777047521.122110:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352768 00000100:00100000:2.0:1777047521.122367:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3240 00000100:00100000:2.0:1777047521.122392:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384352768:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.122484:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.122529:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 22 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.122548:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047521.122552:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047521.122560:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.122757:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 22 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.122791:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 22 pid: 6640 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.122823:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434116736:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047521.123350:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047521.135156:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434116736:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047521.135228:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.136870:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047521.137446:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384352896 00000100:00100000:3.0:1777047521.137466:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384352896 00010000:00010000:3.0:1777047521.139198:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 23 pid: 6640 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.139303:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2646 00000100:00100000:3.0:1777047521.139328:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384352896:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047521.139362:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047521.139408:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 23 pid: 6640 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.139468:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 23 pid: 6640 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.139516:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e2169 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788864 expref: 23 pid: 6640 timeout: 4249 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.139550:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.139555:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.139565:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.140365:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.140448:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047521.140547:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384352896:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1226us (3682us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047521.140566:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2646 00010000:00010000:2.0:1777047521.140625:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.140651:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.167277:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.167319:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.167336:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.167349:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047521.167360:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.167378:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.167414:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.167429:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e226c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.167717:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384352768:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 45322us (45971us total) trans 0 rc 133773/133773 00000100:00100000:2.0:1777047521.168811:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3240 00000100:00100000:1.0:1777047521.204790:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.204984:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384353024 00000100:00100000:0.0:1777047521.205332:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384353024 00000100:00100000:0.0:1777047521.205464:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 500 00000100:00100000:0.0:1777047521.205484:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54310:x1863365384353024:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047521.205861:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047521.205910:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e21ee lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78889c expref: 81 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.205956:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:0.0:1777047521.205965:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047521.206077:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54310:x1863365384353024:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 596us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047521.206092:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 500 00000100:00100000:3.0:1777047521.214883:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047521.215619:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384353280 00000100:00100000:1.0:1777047521.215639:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384353280 00000100:00100000:1.0:1777047521.215757:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1268 00000100:00100000:1.0:1777047521.215779:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54310:x1863365384353280:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047521.216660:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54310:x1863365384353280:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 885us (1791us total) trans 8589938236 rc 0/0 00000100:00100000:1.0:1777047521.216677:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1268 00000100:00100000:3.0:1777047521.302006:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.303319:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384353536 00000100:00100000:0.0:1777047521.303340:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384353536 00000100:00100000:0.0:1777047521.303459:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3555 00000100:00100000:0.0:1777047521.303476:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54311:x1863365384353536:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047521.303602:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047521.303644:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2273 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78890c expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.303836:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e227a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.303867:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e227a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.303887:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e227a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047521.303910:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00010000:00010000:0.0:1777047521.304149:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2273 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78890c expref: 84 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.304185:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e227a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78890c expref: 83 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.304201:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:0.0:1777047521.304207:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047521.304214:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047521.304319:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54311:x1863365384353536:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 846us (2331us total) trans 8589938237 rc 0/0 00000100:00100000:0.0:1777047521.304332:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3555 00000100:00100000:2.0:1777047521.323128:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.323440:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384353664 00000100:00100000:0.0:1777047521.323460:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384353664 00000100:00100000:2.0:1777047521.324285:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3241 00000100:00100000:2.0:1777047521.324309:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384353664:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.324382:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.324415:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.324419:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.324432:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.324481:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.352041:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.352079:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.352095:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.352108:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047521.352116:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.352132:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.352166:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.352189:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2288 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.352336:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384353664:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28026us (29218us total) trans 0 rc 133773/133773 00000100:00100000:0.0:1777047521.352355:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3241 00000100:00100000:3.0:1777047521.371265:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.377119:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384353792 00000100:00100000:2.0:1777047521.377143:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384353792 00000100:00100000:2.0:1777047521.377373:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3242 00000100:00100000:2.0:1777047521.377395:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384353792:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.377468:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.377499:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.377503:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.377512:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.379337:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.405662:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.405878:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.405893:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.405904:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047521.405912:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.405927:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.405958:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.405971:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e228f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.406401:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384353792:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29006us (35149us total) trans 0 rc 133773/133773 00000100:00100000:2.0:1777047521.406420:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3242 00000100:00100000:1.0:1777047521.428903:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.429318:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384353920 00000100:00100000:2.0:1777047521.429337:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384353920 00000100:00100000:2.0:1777047521.429464:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3243 00000100:00100000:2.0:1777047521.429484:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384353920:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.429632:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.429665:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.429669:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.429682:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.429709:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.441866:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.441902:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.441916:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.441929:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047521.441936:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.441951:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.441986:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.442001:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e2296 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.442166:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384353920:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12679us (13273us total) trans 0 rc 133773/133773 00000100:00100000:0.0:1777047521.442185:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3243 00000100:00100000:1.0:1777047521.462382:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.462683:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354048 00000100:00100000:2.0:1777047521.462704:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354048 00000100:00100000:2.0:1777047521.462847:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3244 00000100:00100000:2.0:1777047521.462867:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384354048:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.462933:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.462964:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.462968:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.462978:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.463003:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.473168:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.473206:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.473222:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.473234:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047521.473242:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.473259:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.473292:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.473305:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e229d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.473474:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384354048:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 10602us (11100us total) trans 0 rc 133773/133773 00000100:00100000:2.0:1777047521.473493:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3244 00000100:00100000:3.0:1777047521.486341:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047521.486610:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354176 00000100:00100000:1.0:1777047521.486631:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354176 00000100:00100000:1.0:1777047521.486781:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3245 00000100:00100000:1.0:1777047521.486800:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384354176:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047521.486864:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.486893:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047521.486896:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047521.486906:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.486931:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.504630:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.504874:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.504892:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.504903:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047521.504911:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.504927:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.504962:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047521.506941:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e22a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047521.507276:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384354176:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20473us (21289us total) trans 0 rc 133773/133773 00000100:00100000:1.0:1777047521.507296:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3245 00000100:00100000:0.0:1777047521.530018:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047521.530632:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354304 00000100:00100000:3.0:1777047521.530653:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354304 00000100:00100000:3.0:1777047521.530773:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3246 00000100:00100000:3.0:1777047521.530789:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384354304:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047521.530874:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.530908:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.530911:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.530922:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.530950:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.546032:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.546072:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.546089:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.546103:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047521.546111:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.546128:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.546166:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.546179:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.546347:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384354304:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15550us (16339us total) trans 0 rc 133773/133773 00000100:00100000:3.0:1777047521.546368:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3246 00000100:00100000:2.0:1777047521.574829:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.574996:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354432 00000100:00100000:0.0:1777047521.575026:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354432 00000100:00100000:0.0:1777047521.575173:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3247 00000100:00100000:0.0:1777047521.575194:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384354432:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047521.575268:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.575302:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.575306:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.575317:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.575344:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.596457:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.596497:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.596513:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.596527:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047521.596630:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.597216:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.597256:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.597271:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e22b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.597450:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384354432:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22254us (22634us total) trans 0 rc 133773/133773 00000100:00100000:0.0:1777047521.597470:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3247 00000100:00100000:2.0:1777047521.626344:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047521.626512:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354560 00000100:00100000:3.0:1777047521.626603:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354560 00000100:00100000:3.0:1777047521.626725:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3248 00000100:00100000:3.0:1777047521.626743:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2412:x1863365384354560:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047521.626802:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.626832:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.626835:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047521.626845:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.628213:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.639255:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.639291:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.639307:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.639319:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ae00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047521.639327:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.639342:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.639379:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.639392:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e22b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.643023:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2412:x1863365384354560:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12781us (13197us total) trans 0 rc 133773/133773 00000100:00100000:3.0:1777047521.643047:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3248 00000100:00100000:1.0:1777047521.663002:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.663294:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354688 00000100:00100000:2.0:1777047521.663313:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354688 00000100:00100000:2.0:1777047521.663447:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3249 00000100:00100000:2.0:1777047521.663465:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384354688:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.663616:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.663648:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.663651:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.663661:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.663696:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.693359:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.693397:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.693412:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.693425:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047521.693434:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.693449:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.693481:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.693494:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.694454:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384354688:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30984us (31461us total) trans 0 rc 133773/133773 00000100:00100000:2.0:1777047521.694475:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3249 00000100:00100000:1.0:1777047521.717793:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.717880:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354816 00000100:00100000:0.0:1777047521.717908:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354816 00000100:00100000:0.0:1777047521.718065:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3250 00000100:00100000:0.0:1777047521.718083:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384354816:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047521.718148:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.718178:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.718181:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.718192:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.718219:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.743099:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.743151:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.743169:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.743182:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047521.743192:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.743208:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.743246:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.743259:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.743455:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384354816:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25366us (25672us total) trans 0 rc 133773/133773 00000100:00100000:0.0:1777047521.743475:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3250 00000100:00100000:1.0:1777047521.745222:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.747849:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384354944 00000100:00100000:0.0:1777047521.747871:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384354944 00000100:00100000:0.0:1777047521.747979:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 361 00000100:00100000:0.0:1777047521.747998:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384354944:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047521.748119:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384354944:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 124us (2905us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047521.748132:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 361 00000100:00100000:1.0:1777047521.772158:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.773318:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384355072 00000100:00100000:2.0:1777047521.773338:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384355072 00000100:00100000:2.0:1777047521.773468:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3251 00000100:00100000:2.0:1777047521.773486:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384355072:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.773953:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.773983:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.773987:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.773997:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.774022:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.797553:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.797611:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.797627:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.797639:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047521.797648:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.797663:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.797696:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.797708:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e22ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047521.798071:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384355072:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 24560us (25901us total) trans 0 rc 133773/133773 00000100:00100000:2.0:1777047521.798092:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3251 00000100:00100000:1.0:1777047521.827288:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047521.827456:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384355200 00000100:00100000:0.0:1777047521.827475:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384355200 00000100:00100000:0.0:1777047521.827663:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3252 00000100:00100000:0.0:1777047521.827681:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384355200:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047521.827743:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.827774:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.827778:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047521.827788:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.827812:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.858107:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.858153:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.858170:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.858182:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047521.858191:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.858206:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.858239:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047521.858253:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e22d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047521.858391:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384355200:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30707us (31114us total) trans 0 rc 133773/133773 00000100:00100000:0.0:1777047521.858409:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3252 00000100:00100000:1.0:1777047521.883227:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047521.883397:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384355328 00000100:00100000:2.0:1777047521.883416:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384355328 00000100:00100000:2.0:1777047521.883622:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3253 00000100:00100000:2.0:1777047521.883641:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384355328:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047521.883712:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.883741:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.883744:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047521.883754:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047521.883778:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.903300:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.903341:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.903358:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.903371:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047521.903380:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.903412:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.903471:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047521.903488:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e22dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047521.903745:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384355328:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20101us (20527us total) trans 0 rc 133773/133773 00000100:00100000:3.0:1777047521.903764:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3253 00010000:00010000:1.0:1777047521.923346:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047522.062085:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.063133:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384355456 00000100:00100000:0.0:1777047522.063154:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384355456 00000100:00100000:0.0:1777047522.063291:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5985 00000100:00100000:0.0:1777047522.063310:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384355456:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047522.063345:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047522.063385:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788913 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047522.063456:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 133773, mtime: 0x69eb97de, atime: 0x69eb97de, ctime: 0x69eb97e0, blocks: 0x107 00010000:00010000:0.0:1777047522.063494:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.063498:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047522.063515:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 30 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.063635:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 30 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.063683:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d600, rc 0) 00000100:00100000:0.0:1777047522.063785:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384355456:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 479us (1717us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.063799:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5985 00000100:00100000:0.0:1777047522.093964:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047522.094310:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384355584 00000100:00100000:1.0:1777047522.094358:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384355584 00000100:00100000:1.0:1777047522.094499:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3254 00000100:00100000:1.0:1777047522.094522:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384355584:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047522.095639:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.095673:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.095678:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.095689:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.095716:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.116284:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.116322:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.116338:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.116351:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047522.116358:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.116373:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.116411:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.116424:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e22ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.116688:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384355584:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22163us (23147us total) trans 0 rc 133773/133773 00000100:00100000:3.0:1777047522.116709:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3254 00000100:00100000:1.0:1777047522.140977:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047522.142098:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384355712 00000100:00100000:3.0:1777047522.142117:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384355712 00000100:00100000:3.0:1777047522.142273:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3255 00000100:00100000:3.0:1777047522.142292:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384355712:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047522.142390:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 133773, mtime: 0x69eb97de, atime: 0x69eb97de, ctime: 0x69eb97df, blocks: 0x203 00010000:00010000:3.0:1777047522.142407:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.142438:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047522.142442:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047522.142451:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.142478:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.166898:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.166936:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.166953:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.166967:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8a200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047522.166976:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.166993:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.167029:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.167042:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d874d8/0x29ccbc23e99e22f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.167201:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384355712:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 24905us (26235us total) trans 0 rc 133773/133773 00000100:00100000:2.0:1777047522.167220:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3255 00000100:00100000:3.0:1777047522.220990:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047522.221135:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384355840 00000100:00100000:2.0:1777047522.221155:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384355840 00000100:00100000:2.0:1777047522.221427:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 501 00000100:00100000:2.0:1777047522.221450:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54311:x1863365384355840:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:2.0:1777047522.221481:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047522.221527:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e227a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78890c expref: 83 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.221562:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:2.0:1777047522.221612:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047522.222111:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54311:x1863365384355840:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 667us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.222124:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 501 00000100:00080000:1.0:1777047522.224432:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047522.228706:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047522.229521:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384356096 00000100:00100000:3.0:1777047522.229617:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384356096 00000100:00100000:3.0:1777047522.229745:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1269 00000100:00100000:3.0:1777047522.229764:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54311:x1863365384356096:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047522.230216:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54311:x1863365384356096:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 456us (1526us total) trans 8589938238 rc 0/0 00000100:00100000:3.0:1777047522.230232:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1269 00000100:00100000:2.0:1777047522.241785:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.241965:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384356352 00000100:00100000:0.0:1777047522.241983:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384356352 00000100:00100000:0.0:1777047522.242086:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3556 00000100:00100000:0.0:1777047522.242103:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384356352:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047522.242152:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047522.242189:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e22f8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78891a expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.242442:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.242469:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.242483:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.242612:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.242636:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 84 pid: 30804 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.242659:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434116864:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047522.242839:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a86e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047522.253465:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047522.253977:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434116864:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047522.254034:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.255259:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384356480 00000100:00100000:3.0:1777047522.255276:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384356480 00010000:00010000:3.0:1777047522.255346:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 85 pid: 30804 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.255437:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2647 00000100:00100000:3.0:1777047522.255454:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2410:x1863365384356480:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047522.255480:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047522.255493:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 85 pid: 30804 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.255516:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 85 pid: 30804 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.255554:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e21cb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78888e expref: 85 pid: 30804 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.255658:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:3.0:1777047522.255668:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.255685:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.255719:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.255764:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047522.255865:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2410:x1863365384356480:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 413us (2419us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047522.255879:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2647 00010000:00010000:1.0:1777047522.256644:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.256658:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047522.256696:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00010000:00010000:1.0:1777047522.257001:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e22f8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.257029:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.257042:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:1.0:1777047522.257047:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047522.257052:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:1.0:1777047522.257114:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384356352:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 15014us (15348us total) trans 8589938239 rc 0/0 00000100:00100000:1.0:1777047522.257126:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3556 00000100:00100000:2.0:1777047522.294166:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.302144:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384356608 00000100:00100000:0.0:1777047522.302168:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384356608 00000100:00100000:0.0:1777047522.302304:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3557 00000100:00100000:0.0:1777047522.302325:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384356608:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047522.302873:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047522.302920:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e230d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788921 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.303663:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.303695:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.303712:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.303779:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.303803:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 85 pid: 30806 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047522.303830:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434116992:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047522.311316:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a86e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047522.317460:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434116992:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047522.317520:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.334780:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047522.336650:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384356736 00000100:00100000:1.0:1777047522.336671:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384356736 00010000:00010000:1.0:1777047522.336756:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 86 pid: 30806 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.336839:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2648 00000100:00100000:1.0:1777047522.336856:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2411:x1863365384356736:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047522.336885:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047522.336897:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 86 pid: 30806 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.336921:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 86 pid: 30806 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.337449:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e22ff lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78891a expref: 86 pid: 30806 timeout: 4250 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.337479:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:1.0:1777047522.337490:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.337507:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.337523:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.337593:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047522.337700:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2411:x1863365384356736:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 846us (2938us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.337714:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2648 00010000:00010000:0.0:1777047522.337991:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.338006:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047522.338425:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 133773 00000004:00200000:0.0:1777047522.338433:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047522.338474:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.338715:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e230d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788921 expref: 85 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.338745:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788921 expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047522.338759:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:0.0:1777047522.338763:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047522.338768:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047522.338937:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384356608:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 36617us (44791us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.339239:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3557 00000100:00100000:2.0:1777047522.354942:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047522.355637:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384356864 00000100:00100000:1.0:1777047522.355657:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384356864 00000100:00100000:1.0:1777047522.355760:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5986 00000100:00100000:1.0:1777047522.355779:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384356864:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047522.355813:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047522.355851:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788928 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047522.355900:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 133773, mtime: 0x69eb97de, atime: 0x69eb97de, ctime: 0x69eb97df, blocks: 0x203 00010000:00010000:1.0:1777047522.355935:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.355940:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047522.355956:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 22 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.356766:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047522.357521:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384356992 00000100:00100000:3.0:1777047522.357530:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384356992 00000100:00100000:3.0:1777047522.357648:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 5987 00000100:00100000:3.0:1777047522.357662:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384356992:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047522.357677:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047522.357698:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e2322 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78892f expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.357786:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434117120:192.168.201.26@tcp:106: 00000100:00100000:3.0:1777047522.357969:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047522.359952:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 22 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.359983:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89e00, rc 0) 00000100:00100000:1.0:1777047522.360401:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384356864:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 4269us (5142us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.360416:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5986 00000100:00100000:3.0:1777047522.375339:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434117120:192.168.201.26@tcp:106: 00010000:00010000:3.0:1777047522.375415:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e2322 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78892f expref: 31 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.375464:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ac65bd7/0x29ccbc23e99e2322 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78892f expref: 31 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.375492:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ae00, rc 0) 00000100:00100000:3.0:1777047522.376042:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384356992:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 18377us (19272us total) trans 0 rc 301/301 00000100:00100000:3.0:1777047522.376388:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 5987 00000100:00100000:3.0:1777047522.389300:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047522.390626:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384357248 00000100:00100000:1.0:1777047522.390646:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384357248 00000100:00100000:1.0:1777047522.390744:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3558 00000100:00100000:1.0:1777047522.390762:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384357248:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047522.390863:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047522.390914:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2314 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788921 expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.390970:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:1.0:1777047522.390981:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047522.391390:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.391415:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.391431:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047522.391618:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938240 00000004:00010000:1.0:1777047522.391677:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c45c65c6 reply state 000000002f520d72 transno 8589938241 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047522.391693:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047522.391863:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54106:x1863365384357248:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1102us (2604us total) trans 8589938241 rc 0/0 00000100:00100000:1.0:1777047522.391876:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3558 00000020:00080000:1.0:1777047522.391885:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047522.398835:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.398868:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.398882:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.398893:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047522.398902:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.398916:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.399196:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:2.0:1777047522.399204:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047522.399213:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.399226:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2329 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.400486:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047522.400641:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384357504 00000100:00100000:1.0:1777047522.400658:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384357504 00000100:00100000:1.0:1777047522.400772:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1270 00000100:00100000:1.0:1777047522.400790:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54106:x1863365384357504:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047522.401211:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54106:x1863365384357504:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 424us (732us total) trans 8589938242 rc 0/0 00000100:00100000:1.0:1777047522.401226:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1270 00000100:00100000:0.0:1777047522.418309:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047522.418514:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384357760 00000100:00100000:2.0:1777047522.419204:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384357760 00000100:00100000:2.0:1777047522.419298:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3559 00000100:00100000:2.0:1777047522.419315:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54106:x1863365384357760:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047522.419357:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.419364:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047522.419411:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e21d9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788895 expref: 86 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.419452:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8a400/0x29ccbc23e99e21a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788887 expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.419469:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868347d7800) 00010000:00010000:2.0:1777047522.419488:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047522.419515:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2330 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788936 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.421186:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2337 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.421211:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2337 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.421229:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2337 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777047522.443666:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1198, 88 off109616 00000004:00080000:3.0:1777047522.443696:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150826160439ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.443921:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1185, 88 off108384 00000004:00080000:3.0:1777047522.445801:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150828265335ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.445872:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1186, 88 off108472 00000004:00080000:3.0:1777047522.445880:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150828345977ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.445910:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1199, 88 off109704 00000004:00080000:3.0:1777047522.445917:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150828383055ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.446364:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1200, 88 off109792 00000004:00080000:3.0:1777047522.446396:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150828861294ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.455821:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1187, 88 off108560 00000004:00080000:3.0:1777047522.455858:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838322492ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.455933:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1201, 88 off109880 00000004:00080000:3.0:1777047522.455942:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150838407199ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.455999:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1188, 88 off108648 00000004:00080000:3.0:1777047522.456008:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838473089ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456038:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1189, 88 off108736 00000004:00080000:3.0:1777047522.456046:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838511879ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456074:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1202, 88 off109968 00000004:00080000:3.0:1777047522.456081:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150838546994ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456135:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1190, 88 off108824 00000004:00080000:3.0:1777047522.456144:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838609709ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456174:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1203, 88 off110056 00000004:00080000:3.0:1777047522.456182:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150838647847ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456236:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1191, 88 off108912 00000004:00080000:3.0:1777047522.456244:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838709424ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456271:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1204, 88 off110144 00000004:00080000:3.0:1777047522.456279:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150838744734ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456301:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1205, 88 off110232 00000004:00080000:3.0:1777047522.456307:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150838772327ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456332:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1192, 88 off109000 00000004:00080000:3.0:1777047522.456340:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838805689ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456388:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1193, 88 off109088 00000004:00080000:3.0:1777047522.456399:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838864129ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456433:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1206, 88 off110320 00000004:00080000:3.0:1777047522.456440:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150838905757ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456472:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1207, 88 off110408 00000004:00080000:3.0:1777047522.456480:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150838945434ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456512:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1194, 88 off109176 00000004:00080000:3.0:1777047522.456519:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150838984677ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456609:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1208, 88 off110496 00000004:00080000:3.0:1777047522.456619:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150839084652ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456652:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1195, 88 off109264 00000004:00080000:3.0:1777047522.456659:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150839124967ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456688:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1196, 88 off109352 00000004:00080000:3.0:1777047522.456696:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150839161264ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456726:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1209, 88 off110584 00000004:00080000:3.0:1777047522.456734:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150839199407ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456765:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1210, 88 off110672 00000004:00080000:3.0:1777047522.456773:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150839238132ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456806:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1197, 88 off109440 00000004:00080000:3.0:1777047522.456814:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150839280060ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456844:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1198, 88 off109528 00000004:00080000:3.0:1777047522.456851:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150839316970ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456880:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1211, 88 off110760 00000004:00080000:3.0:1777047522.456886:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150839351862ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456912:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1212, 88 off110848 00000004:00080000:3.0:1777047522.456918:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150839383367ns, next at 4144888688761ns, rc = 0 00000040:00080000:3.0:1777047522.456945:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1199, 88 off109616 00000004:00080000:3.0:1777047522.456951:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150839416935ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.456977:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1200, 88 off109704 00000004:00080000:3.0:1777047522.456983:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4150839448510ns, next at 4144888736643ns, rc = 0 00000040:00080000:3.0:1777047522.457008:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1213, 88 off110936 00000004:00080000:3.0:1777047522.457014:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4150839479597ns, next at 4144888688761ns, rc = 0 00000001:00080000:1.0:1777047522.597173:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938237 is committed 00000001:00080000:3.0:1777047522.597295:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938242 is committed 00000001:00080000:3.0:1777047522.597374:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938243 is committed 00000004:00080000:3.0:1777047522.597382:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1115 committed 00010000:00010000:0.0:1777047522.597551:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2337 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788936 expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047522.597606:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1103 committed 00010000:00010000:0.0:1777047522.597608:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215800) 00010000:00010000:0.0:1777047522.597618:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000004:00080000:3.0:1777047522.597648:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1102 committed 00010000:00010000:0.0:1777047522.597656:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2330 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788936 expref: 73 pid: 31251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047522.597657:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1114 committed 00000004:00080000:3.0:1777047522.597664:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1113 committed 00000004:00080000:3.0:1777047522.597670:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1101 committed 00000004:00080000:3.0:1777047522.597678:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1100 committed 00000004:00080000:3.0:1777047522.597686:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1112 committed 00000004:00080000:3.0:1777047522.597693:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1111 committed 00000004:00080000:3.0:1777047522.597699:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1099 committed 00010000:00010000:0.0:1777047522.597701:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2337 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788936 expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777047522.597705:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1098 committed 00010000:00010000:0.0:1777047522.597768:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215800) 00010000:00010000:0.0:1777047522.597773:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047522.597777:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:0.0:1777047522.597893:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384357760:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 178579us (179604us total) trans 8589938243 rc 0/0 00000100:00100000:0.0:1777047522.597909:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3559 00000100:00100000:1.0:1777047522.597972:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434117376:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.598390:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434117248:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.598468:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.598600:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434117760:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.598634:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.598690:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434117248 00000100:00100000:2.0:1777047522.598702:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434117248 00000100:00100000:2.0:1777047522.599340:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434117760 00000100:00100000:2.0:1777047522.599345:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434117760 00000100:00100000:2.0:1777047522.599376:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5988 00000100:00100000:2.0:1777047522.599389:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365434117248:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047522.599900:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1110 committed 00000004:00080000:3.0:1777047522.599907:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1097 committed 00000004:00080000:3.0:1777047522.599910:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1109 committed 00000004:00080000:3.0:1777047522.599913:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1108 committed 00000004:00080000:3.0:1777047522.599916:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1096 committed 00000004:00080000:3.0:1777047522.599921:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1095 committed 00000004:00080000:3.0:1777047522.599924:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1107 committed 00002000:00010000:2.0:1777047522.600033:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 133773 -> 133773 00002000:00010000:2.0:1777047522.600040:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047522.600043:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047522.600047:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:2.0:1777047522.600051:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1777047522.600106:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434117248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 719us (1638us total) trans 17179871595 rc 0/0 00000100:00100000:2.0:1777047522.600116:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5988 00000100:00100000:2.0:1777047522.600139:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5989 00000100:00100000:2.0:1777047522.600148:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365434117760:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047522.600277:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.600282:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047522.600285:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047522.600289:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047522.600292:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047522.600305:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.600327:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434117760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 180us (1692us total) trans 17179871596 rc 0/0 00000100:00100000:2.0:1777047522.600337:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5989 00000100:00100000:2.0:1777047522.600354:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434117376 00000100:00100000:1.0:1777047522.600355:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434117888:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.600359:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434117376 00000100:00100000:1.0:1777047522.600392:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.600392:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990 00000100:00100000:2.0:1777047522.600400:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434117376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.600439:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434117504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.600475:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777047522.600558:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.600586:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00000100:00100000:1.0:1777047522.600590:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434118016:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047522.600590:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047522.600593:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:2.0:1777047522.600597:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047522.600626:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.600644:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434117376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 244us (342us total) trans 17179871597 rc 0/0 00000100:00100000:2.0:1777047522.600655:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990 00000100:00100000:1.0:1777047522.600656:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047522.600668:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434117632:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.600671:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434117888 00000100:00100000:2.0:1777047522.600676:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434117888 00000100:00100000:1.0:1777047522.600959:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.600963:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434117504 00000100:00100000:2.0:1777047522.600967:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434117504 00000100:00100000:1.0:1777047522.600989:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434118144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.600991:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118016 00000100:00100000:2.0:1777047522.600995:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118016 00000100:00100000:2.0:1777047522.601010:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434117632 00000100:00100000:2.0:1777047522.601013:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434117632 00000100:00100000:1.0:1777047522.601017:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.601027:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118144 00000100:00100000:2.0:1777047522.601030:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118144 00000100:00100000:2.0:1777047522.601046:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5991 00000100:00100000:1.0:1777047522.601051:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5992 00000100:00100000:2.0:1777047522.601055:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3343:x1863365434117888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.601061:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434117504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047522.601182:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.601187:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047522.601191:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047522.601193:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:2.0:1777047522.601196:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047522.601236:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434117888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 182us (844us total) trans 17179871598 rc 0/0 00002000:00010000:1.0:1777047522.601246:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb size from disk: 262144 -> 262144 00000100:00100000:2.0:1777047522.601246:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5991 00002000:00010000:1.0:1777047522.601249:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047522.601252:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:1.0:1777047522.601257:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047522.601260:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x125:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047522.601265:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5993 00000100:00100000:2.0:1777047522.601274:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434118016:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.601308:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434117504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 247us (831us total) trans 17179871599 rc 0/0 00000100:00100000:1.0:1777047522.601318:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5992 00000100:00100000:1.0:1777047522.601338:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5994 00000100:00100000:1.0:1777047522.601347:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434117632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047522.601398:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.601403:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.601406:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047522.601410:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.601413:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047522.601481:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434118016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 190us (838us total) trans 17179871600 rc 0/0 00000100:00100000:2.0:1777047522.601490:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5993 00002000:00010000:1.0:1777047522.601496:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047522.601503:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047522.601508:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00000100:00100000:2.0:1777047522.601508:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5995 00002000:00010000:1.0:1777047522.601511:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047522.601512:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047522.601517:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434118144:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.601884:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434117632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 536us (923us total) trans 17179871601 rc 0/0 00000100:00100000:1.0:1777047522.601897:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5994 00000004:00080000:1.0:1777047522.601965:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974ed80/2, rc 0, transno 17179871601 00000100:00100000:1.0:1777047522.601982:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434117632:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047522.602290:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1106 committed 00000004:00080000:3.0:1777047522.602302:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1094 committed 00000004:00080000:3.0:1777047522.602308:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1105 committed 00000004:00080000:3.0:1777047522.602312:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1093 committed 00000004:00080000:1.0:1777047522.602314:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d500/2, rc 0, transno 17179871599 00000004:00080000:3.0:1777047522.602316:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1104 committed 00000004:00080000:3.0:1777047522.602325:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1092 committed 00000100:00100000:1.0:1777047522.602328:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434117504:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047522.602331:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1091 committed 00000004:00080000:3.0:1777047522.602341:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1103 committed 00000004:00080000:3.0:1777047522.602347:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1090 committed 00000004:00080000:3.0:1777047522.602353:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1102 committed 00000004:00080000:1.0:1777047522.602358:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974c000/2, rc 0, transno 17179871600 00000004:00080000:3.0:1777047522.602359:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1101 committed 00000004:00080000:3.0:1777047522.602364:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1089 committed 00000100:00100000:1.0:1777047522.602371:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434118016:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047522.602371:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1088 committed 00000004:00080000:3.0:1777047522.602378:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1100 committed 00000020:00080000:3.0:1777047522.602436:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9868062ebb40 refcount 2 committed 0 result 0 batchid 4294969479 00000020:00080000:3.0:1777047522.602445:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868083d2900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986807e67480 00000020:00080000:3.0:1777047522.602453:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868083d2700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9868062eb600 00000020:00080000:3.0:1777047522.602458:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868083d2000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff986805f53800 00000020:00080000:3.0:1777047522.602466:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].55 00000100:00100000:1.0:1777047522.602486:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434118528:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047522.602525:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777047522.607721:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047522.608162:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118528 00000100:00100000:0.0:1777047522.608177:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118528 00000100:00100000:0.0:1777047522.608246:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5996 00000100:00100000:0.0:1777047522.608260:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434118528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047522.608701:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047522.608707:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047522.608710:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047522.608713:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047522.608716:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047522.608808:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434118528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 549us (6281us total) trans 17179871602 rc 0/0 00000100:00100000:0.0:1777047522.608822:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5996 00000004:00080000:0.0:1777047522.609356:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956d180/2, rc 0, transno 17179871602 00000100:00100000:0.0:1777047522.609377:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434118528:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.609474:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434118656:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.609612:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.609909:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118656 00000100:00100000:0.0:1777047522.609916:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118656 00000100:00100000:0.0:1777047522.609947:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5997 00000100:00100000:0.0:1777047522.609956:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434118656:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047522.610411:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047522.610416:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047522.610420:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047522.610422:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047522.610425:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047522.610469:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434118656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 513us (858us total) trans 17179871603 rc 0/0 00000100:00100000:0.0:1777047522.610477:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5997 00000004:00080000:0.0:1777047522.610518:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810195c00/2, rc 0, transno 17179871603 00000100:00100000:0.0:1777047522.610530:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434118656:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.612918:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434118400:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.612993:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047522.613405:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d880/2, rc 0, transno 17179871597 00000100:00100000:2.0:1777047522.613419:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434117376:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047522.613438:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d180/2, rc 0, transno 17179871598 00000100:00100000:2.0:1777047522.613442:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434117888:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.613456:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777047522.613464:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434118272:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.613496:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.613520:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434118784:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.613548:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.613652:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118400 00000100:00100000:2.0:1777047522.613660:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118400 00000100:00100000:2.0:1777047522.613703:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118272 00000100:00100000:2.0:1777047522.613707:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118272 00000100:00100000:2.0:1777047522.613731:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118784 00000100:00100000:2.0:1777047522.613734:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118784 00000100:00100000:2.0:1777047522.613758:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5998 00000100:00100000:2.0:1777047522.613770:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434118400:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047522.614296:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5999 00000100:00100000:3.0:1777047522.614311:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434118272:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047522.614371:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6000 00000100:00100000:3.0:1777047522.614381:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434118784:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047522.614728:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434119296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047522.614778:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047522.614817:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434119808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047522.614846:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047522.614884:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974f800/2, rc 0, transno 17179871595 00000100:00100000:3.0:1777047522.614892:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434117248:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047522.614908:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974ce00/2, rc 0, transno 17179871596 00000100:00100000:3.0:1777047522.614912:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434117760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047522.614924:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777047522.614931:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434118912:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047522.614959:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047522.614974:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434119424:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047522.615002:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.615179:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119296 00000100:00100000:0.0:1777047522.615187:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119296 00000100:00100000:0.0:1777047522.615237:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119808 00000100:00100000:0.0:1777047522.615241:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119808 00000100:00100000:0.0:1777047522.615256:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434118912 00000100:00100000:0.0:1777047522.615259:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434118912 00000100:00100000:0.0:1777047522.615273:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119424 00000100:00100000:0.0:1777047522.615276:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119424 00000100:00100000:0.0:1777047522.615292:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6001 00000100:00100000:0.0:1777047522.615300:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434119296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047522.615598:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047522.615604:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047522.615608:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047522.615612:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047522.615616:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047522.615676:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434119296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 375us (896us total) trans 21474838671 rc 0/0 00000100:00100000:0.0:1777047522.615688:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6001 00000100:00100000:0.0:1777047522.615717:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6002 00000100:00100000:0.0:1777047522.615727:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434119808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047522.615855:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047522.615859:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047522.615863:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047522.615866:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047522.615869:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047522.615904:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434119808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 179us (1057us total) trans 21474838672 rc 0/0 00000100:00100000:0.0:1777047522.615914:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6002 00000100:00100000:0.0:1777047522.615936:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6003 00000100:00100000:0.0:1777047522.615944:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434118912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.616084:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434118912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 139us (1123us total) trans 21474838673 rc 0/0 00000100:00100000:0.0:1777047522.616093:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6003 00000100:00100000:0.0:1777047522.616111:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6004 00000100:00100000:0.0:1777047522.616138:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434119424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047522.616285:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047522.616290:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047522.616294:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047522.616297:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047522.616300:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047522.616337:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434119424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 217us (1333us total) trans 21474838674 rc 0/0 00000100:00100000:0.0:1777047522.616347:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6004 00000100:00100000:0.0:1777047522.616398:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119168:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.616441:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.616469:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119680:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.616493:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.616514:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777047522.616522:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119040:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.616613:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.616646:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.616674:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777047522.616708:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047522.616723:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119168 00000100:00100000:0.0:1777047522.616730:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119168 00000100:00100000:1.0:1777047522.616741:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119680 00000100:00100000:1.0:1777047522.616747:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119680 00000100:00100000:0.0:1777047522.616761:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119040 00000100:00100000:0.0:1777047522.616765:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119040 00000100:00100000:1.0:1777047522.616769:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119552 00000100:00100000:1.0:1777047522.616772:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119552 00000100:00100000:0.0:1777047522.616780:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6005 00000100:00100000:0.0:1777047522.616787:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434119168:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047522.616788:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6006 00000100:00100000:1.0:1777047522.616796:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434119680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047522.616912:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047522.616917:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047522.616920:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb atime from disk: 1777047250 -> 1777047250 00002000:00010000:0.0:1777047522.616923:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047522.616926:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x121:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047522.616966:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434119168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 178us (524us total) trans 21474838675 rc 0/0 00000100:00100000:0.0:1777047522.616975:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6005 00000100:00100000:0.0:1777047522.616992:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6007 00000100:00100000:0.0:1777047522.617000:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434119040:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047522.617128:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047522.617132:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047522.617136:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047522.617140:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047520 -> 1777047520 00002000:00010000:0.0:1777047522.617143:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047522.617197:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434119040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 196us (582us total) trans 21474838676 rc 0/0 00000100:00100000:0.0:1777047522.617207:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6007 00000100:00100000:0.0:1777047522.617227:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6008 00000100:00100000:0.0:1777047522.617236:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434119552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047522.617332:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047522.617337:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047522.617340:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047522.617343:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047522.617345:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047522.617402:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434119680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 604us (905us total) trans 21474838677 rc 0/0 00002000:00010000:0.0:1777047522.617407:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047522.617411:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00000100:00100000:1.0:1777047522.617412:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6006 00002000:00010000:0.0:1777047522.617415:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047522.617418:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047522.617422:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047522.617457:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434119552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 221us (781us total) trans 21474838678 rc 0/0 00000100:00100000:0.0:1777047522.617466:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6008 00000004:00080000:0.0:1777047522.617521:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e647480/2, rc 0, transno 21474838676 00000100:00100000:0.0:1777047522.617614:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119040:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.617634:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ecf6d80/2, rc 0, transno 21474838678 00000100:00100000:0.0:1777047522.617639:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119552:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.617650:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e644380/2, rc 0, transno 21474838675 00000100:00100000:0.0:1777047522.617655:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119168:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.617666:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868095c8380/2, rc 0, transno 21474838677 00000100:00100000:0.0:1777047522.617670:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434119680:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.617700:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e646680/2, rc 0, transno 21474838673 00000100:00100000:0.0:1777047522.617706:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434118912:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.617720:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e645180/2, rc 0, transno 21474838674 00000100:00100000:0.0:1777047522.617726:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434119424:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.617738:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e647100/2, rc 0, transno 21474838671 00000100:00100000:0.0:1777047522.617742:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434119296:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.617753:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54c380/2, rc 0, transno 21474838672 00000100:00100000:0.0:1777047522.617758:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434119808:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.617872:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.617910:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.617945:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047522.617953:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120064:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.617984:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.618012:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434120192 00000100:00100000:0.0:1777047522.618017:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434120192 00000100:00100000:0.0:1777047522.618048:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434120064 00000100:00100000:0.0:1777047522.618051:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434120064 00000100:00100000:0.0:1777047522.618071:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6009 00000100:00100000:0.0:1777047522.618080:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434120192:12345-0@lo:2:osp-syn-1-0.0 00000020:00080000:2.0:1777047522.618211:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969479 committed batchid 4294969478 00000020:00080000:2.0:1777047522.618489:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969478 00000100:00100000:2.0:1777047522.618526:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6010 00000100:00100000:2.0:1777047522.618541:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434120064:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.618629:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434119936:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.619286:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.619329:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434120448:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047522.619364:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.619387:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047522.619395:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434120320:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047522.619426:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047522.623688:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047522.625818:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434119936 00000100:00100000:2.0:1777047522.625842:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434119936 00000100:00100000:3.0:1777047522.625897:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434120448 00000100:00100000:3.0:1777047522.625908:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434120448 00000100:00100000:2.0:1777047522.625918:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434120320 00000100:00100000:2.0:1777047522.625926:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434120320 00000100:00100000:2.0:1777047522.625957:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384357888 00000100:00100000:2.0:1777047522.625961:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384357888 00000100:00100000:3.0:1777047522.625992:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011 00000100:00100000:3.0:1777047522.626011:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3343:x1863365434119936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047522.626472:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047522.626479:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.626483:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047522.626487:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.626492:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047522.626916:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434118272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12606us (13415us total) trans 17179871604 rc 0/0 00000100:00100000:2.0:1777047522.627212:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6012 00000100:00100000:2.0:1777047522.627231:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eea8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434120448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047522.627436:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.627442:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.627445:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047522.627449:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.627453:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047522.627520:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eea8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434120448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 294us (8153us total) trans 21474838679 rc 0/0 00000100:00100000:2.0:1777047522.627533:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6012 00000100:00100000:2.0:1777047522.627596:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6013 00000100:00100000:2.0:1777047522.627619:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434120320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047522.627826:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047522.627832:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.627835:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047522.627839:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.627843:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047522.627888:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434120320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 274us (8460us total) trans 21474838680 rc 0/0 00000100:00100000:2.0:1777047522.627899:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6013 00000100:00100000:2.0:1777047522.627925:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6014 00000100:00100000:2.0:1777047522.627937:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54106:x1863365384357888:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047522.627953:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047522.627979:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78893d expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.628022:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.628036:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047522.628039:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047522.628045:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 31 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.628097:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 31 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.628121:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 31 pid: 33475 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047522.628144:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434120704:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047522.628274:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2900 going to sleep for 11 seconds 00000004:00080000:2.0:1777047522.628354:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956c700/2, rc 0, transno 21474838680 00000100:00100000:2.0:1777047522.628366:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434120320:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047522.628385:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956ea00/2, rc 0, transno 21474838679 00000100:00100000:2.0:1777047522.628391:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434120448:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047522.628411:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956fb80/2, rc 0, transno 17179871604 00000100:00100000:2.0:1777047522.628418:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434118272:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.628982:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047522.630080:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5999 00002000:00010000:3.0:1777047522.630439:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047522.630446:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.630450:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047522.630453:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.630457:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047522.630556:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434118784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 16171us (17002us total) trans 17179871605 rc 0/0 00000100:00100000:3.0:1777047522.630587:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6000 00002000:00010000:3.0:1777047522.631128:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047522.631133:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.631137:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047522.631140:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.631143:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047522.631186:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434118144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 29669us (30167us total) trans 17179871606 rc 0/0 00000100:00100000:3.0:1777047522.631198:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5995 00002000:00010000:2.0:1777047522.633391:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.633399:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047522.633404:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047522.633407:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:2.0:1777047522.633411:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047522.633579:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120832:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.633656:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.633703:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120576:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.633736:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1777047522.634290:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047522.634296:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.634300:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047522.634303:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.634306:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047522.634361:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3343:x1863365434118400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 20589us (21364us total) trans 17179871608 rc 0/0 00000100:00100000:3.0:1777047522.634375:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5998 00000100:00100000:3.0:1777047522.634408:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434120832 00000100:00100000:3.0:1777047522.634419:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434120832 00000100:00100000:3.0:1777047522.634470:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434120576 00000100:00100000:3.0:1777047522.634475:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434120576 00000100:00100000:3.0:1777047522.634506:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6015 00000100:00100000:3.0:1777047522.634518:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434120832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047522.634801:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047522.634808:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047522.634811:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047522.634815:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047522.634820:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047522.634894:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3341:x1863365434120064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 16356us (16907us total) trans 17179871609 rc 0/0 00000100:00100000:1.0:1777047522.634908:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6010 00000100:00100000:1.0:1777047522.634939:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6016 00000100:00100000:1.0:1777047522.634953:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434120576:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047522.635445:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047522.635450:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047522.635453:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047522.635457:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047522.635460:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047522.635507:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434120576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 557us (1769us total) trans 21474838681 rc 0/0 00000100:00100000:1.0:1777047522.635517:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6016 00002000:00010000:1.0:1777047522.635991:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047522.635997:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047522.636001:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047522.636004:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047522.636008:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047522.636414:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3343:x1863365434119936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 10409us (17127us total) trans 17179871610 rc 0/0 00000100:00100000:1.0:1777047522.636426:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011 00000100:00100000:2.0:1777047522.637425:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365434120192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 19311us (19479us total) trans 17179871607 rc 0/0 00000100:00100000:2.0:1777047522.637438:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6009 00000100:00100000:2.0:1777047522.638022:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434121088:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047522.638067:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047522.638156:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a78000/2, rc 0, transno 17179871610 00000100:00100000:2.0:1777047522.638165:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434119936:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047522.638182:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804818e00/2, rc 0, transno 17179871605 00000100:00100000:2.0:1777047522.638188:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434118784:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047522.638203:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956e680/2, rc 0, transno 17179871608 00000100:00100000:2.0:1777047522.638208:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434118400:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047522.638224:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047522.638234:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434120960:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047522.638265:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047522.638313:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434121088 00000100:00100000:2.0:1777047522.638320:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434121088 00000100:00100000:2.0:1777047522.638369:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434120960 00000100:00100000:2.0:1777047522.638374:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434120960 00000100:00100000:2.0:1777047522.638404:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6017 00000100:00100000:2.0:1777047522.638416:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434121088:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047522.638674:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047522.638680:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:2.0:1777047522.638684:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047522.638687:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:2.0:1777047522.638690:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047522.638745:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434121088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 330us (676us total) trans 21474838682 rc 0/0 00000100:00100000:2.0:1777047522.638756:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6017 00000100:00100000:2.0:1777047522.638777:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6018 00000100:00100000:2.0:1777047522.638787:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434120960:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047522.638924:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.638930:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.638935:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047522.638939:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047522.638943:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047522.638997:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434120960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 209us (728us total) trans 21474838683 rc 0/0 00000100:00100000:2.0:1777047522.639008:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6018 00000004:00080000:2.0:1777047522.639058:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956d880/2, rc 0, transno 21474838683 00000100:00100000:2.0:1777047522.639069:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434120960:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047522.639088:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956f800/2, rc 0, transno 21474838682 00000100:00100000:2.0:1777047522.639096:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434121088:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047522.639142:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:3.0:1777047522.639149:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.639153:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047522.639157:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:3.0:1777047522.639160:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047522.639213:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434120832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4696us (5557us total) trans 21474838684 rc 0/0 00000100:00100000:3.0:1777047522.639226:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6015 00000004:00080000:0.0:1777047522.641400:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a78a80/2, rc 0, transno 17179871607 00000100:00100000:0.0:1777047522.641413:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.641435:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434121344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.641486:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047522.641887:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956e300/2, rc 0, transno 21474838684 00000100:00100000:0.0:1777047522.641894:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120832:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.641908:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956dc00/2, rc 0, transno 21474838681 00000100:00100000:0.0:1777047522.641913:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120576:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.641926:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a79180/2, rc 0, transno 17179871609 00000100:00100000:0.0:1777047522.641931:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434120064:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.641942:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047522.641951:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434121216:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047522.641984:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047522.642401:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434121344 00000100:00100000:0.0:1777047522.642410:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434121344 00000100:00100000:0.0:1777047522.642481:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434121216 00000100:00100000:0.0:1777047522.642486:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434121216 00000100:00100000:0.0:1777047522.642526:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6019 00000100:00100000:0.0:1777047522.642596:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434121344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047522.643087:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 133773 -> 133773 00002000:00010000:0.0:1777047522.643092:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047522.643096:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047522.643099:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:0.0:1777047522.643102:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047522.643501:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6020 00000100:00100000:1.0:1777047522.643519:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365434121216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047522.643754:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047522.643759:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047522.643764:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047522.643768:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047522.643772:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1777047522.643855:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3341:x1863365434121216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 340us (1868us total) trans 21474838686 rc 0/0 00000100:00100000:1.0:1777047522.643868:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6020 00000100:00100000:0.0:1777047522.644378:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365434121344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1839us (2888us total) trans 21474838685 rc 0/0 00000100:00100000:0.0:1777047522.644391:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6019 00000004:00080000:0.0:1777047522.644469:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a2680/2, rc 0, transno 21474838686 00000100:00100000:0.0:1777047522.644480:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434121216:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.644497:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a2d80/2, rc 0, transno 21474838685 00000100:00100000:0.0:1777047522.644502:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434121344:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047522.644593:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680956ca80/2, rc 0, transno 17179871606 00000100:00100000:0.0:1777047522.644601:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434118144:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047522.651768:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047522.651936:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358016 00000100:00100000:3.0:1777047522.651955:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358016 00000100:00100000:2.0:1777047522.652010:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434120704:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047522.652028:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 32 pid: 33475 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.652068:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 32 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047522.652107:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047522.652305:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54106:x1863365384357888:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 24367us (28631us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047522.652320:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6014 00000100:00100000:3.0:1777047522.652374:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2649 00000100:00100000:3.0:1777047522.652392:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b921450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384358016:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047522.652417:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047522.652452:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 31 pid: 33475 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.652473:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 31 pid: 33475 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.652860:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e22e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788913 expref: 31 pid: 33475 timeout: 4251 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.652886:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047522.652890:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047522.652903:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.652919:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047522.652978:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047522.653000:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434121472:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047522.653081:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047522.674436:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.674505:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.674916:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.675043:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434121472:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047522.675083:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047522.675176:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b921450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384358016:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 22787us (23425us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047522.675196:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2649 00000100:00100000:2.0:1777047522.675637:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358144 00000100:00100000:2.0:1777047522.675650:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358144 00000100:00100000:1.0:1777047522.675677:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358272 00000100:00100000:1.0:1777047522.675687:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358272 00002000:00010000:1.0:1777047522.675724:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047522.675731:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a78e00 with x1863365384358272 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047522.675739:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (246565->18446744073709551615) 00002000:00100000:2.0:1777047522.675747:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a78700 with x1863365384358144 ext(246565->18446744073709551615) 00002000:00010000:1.0:1777047522.675750:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a78e00. 00002000:00010000:2.0:1777047522.675760:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a78700. 00000100:00100000:1.0:1777047522.675798:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358400 00000100:00100000:1.0:1777047522.675804:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358400 00002000:00010000:1.0:1777047522.675831:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047522.675836:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7ad80 with x1863365384358400 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047522.675846:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7ad80. 00000100:00100000:2.0:1777047522.678685:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3256 00000100:00100000:2.0:1777047522.678716:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384358272:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047522.684048:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3257 00000100:00100000:3.0:1777047522.684078:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384358144:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047522.684440:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 133773 -> 246565 00002000:00010000:3.0:1777047522.684447:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047522 00002000:00010000:3.0:1777047522.684451:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047522.684455:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047520 -> 1777047522 00002000:00010000:3.0:1777047522.684458:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1777047522.684635:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384358144:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 569us (10218us total) trans 17179871611 rc 0/0 00000100:00100000:3.0:1777047522.684650:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3257 00002000:00010000:3.0:1777047522.684658:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (246565->18446744073709551615) 00002000:00100000:3.0:1777047522.684664:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a78700 with x1863365384358144 ext(246565->18446744073709551615) 00002000:00010000:3.0:1777047522.684676:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a78700. 00000100:00100000:3.0:1777047522.684712:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3258 00000100:00100000:3.0:1777047522.684745:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384358400:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047522.684885:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047522.684889:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047518 -> 1777047522 00002000:00010000:3.0:1777047522.684893:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047522.684895:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047520 -> 1777047522 00002000:00010000:3.0:1777047522.684898:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047522.684934:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384358400:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 191us (10017us total) trans 17179871612 rc 0/0 00000100:00100000:3.0:1777047522.684945:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3258 00002000:00010000:3.0:1777047522.684948:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047522.684953:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7ad80 with x1863365384358400 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047522.684960:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7ad80. 00002000:00010000:2.0:1777047522.686372:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047522.686378:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047518 -> 1777047522 00002000:00010000:2.0:1777047522.686382:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047522.686385:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047520 -> 1777047522 00002000:00010000:2.0:1777047522.686388:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047522.686439:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384358272:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 7736us (11932us total) trans 21474838687 rc 0/0 00000100:00100000:2.0:1777047522.686455:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3256 00002000:00010000:2.0:1777047522.686461:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047522.686464:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a78e00 with x1863365384358272 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047522.686472:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a78e00. 00000100:00100000:0.0:1777047522.727440:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047522.728877:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358528 00000100:00100000:3.0:1777047522.728895:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358528 00000100:00100000:3.0:1777047522.729000:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3560 00000100:00100000:3.0:1777047522.729398:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384358528:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047522.729440:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047522.729476:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e2345 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788944 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.734036:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e234c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.734073:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e234c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.734096:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e234c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047522.734350:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 246567 00000004:00200000:1.0:1777047522.734358:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047522.734396:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e234c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.734460:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ae00/0x29ccbc23e99e2345 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788944 expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.734491:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e234c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788944 expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047522.734503:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215800) 00010000:00010000:1.0:1777047522.734508:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047522.734514:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:1.0:1777047522.734823:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384358528:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 5809us (7397us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047522.734845:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3560 00000100:00100000:3.0:1777047522.750430:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.751987:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358656 00000100:00100000:0.0:1777047522.752007:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358656 00002000:00100000:0.0:1777047522.753446:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (61440->65535) req@ffff986704f0f480 x1863365384358656/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 488/0 e 0 to 0 dl 1777047533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047522.753466:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0f480 with x1863365384358656 ext(61440->65535) 00002000:00010000:0.0:1777047522.753477:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0f480 00000100:00100000:0.0:1777047522.753520:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3259 00000100:00100000:0.0:1777047522.753598:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384358656:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:0.0:1777047522.753930:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384358656:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 394us (3516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047522.753951:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3259 00002000:00100000:0.0:1777047522.753962:0:26859:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x11a:0x0] (61440->65535) req@ffff986704f0f480 x1863365384358656/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 488/4536 e 0 to 0 dl 1777047533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047522.753974:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0f480 with x1863365384358656 ext(61440->65535) 00002000:00010000:0.0:1777047522.753980:0:26859:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0f480 00000100:00100000:3.0:1777047522.767211:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047522.767628:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358784 00000100:00100000:2.0:1777047522.767647:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358784 00002000:00100000:2.0:1777047522.767741:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (65536->69631) req@ffff986704f0d880 x1863365384358784/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 488/0 e 0 to 0 dl 1777047533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047522.767758:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0d880 with x1863365384358784 ext(65536->69631) 00002000:00010000:2.0:1777047522.767768:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0d880 00000100:00100000:2.0:1777047522.767820:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3260 00000100:00100000:2.0:1777047522.767836:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384358784:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047522.768673:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384358784:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 838us (1478us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047522.768685:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3260 00002000:00100000:2.0:1777047522.768695:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (65536->69631) req@ffff986704f0d880 x1863365384358784/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 488/4536 e 0 to 0 dl 1777047533 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047522.768707:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0d880 with x1863365384358784 ext(65536->69631) 00002000:00010000:2.0:1777047522.768712:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0d880 00000100:00100000:2.0:1777047522.780473:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047522.780668:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384358912 00000100:00100000:0.0:1777047522.780687:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384358912 00002000:00100000:0.0:1777047522.780776:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (40960->106495) req@ffff98683e451f80 x1863365384358912/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 504/0 e 0 to 0 dl 1777047533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047522.780795:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451f80 with x1863365384358912 ext(40960->106495) 00002000:00010000:0.0:1777047522.780806:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e451f80 00000100:00100000:0.0:1777047522.780862:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3261 00000100:00100000:0.0:1777047522.780879:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384358912:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:3.0:1777047522.801900:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384358912:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20998us (21419us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1777047522.801922:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3261 00002000:00100000:3.0:1777047522.802282:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (40960->106495) req@ffff98683e451f80 x1863365384358912/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 504/440 e 0 to 0 dl 1777047533 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047522.802301:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451f80 with x1863365384358912 ext(40960->106495) 00002000:00010000:3.0:1777047522.802313:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e451f80 00000100:00100000:3.0:1777047522.820385:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047522.820530:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384359040 00000100:00100000:1.0:1777047522.820631:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384359040 00002000:00100000:1.0:1777047522.820735:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (61440->90111) req@ffff986704f0ca80 x1863365384359040/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 488/0 e 0 to 0 dl 1777047533 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047522.820752:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0ca80 with x1863365384359040 ext(61440->90111) 00002000:00010000:1.0:1777047522.820763:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0ca80 00000100:00100000:1.0:1777047522.820824:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3262 00000100:00100000:1.0:1777047522.820841:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384359040:12345-192.168.201.26@tcp:4:lfs.0 00000100:00100000:3.0:1777047522.839768:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384359040:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 18911us (19387us total) trans 17179871613 rc 0/0 00000100:00100000:3.0:1777047522.839792:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3262 00002000:00100000:3.0:1777047522.839814:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (61440->90111) req@ffff986704f0ca80 x1863365384359040/t17179871613(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:258/0 lens 488/448 e 0 to 0 dl 1777047533 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047522.839830:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0ca80 with x1863365384359040 ext(61440->90111) 00002000:00010000:3.0:1777047522.839841:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0ca80 00000100:00100000:1.0:1777047522.851581:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047522.851714:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384359168 00000100:00100000:3.0:1777047522.851734:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384359168 00000100:00100000:3.0:1777047522.851860:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6021 00000100:00100000:3.0:1777047522.851878:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384359168:12345-192.168.201.26@tcp:16:fsx.0 00010000:00010000:3.0:1777047522.956337:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047523.025646:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384359168:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 173757us (174114us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.025669:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6021 00000001:00080000:1.0:1777047523.025733:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871603 is committed 00000001:00080000:1.0:1777047523.025756:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871610 is committed 00000001:00080000:1.0:1777047523.025786:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871593 is committed 00000001:00080000:1.0:1777047523.025813:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871613 is committed 00000100:00100000:1.0:1777047523.050911:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047523.051934:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384359296 00000100:00100000:3.0:1777047523.051952:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384359296 00002000:00100000:3.0:1777047523.052357:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (151552->159743) req@ffff98683e6a1f80 x1863365384359296/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/0 e 0 to 0 dl 1777047534 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047523.052379:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1f80 with x1863365384359296 ext(151552->159743) 00002000:00010000:3.0:1777047523.052389:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a1f80 00000100:00100000:3.0:1777047523.052462:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3263 00000100:00100000:3.0:1777047523.052482:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384359296:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:3.0:1777047523.053325:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384359296:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 844us (2424us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1777047523.053341:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3263 00002000:00100000:3.0:1777047523.053355:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (151552->159743) req@ffff98683e6a1f80 x1863365384359296/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/8632 e 0 to 0 dl 1777047534 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047523.053371:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1f80 with x1863365384359296 ext(151552->159743) 00002000:00010000:3.0:1777047523.053378:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a1f80 00000100:00080000:0.0:1777047523.054463:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047523.082817:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.083397:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384359552 00000100:00100000:1.0:1777047523.083414:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384359552 00000100:00100000:1.0:1777047523.083516:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3561 00000100:00100000:1.0:1777047523.083639:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384359552:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047523.083726:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047523.083770:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e234c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788944 expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.083812:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2337 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788936 expref: 68 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.083833:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215800) 00010000:00010000:1.0:1777047523.083851:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047523.084403:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.084427:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.084444:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047523.084655:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938244 00000004:00010000:1.0:1777047523.084715:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097478f82 reply state 000000004c83d084 transno 8589938245 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.084740:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047523.084893:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384359552:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1360us (2088us total) trans 8589938245 rc 0/0 00000100:00100000:1.0:1777047523.084907:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3561 00000020:00080000:1.0:1777047523.084917:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047523.095595:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.095920:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.095935:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.095947:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047523.095956:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.095969:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.095993:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7500) 00010000:00010000:2.0:1777047523.095999:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047523.096006:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.096017:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2353 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047523.098168:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.099407:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384359680 00000100:00100000:1.0:1777047523.099422:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384359680 00000100:00100000:1.0:1777047523.099532:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3562 00000100:00100000:1.0:1777047523.099637:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384359680:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047523.099673:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047523.099708:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78894b expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.099799:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.099825:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047523.099855:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:1.0:1777047523.099862:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047523.099868:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:1.0:1777047523.100001:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384359680:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 369us (1839us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.100016:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3562 00000100:00100000:1.0:1777047523.118990:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.119433:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.122087:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047523.122855:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384359808 00000100:00100000:2.0:1777047523.123351:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384359808 00002000:00010000:2.0:1777047523.123415:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (20601->18446744073709551615) 00002000:00100000:2.0:1777047523.123425:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0700 with x1863365384359808 ext(20601->18446744073709551615) 00002000:00010000:2.0:1777047523.123443:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0700. 00000100:00100000:2.0:1777047523.123498:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384359936 00000100:00100000:2.0:1777047523.123506:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384359936 00002000:00010000:2.0:1777047523.123547:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047523.123588:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3800 with x1863365384359936 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047523.123738:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a3800. 00000100:00100000:2.0:1777047523.123783:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3264 00000100:00100000:2.0:1777047523.123804:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384359808:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:0.0:1777047523.124756:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3265 00000100:00100000:0.0:1777047523.124777:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384359936:12345-192.168.201.26@tcp:10:fsx.0 00000100:00080000:1.0:1777047523.125795:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047523.126457:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384360064 00000100:00100000:3.0:1777047523.126468:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384360064 00002000:00010000:3.0:1777047523.126503:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047523.126511:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3480 with x1863365384360064 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047523.126524:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3480. 00002000:00010000:0.0:1777047523.127770:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047523.127778:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047522 -> 1777047523 00002000:00010000:0.0:1777047523.127783:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047523.127787:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047522 -> 1777047523 00002000:00010000:0.0:1777047523.127791:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047523.127939:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384359936:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 3165us (8504us total) trans 21474838688 rc 0/0 00000100:00100000:0.0:1777047523.127955:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3265 00002000:00010000:0.0:1777047523.127962:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047523.127968:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3800 with x1863365384359936 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047523.127978:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a3800. 00000100:00100000:3.0:1777047523.131319:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3266 00000100:00100000:3.0:1777047523.131340:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384360064:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047523.131436:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 246565 -> 20601 00002000:00010000:2.0:1777047523.131444:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047522 -> 1777047523 00002000:00010000:2.0:1777047523.131449:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047523.131453:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047522 -> 1777047523 00002000:00010000:2.0:1777047523.131458:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 199 00000100:00100000:2.0:1777047523.131516:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384359808:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 7716us (12537us total) trans 17179871614 rc 0/0 00000100:00100000:2.0:1777047523.131597:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3264 00002000:00010000:2.0:1777047523.131606:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (20601->18446744073709551615) 00002000:00100000:2.0:1777047523.131612:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0700 with x1863365384359808 ext(20601->18446744073709551615) 00002000:00010000:2.0:1777047523.131622:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0700. 00002000:00010000:3.0:1777047523.131624:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047523.131630:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047522 -> 1777047523 00002000:00010000:3.0:1777047523.131634:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047523.131638:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047522 -> 1777047523 00002000:00010000:3.0:1777047523.131659:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047523.131709:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384360064:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 373us (9625us total) trans 17179871615 rc 0/0 00000100:00100000:3.0:1777047523.131724:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3266 00002000:00010000:3.0:1777047523.131731:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047523.131737:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a3480 with x1863365384360064 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047523.131747:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a3480. 00000100:00100000:2.0:1777047523.150004:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.150440:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384360192 00000100:00100000:0.0:1777047523.150455:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384360192 00000100:00100000:0.0:1777047523.150976:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3563 00000100:00100000:0.0:1777047523.150996:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384360192:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047523.151026:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047523.151058:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2361 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788952 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.151181:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2368 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.151206:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2368 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.151227:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2368 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047523.151269:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 20601 00000004:00200000:0.0:1777047523.151277:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047523.151306:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2368 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.151364:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2361 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788952 expref: 72 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.151404:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2368 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788952 expref: 71 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.151419:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047523.151425:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047523.151431:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c000, rc 0) 00000100:00100000:0.0:1777047523.151903:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384360192:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 543us (1543us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.151918:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3563 00000100:00100000:1.0:1777047523.197710:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.204584:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384360448 00000100:00100000:0.0:1777047523.204602:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384360448 00000100:00100000:0.0:1777047523.205524:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3564 00000100:00100000:0.0:1777047523.205545:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384360448:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:0.0:1777047523.205691:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047523.205733:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2368 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788952 expref: 71 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.205763:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047523.205771:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047523.206442:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.206466:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.206484:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047523.206978:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938246 00000004:00010000:0.0:1777047523.207030:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002973ccb5 reply state 00000000cee7afd0 transno 8589938247 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047523.207045:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047523.207176:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384360448:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1635us (9478us total) trans 8589938247 rc 0/0 00000100:00100000:0.0:1777047523.207191:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3564 00000020:00080000:0.0:1777047523.207199:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047523.217945:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.217977:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.217992:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.218005:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047523.218014:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.218030:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.218066:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:2.0:1777047523.218072:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047523.218081:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.218094:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e236f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047523.238856:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.238916:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.238986:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047523.239473:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384360576 00000100:00100000:0.0:1777047523.239797:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384360832 00000100:00100000:0.0:1777047523.239809:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384360832 00002000:00010000:0.0:1777047523.239887:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047523.239897:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0e00 with x1863365384360832 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047523.239918:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0e00. 00000100:00100000:0.0:1777047523.239965:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384360704 00000100:00100000:0.0:1777047523.239970:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384360704 00002000:00010000:0.0:1777047523.240348:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047523.240354:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0000 with x1863365384360704 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047523.240366:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a0000. 00000100:00100000:0.0:1777047523.240408:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3267 00000100:00100000:0.0:1777047523.240425:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384360832:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047523.241069:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384360576 00002000:00010000:3.0:1777047523.241107:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (101529->18446744073709551615) 00002000:00100000:3.0:1777047523.241114:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1c00 with x1863365384360576 ext(101529->18446744073709551615) 00002000:00010000:3.0:1777047523.241127:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a1c00. 00000100:00100000:3.0:1777047523.241162:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3268 00000100:00100000:3.0:1777047523.241182:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384360704:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047523.241227:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047523.241235:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.241242:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047523.241246:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.241251:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047523.241351:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384360832:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 928us (2431us total) trans 17179871616 rc 0/0 00000100:00100000:0.0:1777047523.241367:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3267 00002000:00010000:0.0:1777047523.241375:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047523.241380:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0e00 with x1863365384360832 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047523.241390:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a0e00. 00000100:00100000:0.0:1777047523.241431:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3269 00002000:00010000:3.0:1777047523.241439:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047523.241449:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00000100:00100000:0.0:1777047523.241451:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384360576:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047523.241459:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047523.241466:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:3.0:1777047523.241470:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047523.241517:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384360704:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 343us (2530us total) trans 21474838689 rc 0/0 00000100:00100000:3.0:1777047523.241530:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3268 00002000:00010000:3.0:1777047523.241598:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047523.241605:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a0000 with x1863365384360704 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047523.241614:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a0000. 00002000:00010000:0.0:1777047523.241732:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 20601 -> 101529 00002000:00010000:0.0:1777047523.241739:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.241742:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047523.241746:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.241751:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00000100:00100000:0.0:1777047523.241794:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384360576:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 349us (2958us total) trans 17179871617 rc 0/0 00000100:00100000:0.0:1777047523.241808:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3269 00002000:00010000:0.0:1777047523.241814:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (101529->18446744073709551615) 00002000:00100000:0.0:1777047523.241819:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1c00 with x1863365384360576 ext(101529->18446744073709551615) 00002000:00010000:0.0:1777047523.241829:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a1c00. 00000100:00100000:3.0:1777047523.258500:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.258963:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384360960 00000100:00100000:1.0:1777047523.258984:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384360960 00002000:00100000:1.0:1777047523.259078:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (45056->102399) req@ffff986704f0ed80 x1863365384360960/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/0 e 0 to 0 dl 1777047534 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047523.259126:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0ed80 with x1863365384360960 ext(45056->102399) 00002000:00010000:1.0:1777047523.259139:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0ed80 00000100:00100000:1.0:1777047523.259186:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3270 00000100:00100000:1.0:1777047523.259205:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384360960:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047523.290700:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384360960:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 31480us (32199us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777047523.290744:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3270 00002000:00100000:1.0:1777047523.290769:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (45056->102399) req@ffff986704f0ed80 x1863365384360960/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/440 e 0 to 0 dl 1777047534 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047523.290787:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986704f0ed80 with x1863365384360960 ext(45056->102399) 00002000:00010000:1.0:1777047523.290799:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986704f0ed80 00000100:00100000:1.0:1777047523.317018:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047523.318067:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384361088 00000100:00100000:3.0:1777047523.318091:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384361088 00002000:00100000:3.0:1777047523.318192:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (73728->101528) req@ffff98683e6a1880 x1863365384361088/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/0 e 0 to 0 dl 1777047534 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047523.318212:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1880 with x1863365384361088 ext(73728->101528) 00002000:00010000:3.0:1777047523.318224:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a1880 00000100:00100000:3.0:1777047523.318293:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3271 00000100:00100000:3.0:1777047523.318311:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384361088:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:2.0:1777047523.336280:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384361088:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 17954us (19263us total) trans 17179871618 rc 0/0 00000100:00100000:2.0:1777047523.336304:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3271 00002000:00100000:2.0:1777047523.336347:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (73728->101528) req@ffff98683e6a1880 x1863365384361088/t17179871618(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/448 e 0 to 0 dl 1777047534 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047523.336369:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a1880 with x1863365384361088 ext(73728->101528) 00002000:00010000:2.0:1777047523.336380:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a1880 00000100:00100000:1.0:1777047523.347085:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047523.349052:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384361216 00000100:00100000:3.0:1777047523.349071:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384361216 00000100:00100000:2.0:1777047523.350455:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6022 00000100:00100000:2.0:1777047523.350477:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384361216:12345-192.168.201.26@tcp:16:fsx.0 00000100:00100000:0.0:1777047523.393321:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434121600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047523.393493:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047523.393780:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434121600 00000100:00100000:0.0:1777047523.393793:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434121600 00000100:00100000:3.0:1777047523.393801:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047523.393826:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434121728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047523.393890:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047523.393901:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1777047523.393921:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434121600:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047523.393950:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434121728 00000100:00100000:2.0:1777047523.393961:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434121728 00002000:00000024:0.0:1777047523.393991:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 208601088 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777047523.394014:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1777047523.394030:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434121728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047523.394057:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 368771072 pending 1703936 free 3855613952 avail 3851419648 00000100:00100000:0.0:1777047523.394385:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d459c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434121600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 468us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.394402:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1777047523.394459:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434121728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 431us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047523.394475:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1777047523.394899:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871610 gen 2 00000004:00080000:2.0:1777047523.394912:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871594 committed transno 17179871610 00000004:00080000:2.0:1777047523.394958:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974f800, transno 17179871595 00000004:00080000:2.0:1777047523.394974:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ce00, transno 17179871596 00000004:00080000:2.0:1777047523.394980:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d880, transno 17179871597 00000004:00080000:2.0:1777047523.394986:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d180, transno 17179871598 00000004:00080000:2.0:1777047523.394990:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d500, transno 17179871599 00000004:00080000:2.0:1777047523.394995:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974c000, transno 17179871600 00000004:00080000:2.0:1777047523.394999:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974ed80, transno 17179871601 00000004:00080000:2.0:1777047523.395003:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956d180, transno 17179871602 00000004:00080000:2.0:1777047523.395008:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810195c00, transno 17179871603 00000004:00080000:2.0:1777047523.395013:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956fb80, transno 17179871604 00000004:00080000:2.0:1777047523.395019:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804818e00, transno 17179871605 00000004:00080000:2.0:1777047523.395024:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956ca80, transno 17179871606 00000004:00080000:2.0:1777047523.395030:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a78a80, transno 17179871607 00000004:00080000:2.0:1777047523.395036:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956e680, transno 17179871608 00000004:00080000:2.0:1777047523.395042:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a79180, transno 17179871609 00000004:00080000:2.0:1777047523.395047:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a78000, transno 17179871610 00000100:00100000:2.0:1777047523.395067:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434121728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047523.395106:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434121600:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1777047523.404095:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 16 done 00000001:00080000:0.0:1777047523.456452:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871617 is committed 00000001:00080000:2.0:1777047523.457467:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871618 is committed 00000100:00100000:1.0:1777047523.458584:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384361216:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 108078us (111481us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047523.458608:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6022 00000100:00100000:1.0:1777047523.486766:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.487356:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384361344 00000100:00100000:0.0:1777047523.487375:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384361344 00000100:00100000:0.0:1777047523.487506:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3565 00000100:00100000:0.0:1777047523.487525:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384361344:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047523.487651:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047523.487690:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2376 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788959 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.487866:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e237d lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.487892:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e237d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.487912:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e237d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047523.487960:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 101529 00000004:00200000:0.0:1777047523.487968:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047523.488001:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e237d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.488046:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2376 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788959 expref: 74 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.488085:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e237d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788959 expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.488099:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047523.488104:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047523.488110:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c400, rc 0) 00000100:00100000:0.0:1777047523.488199:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384361344:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 677us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.488211:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3565 00000100:00100000:0.0:1777047523.508351:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047523.508485:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384361472 00000100:00100000:3.0:1777047523.508506:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384361472 00002000:00100000:3.0:1777047523.510393:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (4096->45055) req@ffff9868083c0000 x1863365384361472/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/0 e 0 to 0 dl 1777047534 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047523.510416:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c0000 with x1863365384361472 ext(4096->45055) 00002000:00010000:3.0:1777047523.510428:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c0000 00000100:00100000:3.0:1777047523.510499:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3272 00000100:00100000:3.0:1777047523.510518:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384361472:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047523.539123:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384361472:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 28592us (30774us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1777047523.539145:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3272 00002000:00100000:2.0:1777047523.539169:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (4096->45055) req@ffff9868083c0000 x1863365384361472/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:259/0 lens 488/440 e 0 to 0 dl 1777047534 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047523.539189:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868083c0000 with x1863365384361472 ext(4096->45055) 00002000:00010000:2.0:1777047523.539201:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868083c0000 00000100:00100000:0.0:1777047523.594332:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047523.594623:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384361728 00000100:00100000:2.0:1777047523.594644:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384361728 00000100:00100000:2.0:1777047523.594853:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3566 00000100:00100000:2.0:1777047523.594875:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384361728:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:2.0:1777047523.594975:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047523.595375:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e237d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788959 expref: 73 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.595411:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:2.0:1777047523.595420:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047523.595908:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.595933:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.595948:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047523.596420:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938248 00000004:00010000:2.0:1777047523.596464:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e2171e60 reply state 00000000e2e58ea3 transno 8589938249 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.596480:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047523.597029:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384361728:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 2159us (2713us total) trans 8589938249 rc 0/0 00000100:00100000:2.0:1777047523.597043:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3566 00000020:00080000:2.0:1777047523.597053:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047523.605519:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.605970:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.605984:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.605996:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047523.606006:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.606020:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.606050:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:2.0:1777047523.606055:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047523.606063:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.606073:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2384 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047523.609826:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.610012:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.610396:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047523.610424:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384361856 00000100:00100000:2.0:1777047523.610442:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384361856 00002000:00010000:2.0:1777047523.610515:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (179887->18446744073709551615) 00002000:00100000:2.0:1777047523.610523:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e8a80 with x1863365384361856 ext(179887->18446744073709551615) 00002000:00010000:2.0:1777047523.610566:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403e8a80. 00000100:00100000:3.0:1777047523.610620:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384362112 00000100:00100000:3.0:1777047523.610628:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384362112 00002000:00010000:3.0:1777047523.610654:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047523.610660:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807075880 with x1863365384362112 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047523.610670:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807075880. 00000100:00100000:3.0:1777047523.610818:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3273 00000100:00100000:3.0:1777047523.610836:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384361856:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047523.611360:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 101529 -> 179887 00002000:00010000:3.0:1777047523.611367:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:3.0:1777047523.611371:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047518 -> 1777047523 00002000:00010000:3.0:1777047523.611375:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:3.0:1777047523.611380:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00000100:00100000:3.0:1777047523.611480:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384361856:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 646us (1663us total) trans 17179871619 rc 0/0 00000100:00100000:3.0:1777047523.611492:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3273 00002000:00010000:3.0:1777047523.611499:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (179887->18446744073709551615) 00002000:00100000:3.0:1777047523.611503:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403e8a80 with x1863365384361856 ext(179887->18446744073709551615) 00002000:00010000:3.0:1777047523.611510:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403e8a80. 00000100:00100000:2.0:1777047523.611849:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384361984 00000100:00100000:2.0:1777047523.611857:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384361984 00002000:00010000:2.0:1777047523.611886:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047523.611891:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807074e00 with x1863365384361984 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047523.611902:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807074e00. 00000100:00100000:2.0:1777047523.611933:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3274 00000100:00100000:2.0:1777047523.611945:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384362112:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047523.612596:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047523.612602:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047523.612605:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047523.612609:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047523.612612:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047523.612653:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384362112:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 709us (2641us total) trans 17179871620 rc 0/0 00000100:00100000:2.0:1777047523.612664:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3274 00002000:00010000:2.0:1777047523.612669:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047523.612673:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807075880 with x1863365384362112 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047523.612680:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807075880. 00000100:00100000:2.0:1777047523.612704:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3275 00000100:00100000:2.0:1777047523.612715:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384361984:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047523.612896:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047523.612902:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047523.612906:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047523.612909:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047523.612913:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047523.612947:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384361984:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 232us (2551us total) trans 21474838690 rc 0/0 00000100:00100000:2.0:1777047523.612957:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3275 00002000:00010000:2.0:1777047523.612962:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047523.612966:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807074e00 with x1863365384361984 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047523.612971:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807074e00. 00000100:00100000:1.0:1777047523.646915:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047523.647133:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384362240 00000100:00100000:2.0:1777047523.647157:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384362240 00000100:00100000:2.0:1777047523.647287:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3567 00000100:00100000:2.0:1777047523.647308:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384362240:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047523.647353:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047523.647393:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e238b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788960 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.647620:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2392 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.647649:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2392 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.647672:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2392 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047523.647724:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 179887 00000004:00200000:2.0:1777047523.647731:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047523.647765:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2392 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.647810:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e238b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788960 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.647840:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2392 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788960 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.647864:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:2.0:1777047523.647869:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047523.647875:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047523.648004:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384362240:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 702us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047523.648017:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3567 00000100:00100000:2.0:1777047523.673395:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.684879:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384362496 00000100:00100000:0.0:1777047523.684908:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384362496 00000100:00100000:0.0:1777047523.685089:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3568 00000100:00100000:0.0:1777047523.685120:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384362496:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:0.0:1777047523.685257:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047523.685311:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2392 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788960 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.685354:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047523.685373:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047523.685990:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.686015:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.686043:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047523.686628:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938250 00000004:00010000:0.0:1777047523.686707:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d859814 reply state 0000000094465b90 transno 8589938251 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047523.686734:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047523.686911:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384362496:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1805us (13537us total) trans 8589938251 rc 0/0 00000100:00100000:0.0:1777047523.686925:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3568 00000020:00080000:0.0:1777047523.686945:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047523.699115:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.699198:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.699222:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.699238:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047523.699255:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.699270:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.699306:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:2.0:1777047523.699312:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047523.699320:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.699342:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2399 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047523.709516:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047523.709708:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047523.709804:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047523.715835:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384362624 00000100:00100000:1.0:1777047523.715852:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384362624 00002000:00010000:1.0:1777047523.715936:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (44608->18446744073709551615) 00002000:00100000:1.0:1777047523.715957:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e450000 with x1863365384362624 ext(44608->18446744073709551615) 00002000:00010000:1.0:1777047523.715978:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e450000. 00000100:00100000:2.0:1777047523.717637:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384362752 00000100:00100000:2.0:1777047523.717648:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384362752 00002000:00010000:2.0:1777047523.717707:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047523.717715:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e452680 with x1863365384362752 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047523.717728:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e452680. 00000100:00100000:2.0:1777047523.717772:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384362880 00000100:00100000:2.0:1777047523.717790:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384362880 00002000:00010000:2.0:1777047523.717810:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047523.717816:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e450700 with x1863365384362880 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047523.717838:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e450700. 00000100:00100000:2.0:1777047523.717889:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3276 00000100:00100000:2.0:1777047523.717919:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384362624:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:0.0:1777047523.718507:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3277 00000100:00100000:0.0:1777047523.718644:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384362752:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:1.0:1777047523.718716:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3278 00000100:00100000:1.0:1777047523.718752:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384362880:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047523.719261:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047523.719267:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 179887 -> 44608 00002000:00010000:0.0:1777047523.719272:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047523.719292:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.719294:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047523.719308:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047523.719308:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047523 -> 1777047523 00002000:00010000:1.0:1777047523.719326:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047523.719333:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:0.0:1777047523.719334:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047523.719336:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047523.719342:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00002000:00010000:1.0:1777047523.719349:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047523.719353:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047523 -> 1777047523 00002000:00010000:1.0:1777047523.719370:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047523.719490:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384362752:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 953us (9779us total) trans 21474838691 rc 0/0 00000100:00100000:0.0:1777047523.719507:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3277 00002000:00010000:0.0:1777047523.719514:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047523.719533:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e452680 with x1863365384362752 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047523.719656:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e452680. 00000100:00100000:2.0:1777047523.727168:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384362624:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 9243us (17654us total) trans 17179871622 rc 0/0 00000100:00100000:2.0:1777047523.727198:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3276 00002000:00010000:2.0:1777047523.727208:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (44608->18446744073709551615) 00002000:00100000:2.0:1777047523.727214:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e450000 with x1863365384362624 ext(44608->18446744073709551615) 00002000:00010000:2.0:1777047523.727239:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e450000. 00000100:00100000:1.0:1777047523.729916:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384362880:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 11178us (20105us total) trans 17179871621 rc 0/0 00000100:00100000:1.0:1777047523.729943:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3278 00002000:00010000:1.0:1777047523.729982:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047523.729988:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e450700 with x1863365384362880 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047523.730000:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e450700. 00000100:00100000:3.0:1777047523.756812:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.758742:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384363008 00000100:00100000:0.0:1777047523.758775:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384363008 00000100:00100000:0.0:1777047523.758952:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3569 00000100:00100000:0.0:1777047523.758988:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384363008:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047523.759055:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047523.759100:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e23a0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788967 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.759358:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.759399:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.759436:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047523.759508:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00000004:00200000:0.0:1777047523.759516:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047523.759729:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.759808:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e23a0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 78 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.759856:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.759887:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047523.759894:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047523.759901:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:0.0:1777047523.760062:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384363008:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1078us (3274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.760092:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3569 00000100:00100000:2.0:1777047523.789270:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047523.790776:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384363264 00000100:00100000:3.0:1777047523.790806:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384363264 00000100:00100000:2.0:1777047523.799586:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1271 00000100:00100000:2.0:1777047523.799626:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806231050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384363264:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047523.800497:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806231050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54106:x1863365384363264:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 878us (11248us total) trans 8589938252 rc 0/0 00000100:00100000:2.0:1777047523.800526:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1271 00000100:00100000:3.0:1777047523.963952:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047523.964313:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384363520 00000100:00100000:2.0:1777047523.964330:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384363520 00000100:00100000:2.0:1777047523.964437:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3570 00000100:00100000:2.0:1777047523.964456:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54312:x1863365384363520:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047523.964494:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047523.964529:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e23ae lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78896e expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.965455:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.965487:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.965510:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.966991:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.967412:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.967436:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047523.968746:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047523.973463:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e23c3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973491:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e23c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973510:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e23c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047523.973532:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:3.0:1777047523.973719:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973735:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973748:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973759:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047523.973767:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973781:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973803:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:3.0:1777047523.973875:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047523.973885:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973900:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e23b5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973934:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973947:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973960:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973971:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ac00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047523.973977:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.973990:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.974005:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680e78d900) 00010000:00010000:3.0:1777047523.974034:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047523.974040:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.974052:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e23bc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.974174:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e23ae lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78896e expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.974201:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e23c3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78896e expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047523.974224:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:3.0:1777047523.974228:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047523.974233:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8be00, rc 0) 00000100:00100000:3.0:1777047523.974343:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54312:x1863365384363520:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 9891us (10577us total) trans 8589938253 rc 0/0 00000100:00100000:3.0:1777047523.974359:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3570 00000100:00100000:3.0:1777047523.989888:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047523.990307:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047523.990326:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384363648 00000100:00100000:0.0:1777047523.990341:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384363648 00000100:00100000:0.0:1777047523.990454:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 502 00000100:00100000:0.0:1777047523.990473:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:2411:x1863365384363648:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047523.990498:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777047523.990955:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384363904 00000100:00100000:1.0:1777047523.990966:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384363904 00010000:00010000:0.0:1777047523.990973:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8be00/0x29ccbc23e99e23c3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78896e expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047523.991013:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047523.991022:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047523.991298:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1272 00000100:00100000:1.0:1777047523.991321:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54312:x1863365384363904:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047523.991362:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:2411:x1863365384363648:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 889us (1480us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047523.991377:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 502 00000100:00100000:1.0:1777047523.991982:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54312:x1863365384363904:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 666us (1674us total) trans 8589938254 rc 0/0 00000100:00100000:1.0:1777047523.991998:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1272 00000100:00100000:2.0:1777047524.008032:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.008200:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384364160 00000100:00100000:0.0:1777047524.008216:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384364160 00000100:00100000:0.0:1777047524.008451:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3571 00000100:00100000:0.0:1777047524.008471:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54312:x1863365384364160:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.008509:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.008573:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e23d1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788975 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.008792:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e23d8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.008818:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e23d8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.008837:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e23d8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047524.008855:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:0.0:1777047524.009047:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e23d1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788975 expref: 83 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.009079:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e23d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788975 expref: 82 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.009092:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047524.009097:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047524.009103:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:0.0:1777047524.009200:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54312:x1863365384364160:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 731us (1178us total) trans 8589938255 rc 0/0 00000100:00100000:0.0:1777047524.009215:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3571 00000100:00080000:1.0:1777047524.010423:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047524.026740:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.033945:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384364416 00000100:00100000:0.0:1777047524.033965:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384364416 00000100:00100000:0.0:1777047524.036116:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3572 00000100:00100000:0.0:1777047524.036138:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54312:x1863365384364416:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.036174:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.036205:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e23e6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78897c expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.036442:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.036470:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.036486:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.036604:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.036630:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 83 pid: 33460 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.036663:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434121856:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047524.041050:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff986815d7dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.050476:0:33460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434121856:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047524.050518:0:33460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.060931:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.061225:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384364544 00000100:00100000:2.0:1777047524.061241:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384364544 00010000:00010000:2.0:1777047524.061302:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 84 pid: 33460 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.061381:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2650 00000100:00100000:2.0:1777047524.061398:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2411:x1863365384364544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047524.061420:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047524.061433:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 84 pid: 33460 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.061456:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 84 pid: 33460 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.061491:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e23a7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788967 expref: 84 pid: 33460 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.061518:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:2.0:1777047524.061527:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.061661:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.061676:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.061715:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047524.061950:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.061967:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047524.062296:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:1.0:1777047524.062513:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e23e6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78897c expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.062627:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78897c expref: 84 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.062641:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:1.0:1777047524.062646:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047524.062650:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:2.0:1777047524.062744:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2411:x1863365384364544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1347us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047524.062783:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2650 00000100:00100000:1.0:1777047524.067854:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54312:x1863365384364416:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 31713us (41117us total) trans 8589938256 rc 0/0 00000100:00100000:1.0:1777047524.067871:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3572 00000100:00100000:3.0:1777047524.081222:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.081386:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384364672 00000100:00100000:2.0:1777047524.081401:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384364672 00000100:00100000:2.0:1777047524.081587:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1273 00000100:00100000:2.0:1777047524.081606:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54312:x1863365384364672:12345-192.168.201.26@tcp:33:lfs.0 00000100:00100000:2.0:1777047524.082179:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54312:x1863365384364672:12345-192.168.201.26@tcp:33:lfs.0 Request processed in 576us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047524.082193:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1273 00000100:00100000:3.0:1777047524.090184:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047524.093231:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384364928 00000100:00100000:1.0:1777047524.093247:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384364928 00000100:00100000:1.0:1777047524.093948:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1274 00000100:00100000:1.0:1777047524.093971:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54312:x1863365384364928:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047524.094322:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54312:x1863365384364928:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 355us (4148us total) trans 8589938257 rc 0/0 00000100:00100000:1.0:1777047524.094338:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1274 00000100:00100000:3.0:1777047524.107120:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.107238:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384365184 00000100:00100000:0.0:1777047524.107254:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384365184 00000100:00100000:0.0:1777047524.107360:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3573 00000100:00100000:0.0:1777047524.107381:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54312:x1863365384365184:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.107416:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.107422:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1777047524.107461:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e23ed lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78897c expref: 84 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.107498:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e23d8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788975 expref: 83 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.107515:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047524.107525:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047524.107978:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e23fb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788983 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.108126:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2402 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.108148:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2402 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.108165:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2402 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047524.108185:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:0.0:1777047524.108368:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e23fb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788983 expref: 85 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.108397:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2402 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788983 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.108411:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047524.108416:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047524.108421:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00000100:00100000:0.0:1777047524.108527:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54312:x1863365384365184:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1150us (1416us total) trans 8589938258 rc 0/0 00000100:00100000:0.0:1777047524.108922:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3573 00000100:00100000:3.0:1777047524.123255:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.123414:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384365440 00000100:00100000:2.0:1777047524.123430:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384365440 00000100:00100000:2.0:1777047524.123615:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1275 00000100:00100000:2.0:1777047524.123638:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54312:x1863365384365440:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047524.123776:0:32151:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2402 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788983 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.123841:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.123864:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.123881:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.123965:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.123990:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 84 pid: 30806 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.124027:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434121984:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047524.124149:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.132760:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047524.133643:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384365568 00000100:00100000:1.0:1777047524.133658:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384365568 00010000:00010000:1.0:1777047524.133716:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 85 pid: 30806 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.133787:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2651 00000100:00100000:1.0:1777047524.133804:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2410:x1863365384365568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047524.133826:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047524.133837:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 85 pid: 30806 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.133859:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 85 pid: 30806 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.133891:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:1.0:1777047524.133900:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.133914:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.133926:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.133954:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047524.134317:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2410:x1863365384365568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 229us (1281us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.134331:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2651 00010000:00010000:0.0:1777047524.139755:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e235a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78894b expref: 84 pid: 30806 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.139790:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434121984:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047524.139823:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.139839:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.139848:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.144498:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.144520:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.144532:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.144569:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047524.144576:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.144589:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.144614:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047524.144619:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047524.144626:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.145427:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2410 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.145454:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff9868221e7a00) 00010000:00010000:0.0:1777047524.145459:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047524.145471:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2402 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788983 expref: 83 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.147472:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54312:x1863365384365440:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 23834us (24222us total) trans 8589938259 rc -22/-22 00000100:00100000:0.0:1777047524.147493:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1275 00000100:00100000:3.0:1777047524.181277:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.182391:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384365696 00000100:00100000:0.0:1777047524.182407:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384365696 00000100:00100000:0.0:1777047524.182529:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3574 00000100:00100000:0.0:1777047524.182982:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54312:x1863365384365696:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.183040:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.183077:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78898a expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.183177:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.183217:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.183252:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612200) 00010000:00010000:0.0:1777047524.183260:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047524.183267:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00000100:00100000:0.0:1777047524.183372:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54312:x1863365384365696:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 400us (2107us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.183388:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3574 00000100:00100000:2.0:1777047524.220466:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.221177:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384365952 00000100:00100000:0.0:1777047524.221193:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384365952 00000100:00100000:0.0:1777047524.221318:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3575 00000100:00100000:0.0:1777047524.221343:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54312:x1863365384365952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.221375:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.221415:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e241e lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788991 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.234479:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.234515:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.235603:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047524.235637:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xec:0x0]: returning size 0 00010000:00010000:2.0:1777047524.235996:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e241e lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.236643:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 86 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.236671:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xec:0x0].0x0 (ffff986821215100) 00010000:00010000:2.0:1777047524.236677:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047524.236683:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047524.243303:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54312:x1863365384365952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 21956us (23629us total) trans 8589938260 rc 0/0 00000100:00100000:2.0:1777047524.243334:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3575 00000100:00100000:3.0:1777047524.277998:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.278811:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384366208 00000100:00100000:0.0:1777047524.278827:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384366208 00000100:00100000:0.0:1777047524.278985:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3576 00000100:00100000:0.0:1777047524.279014:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54312:x1863365384366208:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.279059:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.279100:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2433 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788998 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.279326:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e243a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.279363:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e243a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.279395:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e243a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047524.279427:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:0.0:1777047524.279827:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2433 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788998 expref: 89 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.279870:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e243a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788998 expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.279896:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612200) 00010000:00010000:0.0:1777047524.279901:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047524.279908:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:0.0:1777047524.280447:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54312:x1863365384366208:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1040us (2053us total) trans 8589938261 rc 0/0 00000100:00100000:0.0:1777047524.280472:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3576 00000100:00100000:3.0:1777047524.328464:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047524.340351:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384366464 00000100:00100000:1.0:1777047524.340385:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384366464 00000100:00100000:1.0:1777047524.343492:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1276 00000100:00100000:1.0:1777047524.343603:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806231c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54312:x1863365384366464:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:1.0:1777047524.343817:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e243a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788998 expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.343931:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.343970:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 88 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.343987:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.344068:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 88 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.344489:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 88 pid: 31251 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.344529:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434122112:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047524.344841:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047524.408296:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434122112:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047524.408351:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047524.417853:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047524.418029:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384366592 00000100:00100000:1.0:1777047524.418046:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384366592 00010000:00010000:1.0:1777047524.418155:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 89 pid: 31251 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.418408:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2652 00000100:00100000:1.0:1777047524.418439:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2410:x1863365384366592:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047524.418466:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047524.418486:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 89 pid: 31251 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.418518:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 89 pid: 31251 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.419351:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2417 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78898a expref: 89 pid: 31251 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.419382:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612200) 00010000:00010000:1.0:1777047524.419398:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.419417:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.419436:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.419501:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047524.420061:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:2410:x1863365384366592:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1628us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.420078:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2652 00010000:00010000:2.0:1777047524.423927:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.423956:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.425064:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.425131:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.425148:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 4/0,1 mode: --/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.425214:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.425239:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 87 pid: 30804 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.425269:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434122240:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047524.425414:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047524.450891:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.451076:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384366720 00000100:00100000:0.0:1777047524.451092:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384366720 00010000:00010000:0.0:1777047524.451154:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 88 pid: 30804 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047524.451240:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2653 00000100:00100000:0.0:1777047524.451260:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:2410:x1863365384366720:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047524.451284:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047524.451296:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 88 pid: 30804 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.451320:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 88 pid: 30804 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.451355:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xec:0x0].0x0 (ffff986821215100) 00010000:00010000:0.0:1777047524.451363:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.451383:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.451398:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.451432:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047524.451510:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:2410:x1863365384366720:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 253us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.451597:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2653 00010000:00010000:2.0:1777047524.458722:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2425 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788991 expref: 87 pid: 30804 timeout: 4252 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.458764:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434122240:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047524.458809:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.458840:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.458855:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.465247:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047524.465365:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047524.465439:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.465952:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434122368 00000100:00100000:0.0:1777047524.474260:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434122368 00000100:00100000:0.0:1777047524.474388:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:0.0:1777047524.474406:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434122368:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.474694:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434122368:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 290us (9328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.474714:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:0.0:1777047524.474795:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.474900:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.474960:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.474994:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff986704f19180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.475019:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434122496 00000100:00100000:0.0:1777047524.475025:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434122496 00000100:00100000:0.0:1777047524.475071:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:0.0:1777047524.475082:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434122496:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.475171:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434122496:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 88us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.475184:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:0.0:1777047524.475243:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.475325:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.475371:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.475398:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868058a9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.475421:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434122624 00000100:00100000:0.0:1777047524.475427:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434122624 00000100:00100000:0.0:1777047524.475471:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1777047524.475483:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434122624:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.475631:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434122624:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 147us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.475643:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:0.0:1777047524.475722:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.475782:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.475824:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.475850:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebcee40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.475871:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434122752 00000100:00100000:0.0:1777047524.475877:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434122752 00000100:00100000:0.0:1777047524.475918:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1777047524.475931:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434122752:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.476036:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434122752:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 105us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.476048:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1777047524.476099:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.476167:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.476211:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.476237:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.476257:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434122880 00000100:00100000:0.0:1777047524.476263:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434122880 00000100:00100000:0.0:1777047524.476301:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1777047524.476313:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434122880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.476393:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434122880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 80us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.476405:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1777047524.476452:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434122880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.476506:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.476611:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.476636:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce540 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.476655:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123008 00000100:00100000:0.0:1777047524.476661:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123008 00000100:00100000:0.0:1777047524.476697:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1777047524.476707:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.476785:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 76us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.476796:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00080000:1.0:1777047524.476932:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777047524.476940:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047524.478400:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.478481:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.478566:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.478610:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.481687:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123136 00000100:00100000:3.0:1777047524.481699:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123136 00000100:00100000:3.0:1777047524.481761:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1777047524.481775:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.481904:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 129us (3370us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.481923:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1777047524.483974:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.484069:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.484133:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.484186:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868049ef780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.484315:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123264 00000100:00100000:3.0:1777047524.484324:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123264 00000100:00100000:3.0:1777047524.484388:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1777047524.484402:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123264:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.484525:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123264:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 123us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.484598:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1777047524.484758:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.484827:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.484873:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.485434:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868049ef780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.485619:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123392 00000100:00100000:3.0:1777047524.485629:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123392 00000100:00100000:3.0:1777047524.485819:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1777047524.485834:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123392:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.485928:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123392:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 97us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.485941:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1777047524.489609:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.490241:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.490302:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047524.490388:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868049ef780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.491515:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123520 00000100:00100000:3.0:1777047524.491527:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123520 00000100:00100000:3.0:1777047524.491619:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1777047524.491633:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.491744:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 113us (1441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.491758:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1777047524.491823:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.491905:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123648:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.491955:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.491985:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.492006:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123648 00000100:00100000:3.0:1777047524.492012:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123648 00000100:00100000:3.0:1777047524.492372:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:3.0:1777047524.492384:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123648:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.492488:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434123648:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 104us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.492500:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:3.0:1777047524.492605:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123648:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.492659:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123776:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.492701:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.492725:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.492744:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123776 00000100:00100000:3.0:1777047524.492750:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123776 00000100:00100000:3.0:1777047524.492785:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1777047524.492797:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123776:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.492870:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123776:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 74us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.492881:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1777047524.492925:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123776:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493264:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123904:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493302:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.493326:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.493344:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434123904 00000100:00100000:3.0:1777047524.493349:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434123904 00000100:00100000:3.0:1777047524.493386:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1777047524.493396:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123904:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493468:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434123904:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 71us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.493479:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1777047524.493524:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434123904:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493629:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124032:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493668:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.493691:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.493710:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124032 00000100:00100000:3.0:1777047524.493716:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124032 00000100:00100000:3.0:1777047524.493754:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1777047524.493764:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124032:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493837:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124032:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 73us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.493848:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1777047524.493891:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124032:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493943:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124160:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.493981:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.494004:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.494022:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124160 00000100:00100000:3.0:1777047524.494027:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124160 00000100:00100000:3.0:1777047524.494063:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1777047524.494073:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124160:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.494167:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124160:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 94us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.494185:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1777047524.494230:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124160:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.494277:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124288:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.494317:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.494340:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.494358:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124288 00000100:00100000:3.0:1777047524.494363:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124288 00000100:00100000:3.0:1777047524.494398:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1777047524.494408:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434124288:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.494477:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434124288:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 70us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.494489:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1777047524.495306:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124288:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.495374:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124416:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.495414:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.495559:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047524.495633:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124416 00000100:00100000:0.0:1777047524.495642:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124416 00000100:00100000:0.0:1777047524.495877:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1777047524.495890:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434124416:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1777047524.496325:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434124416:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 434us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.496337:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1777047524.496431:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124416:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047524.496493:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124544:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047524.496572:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047524.497452:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670622e000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.497652:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124544 00000100:00100000:3.0:1777047524.497661:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124544 00000100:00100000:3.0:1777047524.497703:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1777047524.497716:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124544:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.497797:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124544:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 83us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.497809:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1777047524.497940:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124544:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047524.498001:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124672:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047524.498044:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047524.498087:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98670622e000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.498183:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124672 00000100:00100000:3.0:1777047524.498191:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124672 00000100:00100000:3.0:1777047524.498225:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1777047524.498236:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434124672:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.498716:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434124672:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 479us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.498729:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1777047524.498773:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124672:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.498858:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124800:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.498901:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.498925:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.498944:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124800 00000100:00100000:3.0:1777047524.498949:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124800 00000100:00100000:3.0:1777047524.498978:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1777047524.498987:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124800:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499086:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124800:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 97us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.499097:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1777047524.499140:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124800:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499198:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124928:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499236:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.499260:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.499278:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434124928 00000100:00100000:3.0:1777047524.499283:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434124928 00000100:00100000:3.0:1777047524.499311:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1777047524.499321:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124928:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499396:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434124928:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 74us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.499408:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1777047524.499448:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434124928:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499495:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499587:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.499611:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.499630:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125056 00000100:00100000:3.0:1777047524.499636:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125056 00000100:00100000:3.0:1777047524.499666:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1777047524.499676:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125056:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499752:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125056:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 76us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.499762:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1777047524.499803:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499858:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125184:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.499893:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.499916:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.499934:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125184 00000100:00100000:3.0:1777047524.499939:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125184 00000100:00100000:3.0:1777047524.499968:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1777047524.499977:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125184:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500048:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125184:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 70us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.500066:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1777047524.500108:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125184:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500156:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125312:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500193:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.500215:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.500232:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125312 00000100:00100000:3.0:1777047524.500238:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125312 00000100:00100000:3.0:1777047524.500265:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1777047524.500274:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125312:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500366:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125312:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 91us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.500378:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1777047524.500418:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125312:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500470:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125440:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500507:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.500585:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.500606:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125440 00000100:00100000:3.0:1777047524.500611:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125440 00000100:00100000:3.0:1777047524.500667:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1777047524.500679:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125440:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500754:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125440:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 78us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.500766:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1777047524.500810:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125440:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500860:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125568:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.500897:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.500926:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.500945:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125568 00000100:00100000:3.0:1777047524.500951:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125568 00000100:00100000:3.0:1777047524.500981:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1777047524.500991:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125568:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.501325:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125568:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 333us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.501336:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1777047524.501379:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125568:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.501430:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125696:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.501465:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.501487:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.501504:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125696 00000100:00100000:3.0:1777047524.501510:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125696 00000100:00100000:3.0:1777047524.502964:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1777047524.502978:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125696:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503064:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434125696:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 89us (1597us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.503075:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1777047524.503126:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125696:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503184:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125824:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503222:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.503248:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.503268:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125824 00000100:00100000:3.0:1777047524.503274:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125824 00000100:00100000:3.0:1777047524.503309:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1777047524.503319:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125824:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503415:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125824:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 95us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.503427:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1777047524.503471:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125824:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503583:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125952:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503630:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.503653:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.503673:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434125952 00000100:00100000:3.0:1777047524.503679:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434125952 00000100:00100000:3.0:1777047524.503740:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1777047524.503752:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125952:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503830:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434125952:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 78us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.503840:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1777047524.503886:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b64a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434125952:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.503935:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434126080:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.504227:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.504252:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047524.504272:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126080 00000100:00100000:3.0:1777047524.504278:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126080 00000100:00100000:3.0:1777047524.504315:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1777047524.504326:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434126080:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.504401:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434126080:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 75us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047524.504411:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1777047524.504453:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434126080:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1777047524.505501:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].56, 1448 off85808 00000001:00080000:3.0:1777047524.505521:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938262 00000100:00100000:3.0:1777047524.505681:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434126208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.505731:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047524.505768:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126208 00000100:00100000:3.0:1777047524.505774:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126208 00000100:00100000:3.0:1777047524.505813:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1777047524.505825:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837481450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30808:x1863365434126208:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777047524.515339:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837481450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30808:x1863365434126208:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 9504us (9597us total) trans 17179871623 rc 0/0 00000100:00100000:3.0:1777047524.515358:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1777047524.515871:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047524.515929:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434126208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047524.516242:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434126336:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777047524.516340:0:30808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047524.516398:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867067940c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047524.516509:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126336 00000100:00100000:2.0:1777047524.516519:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126336 00000100:00100000:2.0:1777047524.516903:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1777047524.516917:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30808:x1863365434126336:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777047524.517482:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30808:x1863365434126336:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 565us (1141us total) trans 21474838692 rc 0/0 00000100:00100000:2.0:1777047524.517494:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1777047524.518406:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30808:1863365434126336:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1777047524.518872:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938263 00010000:00010000:1.0:1777047524.518931:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.518955:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.518966:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.518975:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047524.518980:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.518991:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519012:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xec:0x0].0x0 (ffff986821215100) 00010000:00010000:1.0:1777047524.519017:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047524.519023:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 2/0,0 mode: --/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519032:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e244f lrc: 0/0,0 mode: --/EX res: [0x200000404:0xec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519060:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519071:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519081:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519089:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047524.519093:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519104:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519115:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612200) 00010000:00010000:1.0:1777047524.519119:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047524.519123:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519132:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2448 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.519150:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98682d612200) 00010000:00010000:1.0:1777047524.519154:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047524.519163:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e243a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788998 expref: 89 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.519282:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806231c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54312:x1863365384366464:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 175761us (190843us total) trans 8589938264 rc 0/0 00000100:00100000:1.0:1777047524.519296:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1276 00000020:00080000:1.0:1777047524.519303:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777047524.535190:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.535330:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384366848 00000100:00100000:0.0:1777047524.535344:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384366848 00000100:00100000:0.0:1777047524.535428:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3577 00000100:00100000:0.0:1777047524.535444:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54312:x1863365384366848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.535474:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.535505:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2456 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78899f expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.535671:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2456 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78899f expref: 89 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.535695:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2456 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78899f expref: 89 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.535721:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047524.535726:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047524.535732:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:0.0:1777047524.535807:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54312:x1863365384366848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 366us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047524.535820:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3577 00000100:00100000:0.0:1777047524.555752:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.556129:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384367104 00000100:00100000:2.0:1777047524.556143:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384367104 00000100:00100000:2.0:1777047524.556221:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1277 00000100:00100000:2.0:1777047524.556236:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54312:x1863365384367104:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:2.0:1777047524.559427:0:32151:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xec:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777047524.559605:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1214, 64 off111000 00000004:00080000:2.0:1777047524.559621:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4152942086001ns, next at 4153942082909ns, rc = 0 00000040:00080000:2.0:1777047524.560018:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1201, 64 off109768 00000004:00080000:2.0:1777047524.560032:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4152942497699ns, next at 4153942494947ns, rc = 0 00000001:00080000:2.0:1777047524.560044:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938265 00010000:00010000:2.0:1777047524.560128:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.560151:0:32151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.560168:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.560181:0:32151:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.560191:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.560201:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.560247:0:32151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047524.560368:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54312:x1863365384367104:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 4129us (4621us total) trans 8589938266 rc 0/0 00000100:00100000:2.0:1777047524.560383:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1277 00000020:00080000:2.0:1777047524.560390:0:32151:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047524.561338:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047524.561348:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.561359:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047524.561366:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.561377:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.561394:0:18065:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xec:0x0].0x0 (ffff986821215a00) 00010000:00010000:3.0:1777047524.561399:0:18065:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047524.561404:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 1/0,0 mode: --/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.561413:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e245d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xec:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047524.561437:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047524.561439:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047524.561441:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777047524.568842:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838691 is committed 00000001:00080000:1.0:1777047524.568867:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838685 is committed 00000001:00080000:1.0:1777047524.568902:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838686 is committed 00000100:00100000:1.0:1777047524.571115:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047524.571257:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384367360 00000100:00100000:3.0:1777047524.571270:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384367360 00000100:00100000:3.0:1777047524.571330:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1278 00000100:00100000:3.0:1777047524.571343:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54312:x1863365384367360:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047524.573506:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54312:x1863365384367360:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 2163us (2395us total) trans 8589938267 rc 0/0 00000100:00100000:3.0:1777047524.573519:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1278 00000100:00100000:2.0:1777047524.665351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047524.665874:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384367488 00000100:00100000:1.0:1777047524.665890:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384367488 00000100:00100000:1.0:1777047524.666103:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3578 00000100:00100000:1.0:1777047524.666123:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54313:x1863365384367488:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047524.666158:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047524.666190:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2464 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889a6 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.666290:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.666316:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.666338:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.666364:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.666377:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.666390:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667021:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667040:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667054:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047524.667105:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00000004:00200000:1.0:1777047524.667112:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047524.667139:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667159:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667173:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667184:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667195:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667205:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047524.667212:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667223:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667241:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047524.667246:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047524.667254:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667266:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e246b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667286:0:33460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667306:0:33460:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667316:0:33460:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667326:0:33460:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047524.667332:0:33460:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667341:0:33460:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667356:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff9868221e7000) 00010000:00010000:1.0:1777047524.667361:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047524.667367:0:33460:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667380:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2472 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667434:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2464 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 94 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667458:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 93 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.667471:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047524.667476:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047524.667481:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:1.0:1777047524.667652:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54313:x1863365384367488:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1533us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047524.667666:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3578 00000100:00100000:2.0:1777047524.684308:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047524.684467:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384367744 00000100:00100000:0.0:1777047524.684484:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384367744 00000100:00100000:0.0:1777047524.684670:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3579 00000100:00100000:0.0:1777047524.684690:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54313:x1863365384367744:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047524.684722:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047524.684755:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2480 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889ad expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.684963:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2487 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.684988:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2487 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.685008:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2487 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047524.685029:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:0.0:1777047524.685213:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2480 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889ad expref: 96 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.685244:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2487 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889ad expref: 95 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047524.685259:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047524.685264:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047524.685270:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:0.0:1777047524.685378:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54313:x1863365384367744:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 692us (1082us total) trans 8589938268 rc 0/0 00000100:00100000:0.0:1777047524.685393:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3579 00000100:00100000:0.0:1777047524.697324:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047524.697634:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368000 00000100:00100000:1.0:1777047524.697651:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368000 00000100:00100000:1.0:1777047524.697753:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3580 00000100:00100000:1.0:1777047524.697773:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54313:x1863365384368000:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047524.698718:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047524.698755:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2495 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889b4 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.699429:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e249c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.699456:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e249c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.699476:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e249c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047524.699499:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:1.0:1777047524.707135:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2495 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889b4 expref: 98 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.707176:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e249c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889b4 expref: 97 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.707193:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047524.707200:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047524.707206:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89c00, rc 0) 00000100:00100000:1.0:1777047524.707342:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54313:x1863365384368000:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 9572us (10030us total) trans 8589938269 rc 0/0 00000100:00100000:1.0:1777047524.707360:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3580 00000100:00100000:2.0:1777047524.735975:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047524.736377:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368128 00000100:00100000:1.0:1777047524.736396:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368128 00000100:00100000:1.0:1777047524.736519:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3279 00000100:00100000:1.0:1777047524.736613:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384368128:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047524.736672:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.736703:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.736707:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047524.736716:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.736743:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.756333:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.756366:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.756385:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.756410:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047524.756419:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.756436:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.756467:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047524.756481:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e24aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047524.756741:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384368128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20129us (20772us total) trans 0 rc 44608/44608 00000100:00100000:1.0:1777047524.756762:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3279 00000100:00100000:0.0:1777047524.788997:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.791934:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368256 00000100:00100000:2.0:1777047524.791950:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368256 00000100:00100000:2.0:1777047524.792080:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3280 00000100:00100000:2.0:1777047524.792100:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384368256:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047524.792162:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.792190:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.792194:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.792205:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.792233:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.804282:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.804315:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.804334:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.804348:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047524.804357:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.804374:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.804404:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.804421:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.805061:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384368256:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12958us (16068us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047524.805081:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3280 00000100:00100000:3.0:1777047524.829470:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.829969:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368384 00000100:00100000:2.0:1777047524.829985:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368384 00000100:00100000:2.0:1777047524.830188:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3281 00000100:00100000:2.0:1777047524.830208:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384368384:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047524.830261:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.830285:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.830289:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.830297:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.830321:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.842656:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.842688:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.842715:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.842728:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047524.842736:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.842751:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.842779:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.842793:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.843081:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384368384:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12871us (13616us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047524.843101:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3281 00000100:00100000:3.0:1777047524.870217:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.871294:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368512 00000100:00100000:2.0:1777047524.871309:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368512 00000100:00100000:2.0:1777047524.873243:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3282 00000100:00100000:2.0:1777047524.873280:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384368512:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047524.873340:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.873379:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.873383:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.873392:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.873415:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.895101:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.895140:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.895163:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.895639:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047524.895650:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.895674:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.895713:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.895746:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.895882:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384368512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22606us (25670us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047524.895907:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3282 00000100:00100000:1.0:1777047524.934304:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047524.935980:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368640 00000100:00100000:2.0:1777047524.936007:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368640 00000100:00100000:2.0:1777047524.936170:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3283 00000100:00100000:2.0:1777047524.936202:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384368640:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047524.936268:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.936307:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.936311:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047524.936331:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.936367:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.969695:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.969738:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.969779:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.969795:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047524.969813:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.969831:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.969905:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047524.969951:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047524.977435:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384368640:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41228us (43131us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047524.977456:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3283 00010000:00010000:3.0:1777047524.997612:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047525.026490:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047525.028096:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368768 00000100:00100000:3.0:1777047525.028123:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368768 00000100:00080000:1.0:1777047525.037613:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047525.038495:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3284 00000100:00100000:3.0:1777047525.038792:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384368768:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047525.042442:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.042473:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.042486:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.042496:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.042622:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.113406:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.113444:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.113467:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.113482:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.113490:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.113511:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.113613:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.113635:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e24cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.117391:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384368768:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 78012us (90057us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.117418:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3284 00000100:00100000:3.0:1777047525.150813:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.151614:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384368896 00000100:00100000:2.0:1777047525.151630:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384368896 00000100:00100000:2.0:1777047525.151807:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3285 00000100:00100000:2.0:1777047525.151832:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384368896:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047525.151894:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.151955:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.151959:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.151969:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.154622:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777047525.155619:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047525.178878:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.178912:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.178935:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.178949:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.178962:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.178980:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.179015:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.180263:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.180413:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384368896:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28583us (29604us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.180438:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3285 00000100:00100000:0.0:1777047525.214708:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047525.215594:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384369024 00000100:00100000:3.0:1777047525.215617:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384369024 00000100:00100000:3.0:1777047525.215889:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3286 00000100:00100000:3.0:1777047525.215915:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384369024:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047525.215975:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.216009:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047525.216013:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047525.216027:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.216051:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.232687:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.232726:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.232745:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.232810:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8b200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.232818:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.232836:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.232873:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.232895:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000995580d8/0x29ccbc23e99e24db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.233367:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384369024:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17453us (18669us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.233392:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3286 00000100:00100000:1.0:1777047525.295926:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.296106:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384369152 00000100:00100000:2.0:1777047525.296120:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384369152 00000100:00100000:2.0:1777047525.296238:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3287 00000100:00100000:2.0:1777047525.296257:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384369152:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047525.296312:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.296339:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.296343:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.296352:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.296375:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.318004:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.318325:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.318342:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.318354:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047525.318362:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.318377:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.318406:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.318419:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e24e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047525.318650:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384369152:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22266us (22605us total) trans 0 rc 44608/44608 00000100:00100000:0.0:1777047525.318668:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3287 00000100:00100000:3.0:1777047525.363437:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047525.363633:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384369280 00000100:00100000:1.0:1777047525.363649:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384369280 00000100:00100000:1.0:1777047525.363773:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3288 00000100:00100000:1.0:1777047525.363791:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384369280:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047525.363842:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.363868:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.363871:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.363879:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.363901:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.374138:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.374165:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.374181:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.374194:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.374202:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.374219:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.374249:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.374261:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e24e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.374386:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384369280:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 10592us (10953us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.374402:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3288 00000100:00100000:3.0:1777047525.392724:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.392867:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384369408 00000100:00100000:2.0:1777047525.392883:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384369408 00000100:00100000:2.0:1777047525.392991:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3289 00000100:00100000:2.0:1777047525.393010:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384369408:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047525.393354:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.393384:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.393388:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.393398:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.393424:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.406135:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.406181:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.406198:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.406215:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.406224:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.406241:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.406274:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.406290:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.406434:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384369408:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13420us (13716us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.406454:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3289 00000100:00100000:1.0:1777047525.462417:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.463125:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384369536 00000100:00100000:2.0:1777047525.463142:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384369536 00000100:00100000:2.0:1777047525.463266:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3290 00000100:00100000:2.0:1777047525.463297:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384369536:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047525.463355:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.463384:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.463388:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.463398:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.463424:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.499045:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.499081:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.499101:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.499151:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.499161:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.499180:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.499214:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.499232:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e24f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.499407:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384369536:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 36117us (36995us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.499426:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3290 00000100:00100000:0.0:1777047525.525937:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.528228:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384369664 00000100:00100000:2.0:1777047525.528246:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384369664 00000100:00100000:2.0:1777047525.528403:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3291 00000100:00100000:2.0:1777047525.528425:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384369664:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047525.528482:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.528510:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.528960:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.528971:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.529000:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.541168:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.541200:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.541217:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.541231:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047525.541239:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.541255:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.541294:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.541309:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f35823/0x29ccbc23e99e24fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047525.541449:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384369664:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13025us (15518us total) trans 0 rc 44608/44608 00000100:00100000:3.0:1777047525.541466:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3291 00000100:00100000:0.0:1777047525.558055:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.558212:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384369792 00000100:00100000:2.0:1777047525.558227:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384369792 00000100:00100000:2.0:1777047525.558330:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 503 00000100:00100000:2.0:1777047525.558363:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54313:x1863365384369792:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:2.0:1777047525.558386:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047525.558419:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e249c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889b4 expref: 97 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.558447:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047525.558455:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047525.558925:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54313:x1863365384369792:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 580us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047525.558940:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 503 00000100:00100000:1.0:1777047525.572752:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.573063:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384370048 00000100:00100000:2.0:1777047525.573078:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384370048 00000100:00100000:2.0:1777047525.573173:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1279 00000100:00100000:2.0:1777047525.573190:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54313:x1863365384370048:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047525.573913:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54313:x1863365384370048:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 722us (1168us total) trans 8589938270 rc 0/0 00000100:00100000:2.0:1777047525.573928:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1279 00000100:00100000:0.0:1777047525.670565:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.671410:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384370304 00000100:00100000:2.0:1777047525.671423:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384370304 00000100:00100000:2.0:1777047525.671605:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3581 00000100:00100000:2.0:1777047525.672627:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54314:x1863365384370304:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047525.672671:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047525.672706:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2505 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889bb expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.675040:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e250c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.675341:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e250c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.675367:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e250c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047525.675392:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:2.0:1777047525.675647:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2505 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889bb expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.675678:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e250c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889bb expref: 99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.675695:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047525.675702:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047525.675707:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d200, rc 0) 00000100:00100000:2.0:1777047525.675811:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54314:x1863365384370304:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4189us (5259us total) trans 8589938271 rc 0/0 00000100:00100000:2.0:1777047525.675827:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3581 00000100:00100000:1.0:1777047525.714733:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047525.714861:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384370432 00000100:00100000:0.0:1777047525.714877:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384370432 00000100:00100000:0.0:1777047525.715229:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3292 00000100:00100000:0.0:1777047525.715250:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384370432:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047525.715305:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.715331:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.715335:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.715343:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.715370:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.732330:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.732361:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.732378:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.732391:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047525.732399:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.734434:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.734476:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047525.734492:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e251a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.735739:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384370432:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20486us (21009us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.735761:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3292 00000100:00100000:0.0:1777047525.777352:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047525.783931:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384370560 00000100:00100000:1.0:1777047525.783949:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384370560 00000100:00100000:1.0:1777047525.784335:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3293 00000100:00100000:1.0:1777047525.784355:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384370560:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047525.784409:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.784436:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.784440:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047525.784449:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047525.784476:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.800024:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.800055:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.800071:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.800092:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.800100:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.800115:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.800144:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.800158:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e2521 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.800290:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384370560:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15934us (22965us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.800309:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3293 00000100:00100000:0.0:1777047525.841312:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.842012:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384370688 00000100:00100000:2.0:1777047525.842028:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384370688 00000100:00100000:2.0:1777047525.842165:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3294 00000100:00100000:2.0:1777047525.842184:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384370688:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047525.842237:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.842265:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.842269:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.842278:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.842303:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.870225:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.870257:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.870274:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.870287:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.870295:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.870311:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.870341:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.870355:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2528 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.870615:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384370688:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28317us (29196us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.870640:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3294 00000100:00100000:0.0:1777047525.894124:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047525.894372:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384370816 00000100:00100000:2.0:1777047525.894388:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384370816 00000100:00100000:2.0:1777047525.894572:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3295 00000100:00100000:2.0:1777047525.894945:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384370816:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047525.895003:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.895030:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.895034:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047525.895043:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.895066:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.909381:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.909414:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.909432:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.909446:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.909455:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.909473:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.909531:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.909609:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e252f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.909738:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384370816:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15142us (15619us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.909757:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3295 00000100:00100000:1.0:1777047525.930835:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047525.931442:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384370944 00000100:00100000:0.0:1777047525.931459:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384370944 00000100:00100000:0.0:1777047525.932038:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3296 00000100:00100000:0.0:1777047525.932060:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384370944:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047525.932116:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.932146:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.932151:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047525.932160:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047525.932186:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047525.955771:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434126848:0@lo:400:kworker.0 00000100:00100000:1.0:1777047525.955885:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047525.956015:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047525.956344:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434126720:0@lo:400:kworker.0 00000100:00100000:1.0:1777047525.956407:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047525.956481:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126848 00000100:00100000:1.0:1777047525.956494:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126848 00000100:00100000:1.0:1777047525.956648:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1777047525.956670:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434126848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047525.956779:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434126848:12345-0@lo:400:kworker.0 Request processed in 115us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047525.956797:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1777047525.956877:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838686 gen 2 00000004:00080000:1.0:1777047525.956887:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838670 committed transno 21474838686 00000004:00080000:1.0:1777047525.957270:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e647100, transno 21474838671 00000004:00080000:1.0:1777047525.957288:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54c380, transno 21474838672 00000004:00080000:1.0:1777047525.957299:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e646680, transno 21474838673 00000004:00080000:1.0:1777047525.957304:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e645180, transno 21474838674 00000004:00080000:1.0:1777047525.957308:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e644380, transno 21474838675 00000004:00080000:1.0:1777047525.957313:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e647480, transno 21474838676 00000004:00080000:1.0:1777047525.957318:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868095c8380, transno 21474838677 00000004:00080000:1.0:1777047525.957322:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ecf6d80, transno 21474838678 00000004:00080000:1.0:1777047525.957327:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956ea00, transno 21474838679 00000004:00080000:1.0:1777047525.957331:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956c700, transno 21474838680 00000004:00080000:1.0:1777047525.957341:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956dc00, transno 21474838681 00000004:00080000:1.0:1777047525.957345:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956f800, transno 21474838682 00000004:00080000:1.0:1777047525.957349:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956d880, transno 21474838683 00000004:00080000:1.0:1777047525.957355:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680956e300, transno 21474838684 00000004:00080000:1.0:1777047525.957359:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2d80, transno 21474838685 00000004:00080000:1.0:1777047525.957363:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2680, transno 21474838686 00000100:00100000:1.0:1777047525.957376:0:3343:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9868403f4700 x1863365434126336/t21474838692(21474838692) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 1272/4320 e 0 to 0 dl 1777047540 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt_rdpg00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777047525.957406:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434126848:0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.958084:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434126464:0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.958157:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047525.958226:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434126976:0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.958270:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047525.958310:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777047525.958321:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434126592:0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.958368:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047525.958409:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434127104:0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.958450:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047525.958593:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126976 00000100:00100000:2.0:1777047525.958602:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126976 00000100:00100000:2.0:1777047525.958658:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1777047525.958677:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434126976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.958775:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434126976:12345-0@lo:400:kworker.0 Request processed in 104us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047525.958787:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1777047525.958867:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434126976:0@lo:400:kworker.0 00000100:00100000:3.0:1777047525.960282:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126720 00000100:00100000:3.0:1777047525.960297:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126720 00000100:00100000:3.0:1777047525.960403:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126592 00000100:00100000:3.0:1777047525.960411:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126592 00000100:00100000:3.0:1777047525.960461:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434127104 00000100:00100000:3.0:1777047525.960467:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434127104 00000100:00100000:3.0:1777047525.960586:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1777047525.960602:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434126720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047525.960697:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434126720:12345-0@lo:400:kworker.0 Request processed in 98us (4288us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047525.960715:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1777047525.960745:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1777047525.960761:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434126592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047525.960822:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434126592:12345-0@lo:400:kworker.0 Request processed in 63us (2454us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047525.960840:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1777047525.960866:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1777047525.960883:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434127104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047525.961309:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434127104:12345-0@lo:400:kworker.0 Request processed in 430us (2854us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047525.961322:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1777047525.961397:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434126720:0@lo:400:kworker.0 00000100:00100000:3.0:1777047525.961483:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434126464 00000100:00100000:3.0:1777047525.961490:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434126464 00000100:00100000:3.0:1777047525.961617:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1777047525.961635:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434126464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047525.961701:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434126464:12345-0@lo:400:kworker.0 Request processed in 68us (3543us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047525.961719:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00080000:2.0:1777047525.963422:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047525.963487:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434126592:0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.963614:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434127104:0@lo:400:kworker.0 00000100:00100000:2.0:1777047525.963642:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434126464:0@lo:400:kworker.0 00000004:00080000:1.0:1777047525.967197:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 16 done 00010000:00010000:2.0:1777047525.977281:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.977316:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.977339:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.977354:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047525.977362:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.977383:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.977420:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047525.977437:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e2536 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047525.979291:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384370944:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 47225us (48456us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047525.979316:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3296 00000100:00100000:0.0:1777047526.016672:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047526.016807:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047526.017793:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371072 00000100:00100000:1.0:1777047526.017809:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371072 00000100:00100000:1.0:1777047526.017991:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3297 00000100:00100000:1.0:1777047526.018012:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371072:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047526.018086:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.018126:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047526.018131:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047526.018142:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.018175:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.064025:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.064065:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.064084:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.064103:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047526.064111:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.064127:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.064163:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.064197:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e253d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.064360:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371072:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 46341us (47699us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047526.064379:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3297 00000100:00100000:0.0:1777047526.100771:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.101337:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371200 00000100:00100000:2.0:1777047526.101354:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371200 00000100:00100000:2.0:1777047526.101592:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3298 00000100:00100000:2.0:1777047526.101613:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384371200:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047526.101683:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.101719:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.101724:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.101734:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.101766:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.134115:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.134156:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.134179:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.134194:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047526.134203:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.134228:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.134267:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.134284:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2544 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047526.134442:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384371200:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32827us (33677us total) trans 0 rc 44608/44608 00000100:00100000:1.0:1777047526.134468:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3298 00000100:00100000:1.0:1777047526.188803:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.191006:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371328 00000100:00100000:2.0:1777047526.191023:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371328 00000100:00100000:2.0:1777047526.191139:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3299 00000100:00100000:2.0:1777047526.191158:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384371328:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047526.191212:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.191241:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.191245:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.191254:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.191279:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.214384:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.214416:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.214434:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.214447:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047526.214456:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.214472:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.214527:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.214596:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e254b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.214766:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384371328:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23604us (25970us total) trans 0 rc 44608/44608 00000100:00100000:3.0:1777047526.214785:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3299 00000100:00100000:1.0:1777047526.245307:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047526.247287:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371456 00000100:00100000:3.0:1777047526.247303:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371456 00000100:00100000:3.0:1777047526.247542:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3300 00000100:00100000:3.0:1777047526.247561:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371456:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047526.247615:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.248349:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047526.248352:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047526.248361:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.248385:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.266910:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.267210:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.267229:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.267251:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee8ac00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047526.267260:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.267276:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.267305:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.267320:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035b26fb1/0x29ccbc23e99e2552 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.267454:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371456:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19890us (22152us total) trans 0 rc 44608/44608 00000100:00100000:3.0:1777047526.267473:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3300 00000100:00100000:1.0:1777047526.305280:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.306311:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371584 00000100:00100000:2.0:1777047526.306327:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371584 00000100:00100000:2.0:1777047526.306425:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3301 00000100:00100000:2.0:1777047526.306444:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384371584:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047526.306494:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.306575:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.306579:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.306589:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.306974:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.326667:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.326712:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.326727:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.326739:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047526.326748:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.326780:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.326807:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.326821:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2559 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.326926:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384371584:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20482us (21652us total) trans 0 rc 44608/44608 00000100:00100000:3.0:1777047526.326942:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3301 00000100:00100000:1.0:1777047526.353846:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.354414:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371712 00000100:00100000:2.0:1777047526.354427:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371712 00000100:00100000:2.0:1777047526.354636:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3302 00000100:00100000:2.0:1777047526.354661:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371712:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047526.354712:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.354736:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.354739:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.354747:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.354768:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.375684:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.375712:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.375727:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.375740:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047526.375747:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.375762:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.375788:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.375802:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2560 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.375950:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371712:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21294us (22107us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047526.375967:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3302 00000100:00100000:1.0:1777047526.401903:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.402421:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371840 00000100:00100000:2.0:1777047526.402437:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371840 00000100:00100000:2.0:1777047526.402974:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3303 00000100:00100000:2.0:1777047526.403299:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384371840:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047526.403356:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.403384:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.403388:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.403398:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.403423:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.440293:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.440329:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.440392:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.440408:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047526.440418:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.440438:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.440473:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.440490:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2567 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.440747:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384371840:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37446us (38846us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047526.440769:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3303 00000100:00100000:3.0:1777047526.518970:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.524477:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384371968 00000100:00100000:2.0:1777047526.524634:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384371968 00000100:00100000:2.0:1777047526.524771:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3304 00000100:00100000:2.0:1777047526.524800:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371968:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047526.524877:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.524924:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.524928:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047526.524938:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.525424:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.561847:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.561891:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.561910:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.561935:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047526.561943:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.561971:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.562015:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.562051:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e256e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->45055] (req 0->45055) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.562200:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384371968:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37408us (43246us total) trans 0 rc 44608/44608 00000100:00100000:2.0:1777047526.562229:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3304 00000100:00100000:3.0:1777047526.593156:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047526.593316:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384372096 00000100:00100000:1.0:1777047526.593333:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384372096 00000100:00100000:1.0:1777047526.593638:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 504 00000100:00100000:1.0:1777047526.593660:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b922850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54314:x1863365384372096:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:1.0:1777047526.593694:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047526.593740:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e250c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889bb expref: 99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.593824:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047526.593834:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047526.593932:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b922850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54314:x1863365384372096:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 272us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.593948:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 504 00000100:00080000:2.0:1777047526.594612:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047526.618417:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047526.619267:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384372352 00000100:00100000:3.0:1777047526.619285:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384372352 00000100:00100000:3.0:1777047526.619395:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1280 00000100:00100000:3.0:1777047526.619416:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54314:x1863365384372352:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047526.619855:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54314:x1863365384372352:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 440us (1445us total) trans 8589938272 rc 0/0 00000100:00100000:3.0:1777047526.619871:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1280 00000100:00100000:0.0:1777047526.654101:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047526.658580:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384372608 00000100:00100000:3.0:1777047526.658611:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384372608 00000100:00100000:3.0:1777047526.658744:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3582 00000100:00100000:3.0:1777047526.658769:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54106:x1863365384372608:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047526.658808:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047526.658840:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2575 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889c2 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.659349:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.659381:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 100 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.659399:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.659457:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 100 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.659483:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 100 pid: 33460 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.659578:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434127232:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047526.659739:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047526.677928:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047526.678116:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434127232:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047526.678157:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.678324:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384372736 00000100:00100000:2.0:1777047526.678340:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384372736 00010000:00010000:2.0:1777047526.678404:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 101 pid: 33460 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.678521:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2654 00000100:00100000:2.0:1777047526.678614:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2410:x1863365384372736:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047526.678641:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047526.678656:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 101 pid: 33460 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.678684:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 101 pid: 33460 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.678836:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2479 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889a6 expref: 101 pid: 33460 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.678867:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047526.678877:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.678894:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.678909:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.678984:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047526.679400:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2410:x1863365384372736:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 860us (1481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047526.679417:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2654 00010000:00010000:0.0:1777047526.680303:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.680323:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047526.680357:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00010000:00010000:0.0:1777047526.680989:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8b800/0x29ccbc23e99e2575 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 101 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.681022:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 100 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.681047:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047526.681053:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047526.681058:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8bc00, rc 0) 00000100:00100000:0.0:1777047526.681144:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54106:x1863365384372608:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 22379us (27057us total) trans 8589938273 rc 0/0 00000100:00100000:0.0:1777047526.681161:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3582 00000100:00100000:3.0:1777047526.703689:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.704481:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384372864 00000100:00100000:2.0:1777047526.704612:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384372864 00000100:00100000:2.0:1777047526.704723:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3583 00000100:00100000:2.0:1777047526.704744:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54106:x1863365384372864:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047526.704781:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047526.704816:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e258a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889c9 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.704951:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.704980:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 101 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.704998:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.705070:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 101 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047526.705101:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 101 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047526.705130:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434127360:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047526.706187:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047526.724876:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047526.724937:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434127360:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047526.725323:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.726349:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384372992 00000100:00100000:0.0:1777047526.726363:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384372992 00010000:00010000:0.0:1777047526.726420:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 102 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047526.726475:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2655 00000100:00100000:0.0:1777047526.726928:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:2410:x1863365384372992:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047526.726958:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047526.726971:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 102 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.726995:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 102 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.727031:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e257c lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c2 expref: 102 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.727074:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047526.727084:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.727101:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.727116:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.727169:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047526.727239:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2410:x1863365384372992:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 749us (2376us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.727255:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2655 00010000:00010000:3.0:1777047526.727386:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.727403:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047526.727485:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 44608 00000004:00200000:3.0:1777047526.727523:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047526.727637:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.727690:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e258a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c9 expref: 101 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.727732:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c9 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047526.727745:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047526.727751:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047526.727756:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:3.0:1777047526.727850:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54106:x1863365384372864:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 23097us (24161us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047526.727864:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3583 00000100:00100000:2.0:1777047526.795650:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047526.797566:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384373120 00000100:00100000:0.0:1777047526.797583:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384373120 00002000:00100000:2.0:1777047526.802434:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (20480->45055) req@ffff986837a78000 x1863365384373120/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:262/0 lens 488/0 e 0 to 0 dl 1777047537 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047526.802459:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a78000 with x1863365384373120 ext(20480->45055) 00002000:00010000:2.0:1777047526.802475:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a78000 00000100:00100000:2.0:1777047526.804377:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3305 00000100:00100000:2.0:1777047526.804408:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384373120:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047526.837076:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384373120:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 32082us (40849us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1777047526.837102:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3305 00002000:00100000:1.0:1777047526.837135:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (20480->45055) req@ffff986837a78000 x1863365384373120/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:262/0 lens 488/440 e 0 to 0 dl 1777047537 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047526.837176:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a78000 with x1863365384373120 ext(20480->45055) 00002000:00010000:1.0:1777047526.837200:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a78000 00000100:00100000:2.0:1777047526.874005:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.874113:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047526.874183:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047526.874353:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384373248 00000100:00100000:3.0:1777047526.874375:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384373248 00000100:00100000:3.0:1777047526.874990:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 363 00000100:00100000:0.0:1777047526.875448:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384373376 00000100:00100000:3.0:1777047526.875468:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384373248:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047526.875473:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384373376 00000100:00100000:0.0:1777047526.876105:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 533 00000100:00100000:3.0:1777047526.876125:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384373248:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 1084us (1976us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.876136:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2412:x1863365384373376:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047526.876155:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 363 00000100:00100000:0.0:1777047526.876269:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2412:x1863365384373376:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 140us (2273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047526.876290:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 533 00000100:00100000:1.0:1777047526.878208:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384373504 00000100:00100000:1.0:1777047526.878220:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384373504 00000100:00100000:1.0:1777047526.878295:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1833 00000100:00100000:1.0:1777047526.878310:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384373504:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047526.878412:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384373504:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 103us (4228us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.878426:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1833 00000100:00100000:2.0:1777047526.915373:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047526.917239:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384373632 00000100:00100000:1.0:1777047526.917258:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384373632 00002000:00100000:1.0:1777047526.917346:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (0->233471) req@ffff986818915c00 x1863365384373632/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:262/0 lens 504/0 e 0 to 0 dl 1777047537 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047526.917373:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915c00 with x1863365384373632 ext(0->233471) 00002000:00010000:1.0:1777047526.917384:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915c00 00000100:00100000:1.0:1777047526.917465:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3306 00000100:00100000:1.0:1777047526.917527:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384373632:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047526.932988:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384373632:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 15488us (18080us total) trans 0 rc 20480/20480 00000100:00100000:1.0:1777047526.933011:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3306 00002000:00100000:1.0:1777047526.933035:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (0->233471) req@ffff986818915c00 x1863365384373632/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:262/0 lens 504/440 e 0 to 0 dl 1777047537 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047526.933057:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915c00 with x1863365384373632 ext(0->233471) 00002000:00010000:1.0:1777047526.933073:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915c00 00000100:00100000:3.0:1777047526.946110:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047526.947604:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384373888 00000100:00100000:1.0:1777047526.947937:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384373888 00000100:00100000:1.0:1777047526.948065:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3584 00000100:00100000:1.0:1777047526.948085:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54106:x1863365384373888:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047526.948163:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047526.948207:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2591 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889c9 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.948245:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047526.948256:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047526.948727:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.948754:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.948774:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047526.948881:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938274 00000004:00010000:1.0:1777047526.948936:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000032e4064a reply state 000000003f0aecc4 transno 8589938275 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047526.948955:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047526.949126:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54106:x1863365384373888:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1043us (3029us total) trans 8589938275 rc 0/0 00000100:00100000:1.0:1777047526.949142:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3584 00000020:00080000:1.0:1777047526.949152:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047526.953883:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.953911:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.953926:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.953939:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047526.953948:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.953962:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.953989:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047526.953995:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047526.954001:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047526.954013:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2598 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047526.962626:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047526.962763:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384374016 00000100:00100000:1.0:1777047526.962785:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384374016 00002000:00010000:1.0:1777047526.962849:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (231092->18446744073709551615) 00002000:00100000:1.0:1777047526.962859:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1880 with x1863365384374016 ext(231092->18446744073709551615) 00002000:00010000:1.0:1777047526.962881:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b1880. 00000100:00100000:1.0:1777047526.962966:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3307 00000100:00100000:1.0:1777047526.962991:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384374016:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:2.0:1777047526.963007:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047526.963266:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384374144 00000100:00100000:0.0:1777047526.963279:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384374144 00002000:00010000:0.0:1777047526.963314:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047526.963322:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818917800 with x1863365384374144 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047526.963336:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818917800. 00000100:00100000:0.0:1777047526.963388:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3308 00000100:00100000:0.0:1777047526.963404:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384374144:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047526.964245:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047526.964254:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047523 -> 1777047526 00002000:00010000:0.0:1777047526.964261:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047526.964268:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047523 -> 1777047526 00002000:00010000:0.0:1777047526.964274:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047526.964399:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384374144:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 994us (1403us total) trans 21474838693 rc 0/0 00000100:00100000:0.0:1777047526.964418:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3308 00002000:00010000:0.0:1777047526.964428:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047526.964435:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818917800 with x1863365384374144 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047526.964445:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818917800. 00002000:00010000:2.0:1777047526.964808:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 44608 -> 231092 00002000:00010000:2.0:1777047526.964818:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047523 -> 1777047526 00002000:00010000:2.0:1777047526.964823:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047523 -> 1777047523 00002000:00010000:2.0:1777047526.964827:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047523 -> 1777047526 00002000:00010000:2.0:1777047526.964830:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00000100:00100000:2.0:1777047526.964911:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384374016:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1925us (2299us total) trans 17179871624 rc 0/0 00000100:00100000:2.0:1777047526.964928:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3307 00002000:00010000:2.0:1777047526.964936:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (231092->18446744073709551615) 00002000:00100000:2.0:1777047526.964941:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1880 with x1863365384374016 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047526.964953:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b1880. 00000100:00100000:2.0:1777047526.973748:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047526.974483:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384374272 00000100:00100000:3.0:1777047526.974522:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384374272 00002000:00010000:3.0:1777047526.974630:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047526.974639:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818916300 with x1863365384374272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047526.974661:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818916300. 00000100:00100000:3.0:1777047526.974727:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3309 00000100:00100000:3.0:1777047526.974745:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384374272:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047526.975167:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047526.975174:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047523 -> 1777047526 00002000:00010000:3.0:1777047526.975178:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047526.975182:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047523 -> 1777047526 00002000:00010000:3.0:1777047526.975185:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047526.975300:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384374272:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 556us (1570us total) trans 17179871625 rc 0/0 00000100:00100000:3.0:1777047526.975315:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3309 00002000:00010000:3.0:1777047526.975322:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047526.975326:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818916300 with x1863365384374272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047526.975333:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818916300. 00000100:00100000:3.0:1777047526.985885:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047526.987313:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384374400 00000100:00100000:1.0:1777047526.987333:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384374400 00000100:00100000:1.0:1777047526.987594:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3585 00000100:00100000:1.0:1777047526.987613:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54106:x1863365384374400:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047526.987655:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047526.987693:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e259f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889d0 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.987834:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.987859:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.987878:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047526.987924:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:1.0:1777047526.987932:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047526.988284:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.988326:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e259f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 103 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.988355:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 102 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047526.988370:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047526.988375:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047526.988380:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:1.0:1777047526.988516:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54106:x1863365384374400:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 908us (2648us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047526.988528:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3585 00000100:00100000:2.0:1777047527.010576:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.010818:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384374656 00000100:00100000:0.0:1777047527.010837:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384374656 00000100:00100000:0.0:1777047527.011359:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1281 00000100:00100000:0.0:1777047527.011381:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54106:x1863365384374656:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:0.0:1777047527.012759:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:54106:x1863365384374656:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 1381us (2226us total) trans 8589938276 rc 0/0 00000100:00100000:0.0:1777047527.012774:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1281 00010000:00010000:3.0:1777047527.041990:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047527.094825:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.095894:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384374784 00000100:00100000:0.0:1777047527.096255:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384374784 00000100:00100000:0.0:1777047527.098298:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3586 00000100:00100000:0.0:1777047527.098324:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:54316:x1863365384374784:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047527.098368:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.098411:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25ad lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889d7 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.098951:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.098979:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099000:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099029:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099043:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099054:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099673:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25c2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099692:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099708:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047527.099774:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:0.0:1777047527.099783:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047527.099818:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099839:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25c2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099855:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099867:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099878:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099896:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047527.099903:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099916:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099937:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047527.099943:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047527.099950:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099961:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e25b4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099983:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.099994:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.102334:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.102347:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047527.102354:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.102369:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.102400:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680299d200) 00010000:00010000:0.0:1777047527.102405:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047527.102411:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.102423:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e25bb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.108926:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25ad lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d7 expref: 105 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.108998:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25c2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d7 expref: 104 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.109018:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047527.109024:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047527.109341:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00000100:00100000:0.0:1777047527.109524:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54316:x1863365384374784:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11203us (16026us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.109878:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3586 00000100:00100000:2.0:1777047527.127304:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.129831:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384374912 00000100:00100000:0.0:1777047527.129850:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384374912 00000100:00100000:0.0:1777047527.130323:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 505 00000100:00100000:0.0:1777047527.130343:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:2411:x1863365384374912:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047527.130372:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047527.130417:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25c2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d7 expref: 104 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.130463:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047527.130472:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047527.130978:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:2411:x1863365384374912:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 637us (4007us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.130994:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 505 00000100:00100000:2.0:1777047527.140092:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047527.140823:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384375168 00000100:00100000:3.0:1777047527.140843:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384375168 00000100:00100000:3.0:1777047527.140960:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3587 00000100:00100000:3.0:1777047527.140980:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:54316:x1863365384375168:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047527.141012:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047527.141075:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e25c9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889de expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.141236:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.141265:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 104 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.141282:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.141341:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 104 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.141367:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 104 pid: 30806 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.141392:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434127488:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047527.148262:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047527.158022:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434127488:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047527.158079:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.163098:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047527.163610:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384375296 00000100:00100000:1.0:1777047527.163625:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384375296 00010000:00010000:1.0:1777047527.163685:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 105 pid: 30806 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.163740:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2656 00000100:00100000:1.0:1777047527.163757:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:2411:x1863365384375296:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047527.163784:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047527.163796:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 105 pid: 30806 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.163820:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 105 pid: 30806 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.163857:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25a6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889d0 expref: 105 pid: 30806 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.163884:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047527.163894:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.163912:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.163928:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.163985:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047527.164092:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:2411:x1863365384375296:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 336us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.164108:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2656 00010000:00010000:2.0:1777047527.165917:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.166216:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047527.166246:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00010000:00010000:2.0:1777047527.166462:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8bc00/0x29ccbc23e99e25c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 105 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.166529:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 104 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.166608:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047527.166614:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047527.166620:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8ac00, rc 0) 00000100:00100000:2.0:1777047527.167281:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54316:x1863365384375168:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 26305us (27206us total) trans 8589938277 rc 0/0 00000100:00100000:2.0:1777047527.167296:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3587 00000100:00100000:2.0:1777047527.193309:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047527.195857:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384375424 00000100:00100000:3.0:1777047527.195873:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384375424 00000100:00100000:0.0:1777047527.198301:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3588 00000100:00100000:0.0:1777047527.198322:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54316:x1863365384375424:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047527.198354:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.198384:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25de lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889e5 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.198589:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.198616:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 105 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.198631:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.199004:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 105 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.199270:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 105 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.199304:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434127616:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047527.199416:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868049ef000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047527.213132:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434127616:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047527.213171:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.224049:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047527.231788:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384375552 00000100:00100000:1.0:1777047527.231805:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384375552 00010000:00010000:1.0:1777047527.231871:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 106 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.231951:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2657 00000100:00100000:1.0:1777047527.231987:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:2411:x1863365384375552:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047527.232029:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047527.232042:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 106 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.232066:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 106 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.232100:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee8ac00/0x29ccbc23e99e25d0 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889de expref: 106 pid: 30805 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.233766:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047527.233779:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.233798:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.233811:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.233869:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047527.234345:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.234361:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047527.234420:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:0.0:1777047527.234427:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047527.234456:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.234565:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e25de lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889e5 expref: 106 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.234895:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889e5 expref: 105 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.234911:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047527.234916:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047527.234920:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:1.0:1777047527.235006:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:2411:x1863365384375552:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3022us (10966us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.235022:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2657 00000100:00100000:0.0:1777047527.241639:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54316:x1863365384375424:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 43311us (48334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.241657:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3588 00000100:00100000:0.0:1777047527.270049:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047527.270456:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384375808 00000100:00100000:2.0:1777047527.270471:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384375808 00000100:00100000:2.0:1777047527.270647:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1282 00000100:00100000:2.0:1777047527.270664:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806231850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54316:x1863365384375808:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047527.271268:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806231850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54316:x1863365384375808:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 605us (1229us total) trans 8589938278 rc 0/0 00000100:00100000:2.0:1777047527.271283:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1282 00000100:00100000:2.0:1777047527.284083:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047527.284635:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384376064 00000100:00100000:1.0:1777047527.284652:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384376064 00000100:00100000:1.0:1777047527.284999:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3589 00000100:00100000:1.0:1777047527.285016:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54316:x1863365384376064:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047527.285049:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047527.285054:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777047527.285092:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2487 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889ad expref: 105 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.285123:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047527.285132:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047527.285153:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25ec lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889ec expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.285298:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e25f3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.285321:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e25f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.285338:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e25f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047527.285356:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00010000:00010000:1.0:1777047527.285631:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e25ec lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889ec expref: 107 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.285654:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e25f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889ec expref: 106 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.285666:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047527.285671:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047527.285675:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:1.0:1777047527.285771:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54316:x1863365384376064:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 758us (1697us total) trans 8589938279 rc 0/0 00000100:00100000:1.0:1777047527.285784:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3589 00000100:00100000:0.0:1777047527.304133:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.304204:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.304253:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047527.304357:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384376192 00000100:00100000:1.0:1777047527.304372:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384376192 00000100:00100000:3.0:1777047527.305051:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384376448 00000100:00100000:3.0:1777047527.305060:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384376448 00000100:00100000:3.0:1777047527.305366:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384376320 00000100:00100000:3.0:1777047527.305373:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384376320 00000100:00100000:2.0:1777047527.305514:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6023 00000100:00100000:2.0:1777047527.305879:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384376448:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047527.305940:0:33787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.305971:0:33787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 30 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.305985:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047527.305988:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047527.305994:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.306046:0:33787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 30 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.306071:0:33787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 30 pid: 6640 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.306095:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434127744:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047527.306200:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047527.307416:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6024 00000100:00100000:1.0:1777047527.307430:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384376192:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047527.307465:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.307517:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.307530:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047527.307558:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047527.307563:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.307603:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.308170:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.308194:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434127872:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047527.308356:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1777047527.308680:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047527.308687:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047527.314156:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6025 00000100:00100000:1.0:1777047527.314175:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384376320:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047527.314227:0:6643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.314255:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 21 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.314268:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047527.314271:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047527.314276:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.314348:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 21 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.314368:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 21 pid: 32524 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.314390:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434128000:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047527.314528:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047527.319625:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434127744:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047527.319690:0:33787:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.319745:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434127872:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047527.319789:0:33459:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.320507:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434128000:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047527.320582:0:6643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.324067:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047527.324140:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047527.324198:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.324344:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384376576 00000100:00100000:0.0:1777047527.324356:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384376576 00010000:00010000:0.0:1777047527.324417:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 31 pid: 6640 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.324470:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384376832 00000100:00100000:0.0:1777047527.324475:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384376832 00010000:00010000:0.0:1777047527.324523:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 22 pid: 32524 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.324559:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384376704 00000100:00100000:1.0:1777047527.324569:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384376704 00010000:00010000:1.0:1777047527.324605:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 32 pid: 6643 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.324615:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2658 00000100:00100000:0.0:1777047527.324638:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384376576:12345-192.168.201.26@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777047527.324657:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2659 00010000:00010000:0.0:1777047527.324660:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777047527.324676:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b920850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384376832:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047527.324694:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 32 pid: 6640 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.324694:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047527.324723:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 22 pid: 32524 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.324724:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 32 pid: 6640 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.324782:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2193 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788880 expref: 32 pid: 6640 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.324811:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.324814:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.324821:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.324829:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 22 pid: 32524 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.324853:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.324874:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e218c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788879 expref: 22 pid: 32524 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.324897:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.324899:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047527.324901:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.324934:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.324949:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.324971:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384376576:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 336us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.324984:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2658 00010000:00010000:1.0:1777047527.324991:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047527.325017:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2660 00000100:00100000:0.0:1777047527.325032:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384376704:12345-192.168.201.26@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1777047527.325045:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b920850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384376832:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 369us (900us total) trans 0 rc 0/0 00010000:00010000:0.0:1777047527.325049:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777047527.325065:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2659 00010000:00010000:0.0:1777047527.325073:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325104:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325130:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e233e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78893d expref: 30 pid: 6643 timeout: 4255 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325145:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.325147:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.325151:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325165:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.325170:0:6643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.325198:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325202:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047527.325241:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.325242:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384376704:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 211us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.325270:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2660 00010000:00010000:1.0:1777047527.325273:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.325290:0:6643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.325302:0:6643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047527.325309:0:6643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.325322:0:6643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325324:0:33787:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325350:0:33787:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.325353:0:6643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.325388:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e260f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325402:0:33787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325419:0:33787:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325434:0:33787:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.325446:0:33787:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047527.325453:0:33787:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.325465:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384376320:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 11290us (21205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.325511:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6025 00010000:00010000:0.0:1777047527.332271:0:33787:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332371:0:33787:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332389:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2601 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.332609:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384376448:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 27074us (28397us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.332626:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6023 00010000:00010000:0.0:1777047527.332697:0:33459:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332726:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332768:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332783:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332797:0:33459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332810:0:33459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047527.332816:0:33459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332831:0:33459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332851:0:33459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.332865:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.332961:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384376192:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 25532us (28839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.332974:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6024 00000100:00100000:2.0:1777047527.355043:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047527.358761:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377088 00000100:00100000:1.0:1777047527.358781:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377088 00000100:00100000:1.0:1777047527.360250:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3590 00000100:00100000:1.0:1777047527.360271:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54316:x1863365384377088:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047527.360345:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047527.360383:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e25e5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889e5 expref: 106 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.360419:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2456 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78899f expref: 105 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.360439:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047527.360447:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047527.360522:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.360719:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.360741:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047527.373659:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1215, 88 off111088 00000004:00080000:1.0:1777047527.373684:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155756148991ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.373852:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1202, 88 off109856 00000004:00080000:1.0:1777047527.373866:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155756331413ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.373940:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1203, 88 off109944 00000004:00080000:1.0:1777047527.373973:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155756438234ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.374014:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1216, 88 off111176 00000004:00080000:1.0:1777047527.374021:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155756486939ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.374893:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1217, 88 off111264 00000004:00080000:1.0:1777047527.374905:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155757369998ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.376795:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1204, 88 off110032 00000004:00080000:1.0:1777047527.376810:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155759275440ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.382156:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1205, 88 off110120 00000004:00080000:1.0:1777047527.382173:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155764638158ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.382223:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1218, 88 off111352 00000004:00080000:1.0:1777047527.382232:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155764697681ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.383467:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1206, 88 off110208 00000004:00080000:1.0:1777047527.383516:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155765981069ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.383863:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1219, 88 off111440 00000004:00080000:1.0:1777047527.383876:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155766340918ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.383917:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1207, 88 off110296 00000004:00080000:1.0:1777047527.383926:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155766391224ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.384364:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1220, 88 off111528 00000004:00080000:1.0:1777047527.384374:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155766839607ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.384442:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1221, 88 off111616 00000004:00080000:1.0:1777047527.384453:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155766917771ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.384525:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1208, 88 off110384 00000004:00080000:1.0:1777047527.384559:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155767023844ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.384611:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1209, 88 off110472 00000004:00080000:1.0:1777047527.384620:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155767085014ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.384651:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1222, 88 off111704 00000004:00080000:1.0:1777047527.384659:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155767124491ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.384692:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1223, 88 off111792 00000004:00080000:1.0:1777047527.384699:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155767164617ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.384729:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1210, 88 off110560 00000004:00080000:1.0:1777047527.384738:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155767203681ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.384773:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1224, 88 off111880 00000004:00080000:1.0:1777047527.384780:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155767245374ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.384813:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1211, 88 off110648 00000004:00080000:1.0:1777047527.384824:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155767289517ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.384854:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1212, 88 off110736 00000004:00080000:1.0:1777047527.384861:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155767326387ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.384892:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1225, 88 off111968 00000004:00080000:1.0:1777047527.384898:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155767363874ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.385351:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1226, 88 off112056 00000004:00080000:1.0:1777047527.385365:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155767830027ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.385406:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1213, 88 off110824 00000004:00080000:1.0:1777047527.385416:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155767880971ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.385573:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1214, 88 off110912 00000004:00080000:1.0:1777047527.385584:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155768049710ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.386845:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1227, 88 off112144 00000004:00080000:1.0:1777047527.386857:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155769321947ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.386896:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1228, 88 off112232 00000004:00080000:1.0:1777047527.386904:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155769369667ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047527.387923:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1215, 88 off111000 00000004:00080000:1.0:1777047527.387939:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155770404405ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.388583:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1216, 88 off111088 00000004:00080000:1.0:1777047527.388594:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4155771059259ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047527.388911:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1229, 88 off112320 00000004:00080000:1.0:1777047527.388922:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4155771387696ns, next at 4153942082909ns, rc = 0 00000004:00010000:1.0:1777047527.697040:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000024e5bbfa reply state 00000000a1ee76b8 transno 8589938280 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.697095:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047527.697331:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54316:x1863365384377088:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 337049us (342283us total) trans 8589938280 rc 0/0 00000100:00100000:1.0:1777047527.697349:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3590 00000001:00080000:3.0:1777047527.704537:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938276 is committed 00000001:00080000:3.0:1777047527.705180:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938280 is committed 00000004:00080000:3.0:1777047527.705200:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1131 committed 00000004:00080000:3.0:1777047527.705210:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1119 committed 00000004:00080000:3.0:1777047527.705246:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1118 committed 00000004:00080000:3.0:1777047527.705251:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1130 committed 00000004:00080000:3.0:1777047527.705256:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1129 committed 00000004:00080000:3.0:1777047527.705260:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1117 committed 00000004:00080000:3.0:1777047527.705274:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1116 committed 00000004:00080000:3.0:1777047527.705279:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1128 committed 00000004:00080000:3.0:1777047527.705283:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1127 committed 00000004:00080000:3.0:1777047527.705287:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1115 committed 00000004:00080000:3.0:1777047527.705291:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1114 committed 00000004:00080000:3.0:1777047527.705295:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1126 committed 00000004:00080000:3.0:1777047527.705299:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1113 committed 00000004:00080000:3.0:1777047527.705303:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1125 committed 00000004:00080000:3.0:1777047527.705320:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1124 committed 00000004:00080000:3.0:1777047527.705325:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1112 committed 00000004:00080000:3.0:1777047527.705329:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1111 committed 00000004:00080000:3.0:1777047527.705333:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1123 committed 00000004:00080000:3.0:1777047527.705337:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1122 committed 00000004:00080000:3.0:1777047527.705342:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1110 committed 00000004:00080000:3.0:1777047527.705346:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1121 committed 00000004:00080000:3.0:1777047527.705361:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1109 committed 00000004:00080000:3.0:1777047527.705365:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1120 committed 00000004:00080000:3.0:1777047527.705371:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1108 committed 00000004:00080000:3.0:1777047527.705376:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1107 committed 00000004:00080000:3.0:1777047527.705380:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1119 committed 00000004:00080000:3.0:1777047527.705384:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1118 committed 00000004:00080000:3.0:1777047527.705389:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1106 committed 00000004:00080000:3.0:1777047527.705403:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1105 committed 00000004:00080000:3.0:1777047527.705408:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1117 committed 00000004:00080000:3.0:1777047527.705541:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1104 committed 00000004:00080000:3.0:1777047527.705595:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1116 committed 00000020:00080000:3.0:1777047527.705654:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969479 batchid updated 00000020:00080000:3.0:1777047527.705708:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff986704f19180 refcount 2 committed 0 result 0 batchid 4294969480 00000020:00080000:3.0:1777047527.705718:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683f01c000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98683ebce480 00000020:00080000:3.0:1777047527.705738:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683f01c200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986704f19a80 00000020:00080000:3.0:1777047527.705744:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683f01c500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98682d58c800 00000020:00080000:3.0:1777047527.705750:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].56 00000020:00080000:3.0:1777047527.705795:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969480 committed batchid 4294969479 00000100:00100000:0.0:1777047527.706839:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128128:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.706958:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.707069:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.707129:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.707179:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777047527.707191:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.707251:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.707291:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128768:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.707336:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.707389:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434128384:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.707437:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.707475:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434128896:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.708048:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.708098:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047527.708152:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434128512:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.708213:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.708257:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434129024:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.708305:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.708375:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434128128 00000100:00100000:0.0:1777047527.708399:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434128128 00010000:00010000:2.0:1777047527.708598:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.709133:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.709184:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.709207:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047527.709217:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.709232:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.709271:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047527.709277:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047527.709295:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.709309:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2616 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047527.712898:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434129152:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777047527.713401:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.739260:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434129664:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047527.739388:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.739630:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434128640 00000100:00100000:0.0:1777047527.739646:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434128640 00000100:00100000:0.0:1777047527.739719:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434128256 00000100:00100000:0.0:1777047527.739726:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434128256 00000100:00100000:0.0:1777047527.739879:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434128768 00000100:00100000:0.0:1777047527.739886:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434128768 00000100:00100000:0.0:1777047527.740385:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434128384 00000100:00100000:0.0:1777047527.740392:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434128384 00000100:00100000:0.0:1777047527.740434:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434128896 00000100:00100000:0.0:1777047527.740439:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434128896 00000100:00100000:0.0:1777047527.740471:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434128512 00000100:00100000:0.0:1777047527.740520:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434128512 00000100:00100000:0.0:1777047527.740599:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129024 00000100:00100000:0.0:1777047527.741108:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129024 00000100:00100000:0.0:1777047527.741168:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129152 00000100:00100000:0.0:1777047527.741174:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129152 00000100:00100000:0.0:1777047527.741222:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6026 00000100:00100000:0.0:1777047527.741237:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434128128:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777047527.741307:0:33475:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:293 count 1 00010000:00010000:0.0:1777047527.741357:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.741420:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 26 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.741434:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.741439:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.741445:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.741630:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 26 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.741671:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 26 pid: 26190 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.741694:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434130176:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047527.741846:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868049efe40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047527.741892:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6027 00000100:00100000:0.0:1777047527.741920:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434128256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.742415:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434128256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 496us (35158us total) trans 17179871626 rc 0/0 00000100:00100000:0.0:1777047527.742432:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6027 00000100:00100000:3.0:1777047527.744796:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434129280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047527.745359:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047527.751104:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6028 00000100:00100000:1.0:1777047527.751142:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434128768:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047527.751622:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047527.751630:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047527.751636:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047527.751640:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047527.751644:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047527.751765:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434128768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 631us (44434us total) trans 17179871627 rc 0/0 00000100:00100000:1.0:1777047527.751792:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6028 00000100:00100000:1.0:1777047527.751842:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6029 00000100:00100000:1.0:1777047527.751869:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434128384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047527.752670:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434128384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 814us (45228us total) trans 17179871628 rc 0/0 00000100:00100000:1.0:1777047527.752685:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6029 00000100:00100000:1.0:1777047527.752743:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6030 00000100:00100000:1.0:1777047527.752756:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434128896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047527.753449:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047527.753456:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.753460:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047527.753464:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.753469:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047527.756078:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6031 00000100:00100000:0.0:1777047527.756178:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434128512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047527.758877:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047527.758884:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.758887:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047527.758891:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.758894:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047527.760467:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434128512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4370us (52248us total) trans 17179871630 rc 0/0 00000100:00100000:0.0:1777047527.761055:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6031 00000100:00100000:0.0:1777047527.761125:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6032 00000100:00100000:0.0:1777047527.761139:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434129024:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047527.761423:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047527.761431:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.761435:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047527.761440:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.761458:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000020:00080000:3.0:1777047527.771767:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969479 cancel update log [0x200000bd0:0x1:0x0].55: rc = 0 00000020:00080000:3.0:1777047527.777067:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969479 00000004:00080000:2.0:1777047527.778140:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3ad180/2, rc 0, transno 17179871626 00000100:00100000:2.0:1777047527.778188:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128256:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047527.778227:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975c00/2, rc 0, transno 17179871627 00000100:00100000:2.0:1777047527.778235:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.778438:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434130304:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.779353:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.779405:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047527.779430:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434130432:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.779528:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047527.780315:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047527.780362:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434129792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047527.780434:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047527.784859:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434128896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 32099us (76806us total) trans 17179871629 rc 0/0 00000100:00100000:1.0:1777047527.784893:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6030 00000100:00100000:1.0:1777047527.784963:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129664 00000100:00100000:1.0:1777047527.784974:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129664 00000100:00100000:1.0:1777047527.785069:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434130304 00000100:00100000:1.0:1777047527.785088:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434130304 00000100:00100000:1.0:1777047527.785126:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434130432 00000100:00100000:1.0:1777047527.785132:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434130432 00000100:00100000:1.0:1777047527.785149:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129280 00000100:00100000:1.0:1777047527.785154:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129280 00000100:00100000:1.0:1777047527.785184:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129792 00000100:00100000:1.0:1777047527.785188:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129792 00000100:00100000:1.0:1777047527.785223:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6033 00000100:00100000:1.0:1777047527.785238:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434129152:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777047527.785305:0:26191:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:289 count 1 00010000:00010000:1.0:1777047527.785354:0:26191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.785404:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99da989 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b785b9a expref: 19 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.785434:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047527.785438:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047527.785445:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.786093:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99da989 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b785b9a expref: 19 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.786132:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99da989 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b785b9a expref: 19 pid: 27536 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047527.786157:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434130560:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047527.786309:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867067940c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047527.786361:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6034 00000100:00100000:1.0:1777047527.786388:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434129664:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047527.786932:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047527.786940:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047527.786945:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047527.786950:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:1.0:1777047527.786967:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047527.787070:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434129664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 696us (47680us total) trans 21474838694 rc 0/0 00000100:00100000:1.0:1777047527.787097:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6034 00000100:00100000:1.0:1777047527.787143:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6035 00000100:00100000:1.0:1777047527.787157:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434130304:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047527.787431:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047527.787438:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.787442:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047527.787446:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.787450:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047527.788588:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434129024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 27435us (80265us total) trans 17179871631 rc 0/0 00000100:00100000:0.0:1777047527.788605:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6032 00000100:00100000:0.0:1777047527.788712:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6036 00000100:00100000:0.0:1777047527.788729:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434130432:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047527.789526:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047527.789587:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.789592:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047527.789598:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.789602:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047527.789684:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434130432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 958us (10155us total) trans 17179871633 rc 0/0 00000100:00100000:0.0:1777047527.789697:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6036 00000100:00100000:0.0:1777047527.789740:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6037 00000100:00100000:0.0:1777047527.789766:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434129280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.790093:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434129280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 316us (9765us total) trans 21474838695 rc 0/0 00000100:00100000:0.0:1777047527.790106:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6037 00000100:00100000:0.0:1777047527.790145:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6038 00000100:00100000:0.0:1777047527.790170:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434129792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.790430:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047527.790437:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.790442:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047527.790459:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.790463:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047527.791217:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434129792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1046us (10767us total) trans 21474838696 rc 0/0 00000100:00100000:0.0:1777047527.791231:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6038 00000100:00080000:0.0:1777047527.791308:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047527.791316:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1777047527.792331:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f4380/2, rc 0, transno 21474838695 00000100:00100000:3.0:1777047527.792372:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434129280:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047527.792397:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f4e00/2, rc 0, transno 21474838696 00000100:00100000:3.0:1777047527.792418:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434129792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.794102:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.794337:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434130176:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047527.794388:0:33475:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047527.794430:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377344 00000100:00100000:3.0:1777047527.794455:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377344 00000100:00100000:0.0:1777047527.796723:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6039 00000100:00100000:0.0:1777047527.796750:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434128640:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047527.801842:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047527.801851:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.801868:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047527.801873:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.801878:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047527.801979:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434128640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5242us (94847us total) trans 17179871634 rc 0/0 00000100:00100000:0.0:1777047527.802005:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6039 00000100:00100000:1.0:1777047527.802227:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434130304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 15068us (22872us total) trans 17179871632 rc 0/0 00000100:00100000:1.0:1777047527.802256:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6035 00000100:00100000:1.0:1777047527.802340:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434129536:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047527.802430:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.803100:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129536 00000100:00100000:0.0:1777047527.803125:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129536 00000100:00100000:0.0:1777047527.803233:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6040 00000100:00100000:0.0:1777047527.803261:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434129536:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.803646:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1777047527.803649:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434130048:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.803667:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.803680:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047527.803684:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047507 -> 1777047507 00002000:00010000:0.0:1777047527.803689:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047527.803798:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434129536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 539us (1366us total) trans 21474838697 rc 0/0 00000100:00100000:1.0:1777047527.803815:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.803837:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6040 00000100:00100000:0.0:1777047527.803880:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434130048 00000100:00100000:0.0:1777047527.803889:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434130048 00000100:00100000:0.0:1777047527.803969:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041 00000004:00080000:1.0:1777047527.803971:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f6680/2, rc 0, transno 21474838697 00000100:00100000:0.0:1777047527.803998:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434130048:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047527.804038:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434129536:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047527.804054:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777047527.804086:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434129408:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047527.804171:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047527.804243:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434129920:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.804288:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047527.804297:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.804304:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00000100:00100000:1.0:1777047527.804312:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777047527.804329:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.804337:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047527.804416:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129408 00000100:00100000:1.0:1777047527.804426:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129408 00000100:00100000:0.0:1777047527.804468:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434130048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 483us (660us total) trans 21474838698 rc 0/0 00000100:00100000:0.0:1777047527.804537:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041 00000100:00100000:0.0:1777047527.804607:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434129920 00000100:00100000:0.0:1777047527.804628:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434129920 00000100:00100000:0.0:1777047527.804685:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6042 00000100:00100000:0.0:1777047527.804708:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434129920:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.805358:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047527.805375:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.805379:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047527.805384:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.805388:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047527.805461:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434129920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 754us (1146us total) trans 21474838699 rc 0/0 00000100:00100000:0.0:1777047527.809334:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6042 00010000:00010000:3.0:1777047527.810265:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 27 pid: 26190 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.810393:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377216 00000100:00100000:3.0:1777047527.810413:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2661 00000100:00100000:0.0:1777047527.810417:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377216 00000100:00100000:3.0:1777047527.810446:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384377344:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047527.810472:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047527.810536:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 27 pid: 26190 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.810612:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3591 00000100:00100000:0.0:1777047527.811340:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54316:x1863365384377216:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047527.811381:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047527.811419:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889f3 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.812047:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.812088:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.812136:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047527.812153:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047527.812161:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:0.0:1777047527.812274:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54316:x1863365384377216:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1636us (66907us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.812289:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3591 00000004:00080000:0.0:1777047527.812703:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804974380/2, rc 0, transno 17179871630 00010000:00010000:3.0:1777047527.812704:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 27 pid: 26190 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.812742:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434128512:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1777047527.812776:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e21fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888a3 expref: 27 pid: 26190 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777047527.812782:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804976a00/2, rc 0, transno 17179871631 00000100:00100000:0.0:1777047527.812801:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434129024:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1777047527.812829:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1777047527.812837:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975500/2, rc 0, transno 17179871628 00010000:00010000:3.0:1777047527.812837:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047527.812857:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.812860:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434128384:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047527.812899:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804976300/2, rc 0, transno 17179871629 00010000:00010000:3.0:1777047527.812899:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.812914:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434128896:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047527.813004:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e646680/2, rc 0, transno 17179871633 00000100:00100000:0.0:1777047527.813026:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434130432:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1777047527.813047:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1777047527.813053:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e644a80/2, rc 0, transno 17179871632 00000100:00100000:0.0:1777047527.813075:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e644a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434130304:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047527.813115:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f4a80/2, rc 0, transno 21474838694 00000100:00100000:0.0:1777047527.813125:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434129664:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047527.813150:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384377344:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 2707us (19037us total) trans 0 rc 0/0 00000004:00080000:0.0:1777047527.813158:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975180/2, rc 0, transno 17179871634 00000100:00100000:0.0:1777047527.813173:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128640:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047527.813189:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2661 00010000:00010000:3.0:1777047527.813277:0:33475:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.813296:0:33475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.813324:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.813341:0:33475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.813401:0:33475:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047527.813825:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434130688:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.813938:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.814000:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434131200:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.814069:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.814125:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777047527.814148:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434130816:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.814214:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.814278:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434131328:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.814352:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.814422:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434130688 00000100:00100000:2.0:1777047527.814442:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434130688 00010000:00010000:0.0:1777047527.814690:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047527.814704:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.814734:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047527.814744:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.814785:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.814823:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.814838:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e261d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.814893:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047527.814899:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047527.814904:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047527.814954:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434128128:12345-0@lo:6:osp-syn-1-0.0 Request processed in 73715us (108002us total) trans 17179871635 rc 0/0 00000100:00100000:1.0:1777047527.815148:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131200 00000100:00100000:1.0:1777047527.815159:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131200 00000100:00100000:1.0:1777047527.815226:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434130816 00000100:00100000:1.0:1777047527.815232:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434130816 00000100:00100000:1.0:1777047527.815272:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131328 00000100:00100000:1.0:1777047527.815277:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131328 00000100:00100000:1.0:1777047527.815321:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6043 00000100:00100000:1.0:1777047527.815337:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434129408:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047527.815792:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434129408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 457us (11620us total) trans 21474838700 rc 0/0 00000100:00100000:1.0:1777047527.815817:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6043 00000100:00100000:1.0:1777047527.815860:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6044 00000100:00100000:1.0:1777047527.815876:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434131200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047527.816153:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047527.816161:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047527.816167:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047527.816172:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047527.816187:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047527.816282:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434131200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 407us (2210us total) trans 17179871636 rc 0/0 00000100:00100000:1.0:1777047527.816296:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6044 00000100:00100000:1.0:1777047527.816335:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6045 00000100:00100000:1.0:1777047527.816360:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eea8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434130816:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047527.817186:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047527.817193:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.817198:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047527.817203:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.817208:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047527.817287:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eea8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434130816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 930us (3073us total) trans 17179871637 rc 0/0 00000100:00100000:1.0:1777047527.817312:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6045 00000100:00100000:1.0:1777047527.817352:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6046 00000100:00100000:1.0:1777047527.817366:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434131328:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.819196:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047 00000100:00100000:2.0:1777047527.819225:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3340:x1863365434130688:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047527.821871:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f5500/2, rc 0, transno 21474838700 00000100:00100000:0.0:1777047527.821895:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434129408:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047527.821926:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a79c00/2, rc 0, transno 21474838699 00000100:00100000:0.0:1777047527.821934:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434129920:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047527.821951:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804998700/2, rc 0, transno 21474838698 00000100:00100000:0.0:1777047527.821968:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434130048:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.822264:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434131840:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.822349:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.822404:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777047527.822426:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434131712:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.822524:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.822613:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434132224:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.823105:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.823177:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131840 00000100:00100000:0.0:1777047527.823187:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131840 00000100:00100000:0.0:1777047527.823259:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131712 00000100:00100000:0.0:1777047527.823265:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131712 00000100:00100000:0.0:1777047527.823287:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434132224 00000100:00100000:0.0:1777047527.823300:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434132224 00000100:00100000:0.0:1777047527.823323:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6048 00000100:00100000:0.0:1777047527.823346:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434131840:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.823816:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047527.823825:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.823840:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047527.823845:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.823850:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047527.823941:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434131840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 603us (1589us total) trans 21474838701 rc 0/0 00000100:00100000:0.0:1777047527.823966:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6048 00000100:00100000:0.0:1777047527.824366:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6049 00000100:00100000:0.0:1777047527.824391:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434131712:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047527.826685:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6050 00000100:00100000:2.0:1777047527.826716:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434132224:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047527.826951:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047527.826967:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:2.0:1777047527.826972:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047527.826976:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:2.0:1777047527.826980:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047527.827139:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434132224:12345-0@lo:2:osp-syn-0-0.0 Request processed in 423us (4016us total) trans 21474838702 rc 0/0 00000100:00100000:2.0:1777047527.827152:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6050 00000100:00100000:2.0:1777047527.827223:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434130944:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.827286:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.827346:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047527.827400:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.827442:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131968:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047527.827579:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047527.827645:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d3af800/2, rc 0, transno 17179871635 00000100:00100000:2.0:1777047527.827656:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434128128:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.827683:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1777047527.827694:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131072:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.827747:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.827783:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131584:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047527.827833:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.827867:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434132096:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047527.827914:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047527.828344:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434130944 00000100:00100000:2.0:1777047527.828353:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434130944 00000100:00100000:2.0:1777047527.828397:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131456 00000100:00100000:2.0:1777047527.828401:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131456 00000100:00100000:2.0:1777047527.828427:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131968 00000100:00100000:2.0:1777047527.828430:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131968 00000100:00100000:2.0:1777047527.828447:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131072 00000100:00100000:2.0:1777047527.828451:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131072 00000100:00100000:2.0:1777047527.828477:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434131584 00000100:00100000:2.0:1777047527.828481:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434131584 00000100:00100000:2.0:1777047527.828597:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434132096 00000100:00100000:2.0:1777047527.828604:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434132096 00000100:00100000:2.0:1777047527.828636:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6051 00000100:00100000:2.0:1777047527.829139:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434130944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047527.829186:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6052 00000100:00100000:2.0:1777047527.829200:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434131456:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.832906:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047527.832925:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.832930:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047527.832935:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.832940:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047527.833031:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365434131712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8640us (10548us total) trans 21474838704 rc 0/0 00000100:00100000:0.0:1777047527.833057:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6049 00000100:00100000:0.0:1777047527.833111:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6053 00000100:00100000:0.0:1777047527.833135:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434131968:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.833357:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047527.833363:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.833368:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047527.833382:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.833387:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047527.833513:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434131968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 350us (5893us total) trans 21474838705 rc 0/0 00000100:00100000:0.0:1777047527.833529:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6053 00000100:00100000:0.0:1777047527.833613:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6054 00000100:00100000:0.0:1777047527.833638:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434131072:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.833684:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6055 00000100:00100000:0.0:1777047527.833696:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434131584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.833900:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047527.833907:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.833922:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047527.833926:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:0.0:1777047527.833930:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047527.833995:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434131584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 300us (6161us total) trans 21474838706 rc 0/0 00000100:00100000:0.0:1777047527.834017:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6055 00000100:00100000:0.0:1777047527.834054:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6056 00000100:00100000:0.0:1777047527.834068:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434132096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.834308:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1777047527.834316:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:0.0:1777047527.834321:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047527.834326:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:0.0:1777047527.834339:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047527.834407:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434132096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 340us (6490us total) trans 21474838707 rc 0/0 00000100:00100000:0.0:1777047527.834434:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6056 00000004:00080000:0.0:1777047527.835101:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977480/2, rc 0, transno 21474838704 00002000:00010000:1.0:1777047527.835136:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1777047527.835138:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434131712:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047527.835151:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047527.835159:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047527.835175:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00000004:00080000:0.0:1777047527.835181:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d757800/2, rc 0, transno 21474838702 00002000:00010000:1.0:1777047527.835182:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047527.835200:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434132224:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047527.835232:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754e00/2, rc 0, transno 21474838701 00000100:00100000:0.0:1777047527.835241:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434131840:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047527.835314:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365434131328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 17944us (20969us total) trans 17179871638 rc 0/0 00000100:00100000:1.0:1777047527.835341:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6046 00000100:00100000:0.0:1777047527.835422:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434132352:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.835492:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047527.835575:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434132352 00002000:00010000:2.0:1777047527.836068:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1777047527.836090:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047527.836095:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047527.836099:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:2.0:1777047527.836105:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1777047527.836232:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047527.836241:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.836245:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047527.836260:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00000100:00100000:2.0:1777047527.836268:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434131456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7064us (8860us total) trans 21474838703 rc 0/0 00002000:00010000:1.0:1777047527.836270:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047527.836302:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6052 00000100:00100000:1.0:1777047527.836384:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365434130688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 17160us (22442us total) trans 17179871639 rc 0/0 00000004:00080000:2.0:1777047527.836395:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977800/2, rc 0, transno 21474838706 00000100:00100000:1.0:1777047527.836407:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047 00000100:00100000:2.0:1777047527.836421:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131584:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047527.836459:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754a80/2, rc 0, transno 21474838707 00000100:00100000:2.0:1777047527.836467:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434132096:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047527.836599:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975f80/2, rc 0, transno 21474838703 00000100:00100000:2.0:1777047527.836609:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131456:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047527.836646:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755f80/2, rc 0, transno 21474838705 00000100:00100000:2.0:1777047527.836655:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131968:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047527.836844:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1777047527.836850:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.836855:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047527.836859:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047508 -> 1777047508 00002000:00010000:1.0:1777047527.836863:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047527.836977:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434130944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 8327us (9687us total) trans 17179871640 rc 0/0 00000100:00100000:1.0:1777047527.836990:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6051 00002000:00010000:1.0:1777047527.837207:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047527.837218:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047527.837224:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047527.837227:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047509 -> 1777047509 00002000:00010000:1.0:1777047527.837232:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047527.837299:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434131072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3668us (9544us total) trans 17179871641 rc 0/0 00000100:00100000:1.0:1777047527.837314:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6054 00000004:00080000:1.0:1777047527.837392:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818916a00/2, rc 0, transno 17179871637 00000100:00100000:1.0:1777047527.837404:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434130816:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047527.837430:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974df80/2, rc 0, transno 17179871638 00000100:00100000:1.0:1777047527.837437:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434131328:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047527.837454:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e647800/2, rc 0, transno 17179871639 00000100:00100000:1.0:1777047527.837465:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434130688:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047527.837858:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6026 00000100:00100000:0.0:1777047527.838138:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434132352 00000100:00100000:0.0:1777047527.838212:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6057 00000100:00100000:0.0:1777047527.838225:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434132352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047527.838447:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 133773 -> 133773 00002000:00010000:0.0:1777047527.838459:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047527.838465:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047527.838469:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047519 -> 1777047519 00002000:00010000:0.0:1777047527.838513:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000004:00080000:1.0:1777047527.851941:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974e300/2, rc 0, transno 17179871636 00000100:00100000:1.0:1777047527.854575:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434131200:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047527.865046:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974f480/2, rc 0, transno 17179871641 00000100:00100000:3.0:1777047527.865075:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047527.865078:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434131072:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047527.865293:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434130560:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047527.865356:0:26191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047527.865536:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974c380/2, rc 0, transno 17179871640 00000100:00100000:2.0:1777047527.865547:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434130944:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047527.865830:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3341:x1863365434132352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 27603us (30334us total) trans 21474838708 rc 0/0 00000100:00100000:0.0:1777047527.865861:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6057 00000004:00080000:1.0:1777047527.866074:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755180/2, rc 0, transno 21474838708 00000100:00100000:1.0:1777047527.866088:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434132352:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047527.866697:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377472 00000100:00100000:0.0:1777047527.866709:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377472 00010000:00010000:0.0:1777047527.866776:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99da989 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b785b9a expref: 20 pid: 27536 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047527.866865:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2662 00000100:00100000:0.0:1777047527.866894:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384377472:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047527.866918:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047527.866939:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99da989 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b785b9a expref: 20 pid: 27536 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.866965:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99da989 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b785b9a expref: 20 pid: 27536 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.867023:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99da989 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x121:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b785b9a expref: 20 pid: 27536 timeout: 4256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.867061:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.867065:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047527.867073:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.867102:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.867433:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047527.867460:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047527.867577:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384377472:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 693us (2514us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047527.867605:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2662 00000100:00100000:2.0:1777047527.868045:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377600 00000100:00100000:2.0:1777047527.868064:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377600 00000100:00100000:2.0:1777047527.868162:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3592 00000100:00100000:2.0:1777047527.868188:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54316:x1863365384377600:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047527.868225:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047527.868255:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2632 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b7889fa expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.868411:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2639 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.868444:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2639 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.868462:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2639 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047527.868653:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:2.0:1777047527.868662:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047527.868695:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2639 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.868747:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2632 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889fa expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.868778:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2639 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889fa expref: 70 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.868795:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047527.868806:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047527.868812:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047527.868880:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54316:x1863365384377600:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 704us (1423us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047527.868899:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3592 00010000:00010000:1.0:1777047527.869787:0:26191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.869812:0:26191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.869829:0:26191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.869863:0:26191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047527.870197:0:26191:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047527.871811:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434129152:12345-0@lo:6:osp-syn-0-0.0 Request processed in 86570us (158418us total) trans 21474838709 rc 0/0 00000100:00100000:2.0:1777047527.871828:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6033 00000004:00080000:1.0:1777047527.875105:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f4000/2, rc 0, transno 21474838709 00000100:00100000:1.0:1777047527.875123:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434129152:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1777047527.876007:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047527.876023:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.876051:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047527.876831:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.876859:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.876897:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047527.876918:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e2624 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x121:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.877454:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047527.877460:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047527.877470:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047527.889726:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047527.889795:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047527.889869:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047527.892725:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377856 00000100:00100000:1.0:1777047527.892742:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377856 00000100:00100000:1.0:1777047527.892876:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377728 00000100:00100000:1.0:1777047527.892884:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377728 00000100:00100000:3.0:1777047527.894581:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384377984 00000100:00100000:3.0:1777047527.894592:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384377984 00000100:00100000:3.0:1777047527.894661:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6058 00000100:00100000:3.0:1777047527.894681:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384377856:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047527.894710:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047527.894745:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a08 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047527.894818:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97e6, atime: 0x69eb97de, ctime: 0x69eb97e6, blocks: 0x3 00010000:00010000:3.0:1777047527.894848:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047527.894853:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047527.894869:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 20 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.894901:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 20 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.894924:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b600, rc 0) 00000100:00100000:3.0:1777047527.895367:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384377856:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 341us (5304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047527.895388:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6058 00000100:00100000:3.0:1777047527.895433:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6059 00000100:00100000:3.0:1777047527.895450:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384377984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047527.895467:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047527.895520:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a0f expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047527.895603:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97e6, atime: 0x69eb97de, ctime: 0x69eb97e6, blocks: 0x3 00010000:00010000:3.0:1777047527.895624:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047527.895627:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047527.895637:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 28 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.895664:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 28 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047527.895682:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee8b800, rc 0) 00000100:00100000:3.0:1777047527.895726:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384377984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 280us (5858us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047527.895740:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6059 00000100:00100000:1.0:1777047527.897022:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6060 00000100:00100000:1.0:1777047527.897039:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384377728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047527.897055:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047527.897101:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a01 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047527.897131:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 231092, mtime: 0x69eb97e6, atime: 0x69eb97e3, ctime: 0x69eb97e6, blocks: 0xc7 00010000:00010000:1.0:1777047527.897149:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.897153:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047527.897164:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 28 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.897188:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 28 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047527.897208:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:1.0:1777047527.897269:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384377728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 233us (7473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047527.897283:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6060 00000100:00100000:3.0:1777047528.059395:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047528.059600:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384378112 00000100:00100000:2.0:1777047528.059616:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384378112 00000100:00100000:2.0:1777047528.059737:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3310 00000100:00100000:2.0:1777047528.059756:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384378112:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047528.059808:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.059835:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.059839:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.059848:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.059872:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.068240:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047528.081067:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.081098:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.081116:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.081130:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047528.081138:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.081154:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.081183:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.081198:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2655 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.081342:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384378112:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21584us (21954us total) trans 0 rc 231092/231092 00000100:00100000:3.0:1777047528.081359:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3310 00000100:00100000:1.0:1777047528.099369:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047528.099686:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384378240 00000100:00100000:2.0:1777047528.099701:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384378240 00000100:00100000:2.0:1777047528.099898:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3311 00000100:00100000:2.0:1777047528.099916:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384378240:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047528.099993:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.100025:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 28 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.100049:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.100052:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.100307:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.100363:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 28 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.100386:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 28 pid: 33787 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.100410:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434132480:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047528.100596:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047528.121759:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047528.122963:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384378368 00000100:00100000:3.0:1777047528.122976:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384378368 00010000:00010000:3.0:1777047528.123028:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 29 pid: 33787 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.123103:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2663 00000100:00100000:3.0:1777047528.123117:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384378368:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047528.123137:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047528.123167:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 29 pid: 33787 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.123194:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 29 pid: 33787 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.123232:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.123236:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.123243:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.123259:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.124939:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000216fce24/0x29ccbc23e99e2203 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888aa expref: 29 pid: 33787 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.125243:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434132480:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047528.126321:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.132920:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047528.133599:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.133622:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.134251:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384378368:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 11129us (12497us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047528.134271:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2663 00000001:00080000:2.0:1777047528.319077:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871634 is committed 00000001:00080000:2.0:1777047528.319113:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871641 is committed 00000001:00080000:2.0:1777047528.319154:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871621 is committed 00000001:00080000:2.0:1777047528.319169:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871624 is committed 00000001:00080000:2.0:1777047528.319183:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871642 is committed 00002000:00010000:1.0:1777047528.320062:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047507 -> 1777047528 00002000:00010000:1.0:1777047528.320071:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047507 -> 1777047528 00010000:00010000:1.0:1777047528.320331:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.320352:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.320367:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.320388:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047528.320395:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.320408:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.320435:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.320449:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e265c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.321029:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384378240:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 221112us (221663us total) trans 17179871642 rc 0/0 00000100:00100000:1.0:1777047528.321047:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3311 00000100:00100000:1.0:1777047528.337514:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047528.341392:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384378496 00000100:00100000:2.0:1777047528.341409:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384378496 00000100:00100000:0.0:1777047528.341709:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3312 00000100:00100000:0.0:1777047528.341736:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384378496:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047528.341792:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.341824:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 20 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.341838:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.341841:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.341847:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.341917:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 20 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.341940:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 20 pid: 6642 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.341964:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14911:1863365434132608:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047528.342363:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868049ef000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047528.361177:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047528.363662:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14911:1863365434132608:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047528.363699:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.365120:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384378624 00000100:00100000:3.0:1777047528.365133:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384378624 00010000:00010000:3.0:1777047528.365210:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 21 pid: 6642 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.365267:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2664 00000100:00100000:3.0:1777047528.365283:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384378624:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047528.366502:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047528.369503:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 21 pid: 6642 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.371171:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 21 pid: 6642 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.371222:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d982ea8/0x29ccbc23e99e220a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b1 expref: 21 pid: 6642 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.371244:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.371247:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.371253:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.371267:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.371316:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047528.371591:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.371608:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.372359:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384378624:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 7076us (11190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047528.372374:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2664 00000100:00100000:2.0:1777047528.513246:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047528.513277:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434132736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047528.513374:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047528.513454:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434132736 00000100:00100000:2.0:1777047528.513495:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434132736 00000100:00100000:2.0:1777047528.513600:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1777047528.513617:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434132736:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047528.519303:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434132864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047528.519393:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047528.519514:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434132864 00000100:00100000:3.0:1777047528.519526:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434132864 00000100:00100000:3.0:1777047528.520244:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1777047528.520263:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434132864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777047528.520298:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 365363200 pending 0 free 3855613952 avail 3852468224 00000100:00100000:3.0:1777047528.520390:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434132864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047528.520405:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1777047528.520530:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871641 gen 2 00000004:00080000:3.0:1777047528.520575:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871623 committed transno 17179871641 00002000:00000024:2.0:1777047528.520608:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 212008960 pending 1703936 free 3855613952 avail 3853516800 00000004:00080000:3.0:1777047528.520624:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3ad180, transno 17179871626 00000004:00080000:3.0:1777047528.520645:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975c00, transno 17179871627 00000004:00080000:3.0:1777047528.520651:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975500, transno 17179871628 00000004:00080000:3.0:1777047528.520658:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804976300, transno 17179871629 00000004:00080000:3.0:1777047528.520665:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974380, transno 17179871630 00000004:00080000:3.0:1777047528.520672:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804976a00, transno 17179871631 00000004:00080000:3.0:1777047528.520678:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e644a80, transno 17179871632 00000004:00080000:3.0:1777047528.520682:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e646680, transno 17179871633 00000004:00080000:3.0:1777047528.520689:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975180, transno 17179871634 00000004:00080000:3.0:1777047528.520696:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d3af800, transno 17179871635 00000100:00100000:2.0:1777047528.520701:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+22:3343:x1863365434132736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7082us (7322us total) trans 0 rc 0/0 00000004:00080000:3.0:1777047528.520704:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974e300, transno 17179871636 00000004:00080000:3.0:1777047528.520714:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818916a00, transno 17179871637 00000004:00080000:3.0:1777047528.520726:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974df80, transno 17179871638 00000100:00100000:2.0:1777047528.520733:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000004:00080000:3.0:1777047528.520735:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e647800, transno 17179871639 00000004:00080000:3.0:1777047528.520743:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974c380, transno 17179871640 00000004:00080000:3.0:1777047528.520749:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974f480, transno 17179871641 00000100:00100000:3.0:1777047528.520776:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434132864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047528.520820:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434132736:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1777047528.539276:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 16 done 00000001:00080000:1.0:1777047528.566891:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838710 is committed 00000001:00080000:1.0:1777047528.566918:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838708 is committed 00000001:00080000:1.0:1777047528.566974:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838709 is committed 00002000:00010000:3.0:1777047528.567353:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047507 -> 1777047528 00002000:00010000:3.0:1777047528.567362:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047507 -> 1777047528 00010000:00010000:3.0:1777047528.567383:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.567407:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.567424:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.567441:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047528.567450:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.567499:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.567591:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.567609:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2663 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.568053:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384378496:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 226322us (230541us total) trans 21474838710 rc 0/0 00000100:00100000:3.0:1777047528.568078:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3312 00000100:00100000:2.0:1777047528.587924:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047528.588268:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384378752 00000100:00100000:3.0:1777047528.588283:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384378752 00000100:00100000:3.0:1777047528.588406:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3313 00000100:00100000:3.0:1777047528.588426:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384378752:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047528.588511:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.588608:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 18 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.588626:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.588629:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.588635:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.588688:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 18 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.588711:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 18 pid: 26191 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.588736:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434132992:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047528.588839:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c50c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047528.601603:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26853:1863365434132992:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047528.601651:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.603706:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047528.604101:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384378880 00000100:00100000:0.0:1777047528.604114:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384378880 00010000:00010000:0.0:1777047528.604169:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 19 pid: 26191 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047528.604247:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2665 00000100:00100000:0.0:1777047528.604265:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384378880:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047528.604296:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047528.604329:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 19 pid: 26191 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.604356:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 19 pid: 26191 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.604395:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000907ed96e/0x29ccbc23e99e2211 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888b8 expref: 19 pid: 26191 timeout: 4256 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.604421:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.604425:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047528.604432:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.604453:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.604608:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047528.604681:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384378880:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 418us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047528.604695:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2665 00010000:00010000:2.0:1777047528.607413:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.607435:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047528.792173:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838711 is committed 00002000:00010000:1.0:1777047528.793429:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047507 -> 1777047528 00002000:00010000:1.0:1777047528.793441:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047507 -> 1777047528 00010000:00010000:1.0:1777047528.793500:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.793579:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.793599:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.793618:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047528.793627:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.793999:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.794380:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047528.794396:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7a82bc5/0x29ccbc23e99e266a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.795064:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384378752:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 206635us (207145us total) trans 21474838711 rc 0/0 00000100:00100000:1.0:1777047528.795089:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3313 00000100:00100000:1.0:1777047528.817371:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047528.823392:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379008 00000100:00100000:2.0:1777047528.823418:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379008 00000100:00100000:3.0:1777047528.826362:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3314 00000100:00100000:3.0:1777047528.826390:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384379008:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047528.826490:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.827345:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 17 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.827365:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.827374:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047528.827380:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.827447:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 17 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047528.827515:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 17 pid: 27536 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047528.827932:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434133120:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047528.841744:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5780 going to sleep for 11 seconds 00000100:00100000:3.0:1777047528.863342:0:6646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434133120:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047528.863397:0:6646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047528.870214:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047528.871173:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379136 00000100:00100000:2.0:1777047528.871188:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379136 00010000:00010000:2.0:1777047528.871263:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 18 pid: 27536 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047528.871350:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2666 00000100:00100000:2.0:1777047528.871374:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384379136:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047528.871400:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047528.871441:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 18 pid: 27536 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.871512:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 18 pid: 27536 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.871643:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ecf77338/0x29ccbc23e99e2218 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888bf expref: 18 pid: 27536 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.874300:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.874306:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047528.874316:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047528.874342:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.875894:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047528.876037:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384379136:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 4663us (5827us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047528.876057:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2666 00010000:00010000:0.0:1777047528.876172:0:6646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047528.876192:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.089352:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777047529.146745:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838712 is committed 00002000:00010000:3.0:1777047529.149490:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047508 -> 1777047528 00002000:00010000:3.0:1777047529.149499:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047508 -> 1777047528 00010000:00010000:3.0:1777047529.149520:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.149540:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.149555:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.149566:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047529.149574:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.153598:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.153632:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.153647:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e2671 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.153812:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384379008:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 327422us (336451us total) trans 21474838712 rc 0/0 00000100:00100000:3.0:1777047529.153832:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3314 00000100:00100000:2.0:1777047529.178794:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047529.178913:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379264 00000100:00100000:1.0:1777047529.178929:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379264 00000100:00100000:1.0:1777047529.179356:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3315 00000100:00100000:1.0:1777047529.179374:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384379264:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047529.179426:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047529.179617:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777047529.179975:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 21 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.179994:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.179998:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.180004:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.182584:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 21 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.182616:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 21 pid: 33475 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.182643:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434133248:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047529.182977:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047529.193297:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047529.193607:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379392 00000100:00100000:2.0:1777047529.193622:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379392 00010000:00010000:2.0:1777047529.193677:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 22 pid: 33475 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.193726:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2667 00000100:00100000:2.0:1777047529.193743:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384379392:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047529.193766:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047529.193820:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 22 pid: 33475 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.193844:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 22 pid: 33475 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.193880:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.193884:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.193892:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.193912:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.193947:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047529.194018:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384379392:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 277us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.194033:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2667 00010000:00010000:3.0:1777047529.197349:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e221f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888c6 expref: 21 pid: 33475 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.197383:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434133248:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047529.197417:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.197439:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.197484:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047529.375143:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871643 is committed 00002000:00010000:2.0:1777047529.378691:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047529 00002000:00010000:2.0:1777047529.378701:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047529 00010000:00010000:2.0:1777047529.378724:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.378747:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.378763:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.378806:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047529.378815:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.378829:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.378859:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.378874:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2678 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.379294:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384379264:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 199918us (200525us total) trans 17179871643 rc 0/0 00000100:00100000:2.0:1777047529.379313:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3315 00000100:00100000:2.0:1777047529.397294:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047529.397914:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379520 00000100:00100000:3.0:1777047529.397929:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379520 00000100:00100000:3.0:1777047529.398289:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3316 00000100:00100000:3.0:1777047529.398307:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384379520:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047529.398359:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.398392:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 16 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.398406:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047529.398436:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047529.398443:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047529.398444:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777047529.398524:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 16 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.398598:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 16 pid: 26190 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.398624:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434133376:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047529.398737:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986820468c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.415528:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434133376:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047529.415571:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.416382:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047529.417260:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379648 00000100:00100000:3.0:1777047529.417272:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379648 00010000:00010000:3.0:1777047529.417320:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 17 pid: 26190 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.417509:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2668 00000100:00100000:3.0:1777047529.417526:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384379648:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047529.417548:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047529.417597:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 17 pid: 26190 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.417659:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 17 pid: 26190 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.417694:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2226 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888cd expref: 17 pid: 26190 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.417718:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047529.417721:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047529.417727:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.417741:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.417804:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047529.417871:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384379648:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 348us (1492us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047529.417882:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2668 00010000:00010000:1.0:1777047529.418214:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.418231:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047529.565415:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838713 is committed 00002000:00010000:2.0:1777047529.565801:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047529 00002000:00010000:2.0:1777047529.565811:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047529 00010000:00010000:2.0:1777047529.565836:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.565857:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.565869:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.565879:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047529.565885:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.565896:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.565923:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.565935:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000243340ea/0x29ccbc23e99e267f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.566557:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384379520:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 168244us (169563us total) trans 21474838713 rc 0/0 00000100:00100000:2.0:1777047529.566577:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3316 00000100:00100000:0.0:1777047529.589069:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047529.589819:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379776 00000100:00100000:2.0:1777047529.589840:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379776 00000100:00100000:2.0:1777047529.589983:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3317 00000100:00100000:2.0:1777047529.590244:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384379776:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047529.590318:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.590357:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 20 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.590383:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.590387:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.590394:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.590489:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 20 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.592620:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 20 pid: 33787 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.592662:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434133504:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047529.597357:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047529.607395:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434133504:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047529.607481:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.634592:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047529.639979:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384379904 00000100:00100000:1.0:1777047529.640032:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384379904 00010000:00010000:1.0:1777047529.640115:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 21 pid: 33787 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047529.640225:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2669 00000100:00100000:1.0:1777047529.640243:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384379904:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047529.640280:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047529.640323:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 21 pid: 33787 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.640351:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 21 pid: 33787 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.640400:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f620e6d/0x29ccbc23e99e222d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888d4 expref: 21 pid: 33787 timeout: 4257 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.640429:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.640432:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047529.640440:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.640487:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.640602:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047529.640715:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384379904:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 474us (6140us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047529.640730:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2669 00010000:00010000:3.0:1777047529.641281:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.641317:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047529.830532:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871644 is committed 00002000:00010000:3.0:1777047529.835209:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047529 00002000:00010000:3.0:1777047529.835224:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047529 00010000:00010000:3.0:1777047529.835251:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.835277:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.835296:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.835320:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047529.835328:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.835346:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.835381:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047529.835394:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2686 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047529.841210:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384379776:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 251192us (252139us total) trans 17179871644 rc 0/0 00000100:00100000:3.0:1777047529.841237:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3317 00000100:00100000:0.0:1777047529.865787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047529.866103:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380032 00000100:00100000:3.0:1777047529.866121:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380032 00000100:00100000:2.0:1777047529.866860:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3318 00000100:00100000:2.0:1777047529.866882:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384380032:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047529.866945:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.866986:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.867001:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.867004:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.867010:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.867083:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 19 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.867109:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 19 pid: 6640 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.867138:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14910:1863365434133632:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047529.867295:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047529.880084:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14910:1863365434133632:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047529.880140:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047529.901305:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047529.902842:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380160 00000100:00100000:2.0:1777047529.902860:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380160 00010000:00010000:2.0:1777047529.902962:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 20 pid: 6640 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047529.903038:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2670 00000100:00100000:2.0:1777047529.903056:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384380160:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047529.903085:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047529.903124:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 20 pid: 6640 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.903151:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 20 pid: 6640 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.903193:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e2234 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888db expref: 20 pid: 6640 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.903233:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.903236:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047529.903245:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.903264:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047529.903340:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047529.903476:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384380160:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 421us (2186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047529.903491:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2670 00010000:00010000:1.0:1777047529.906384:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047529.906413:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.113579:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777047530.203603:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871645 is committed 00002000:00010000:1.0:1777047530.205484:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047508 -> 1777047529 00002000:00010000:1.0:1777047530.205493:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047508 -> 1777047529 00010000:00010000:1.0:1777047530.205513:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.205594:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.205612:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.205625:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047530.205634:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.205650:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.205679:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.205704:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e268d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047530.205860:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384380032:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 338978us (340085us total) trans 17179871645 rc 0/0 00000100:00100000:1.0:1777047530.205878:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3318 00000100:00100000:0.0:1777047530.240312:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047530.242657:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380288 00000100:00100000:3.0:1777047530.242699:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380288 00000100:00100000:3.0:1777047530.242802:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3319 00000100:00100000:3.0:1777047530.242818:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384380288:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047530.242898:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.242940:0:26859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 15 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.242955:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047530.242958:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047530.242965:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.243012:0:26859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 15 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.243034:0:26859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 15 pid: 7603 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047530.243056:0:26859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26859:1863365434133760:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047530.243212:0:26859:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047530.255458:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047530.255646:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380416 00000100:00100000:1.0:1777047530.255659:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380416 00010000:00010000:1.0:1777047530.255714:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 16 pid: 7603 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047530.255781:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2671 00000100:00100000:1.0:1777047530.255796:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384380416:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047530.255818:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047530.255845:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 16 pid: 7603 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.255868:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 16 pid: 7603 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.255899:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047530.255902:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047530.255909:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.255932:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047530.255982:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047530.256876:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384380416:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1079us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047530.256890:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2671 00010000:00010000:3.0:1777047530.261712:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e223b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e2 expref: 15 pid: 7603 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047530.261745:0:26859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26859:1863365434133760:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047530.261778:0:26859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.261797:0:26859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.261810:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047530.383254:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838714 is committed 00002000:00010000:3.0:1777047530.384964:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047530 00002000:00010000:3.0:1777047530.384974:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047530 00010000:00010000:3.0:1777047530.384997:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.385021:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.385040:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.385055:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047530.385064:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.385082:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.385115:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.385131:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e2694 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047530.385281:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384380288:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 142457us (145264us total) trans 21474838714 rc 0/0 00000100:00100000:3.0:1777047530.385301:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3319 00000100:00100000:0.0:1777047530.402458:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047530.415389:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380544 00000100:00100000:1.0:1777047530.415413:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380544 00000100:00100000:0.0:1777047530.418284:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3320 00000100:00100000:0.0:1777047530.418321:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384380544:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047530.418396:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.418469:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 18 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.418489:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.418493:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047530.418500:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.418696:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 18 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.418738:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 18 pid: 33459 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047530.418766:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434133888:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047530.418942:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867058c5480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047530.438073:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047530.438378:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14906:1863365434133888:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047530.438475:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047530.447377:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380672 00000100:00100000:1.0:1777047530.447398:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380672 00010000:00010000:1.0:1777047530.447500:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 19 pid: 33459 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047530.452399:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2672 00000100:00100000:2.0:1777047530.452429:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384380672:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047530.452495:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047530.452584:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 19 pid: 33459 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.452640:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 19 pid: 33459 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.453027:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d19801cd/0x29ccbc23e99e2242 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888e9 expref: 19 pid: 33459 timeout: 4258 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.453068:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.453072:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.453079:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.453097:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.453145:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047530.453246:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384380672:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 827us (15183us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047530.453261:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2672 00010000:00010000:0.0:1777047530.454789:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.454836:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047530.755588:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871646 is committed 00002000:00010000:3.0:1777047530.755986:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047508 -> 1777047530 00002000:00010000:3.0:1777047530.755996:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047508 -> 1777047530 00010000:00010000:3.0:1777047530.756020:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.756350:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.756370:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.756385:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047530.756394:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.756413:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.756484:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.756501:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc7f6987/0x29ccbc23e99e269b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047530.756716:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384380544:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 338408us (354301us total) trans 17179871646 rc 0/0 00000100:00100000:3.0:1777047530.756735:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3320 00000100:00100000:0.0:1777047530.782766:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047530.782992:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380800 00000100:00100000:3.0:1777047530.783007:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380800 00000100:00100000:3.0:1777047530.783128:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3321 00000100:00100000:3.0:1777047530.783145:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384380800:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047530.783198:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.783232:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 14 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.783250:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047530.783253:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047530.783260:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.783319:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 14 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047530.783344:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 14 pid: 33475 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047530.783370:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14911:1863365434134016:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047530.783627:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e48e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047530.802228:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047530.803744:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384380928 00000100:00100000:2.0:1777047530.803760:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384380928 00010000:00010000:2.0:1777047530.803851:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 15 pid: 33475 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047530.803920:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2673 00000100:00100000:2.0:1777047530.803939:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384380928:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047530.803983:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047530.804019:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 15 pid: 33475 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.804058:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 15 pid: 33475 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.804100:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.804105:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047530.804113:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.804131:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047530.804168:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047530.804262:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384380928:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 326us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047530.804276:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2673 00010000:00010000:0.0:1777047530.808843:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e2249 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f0 expref: 14 pid: 33475 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047530.808878:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14911:1863365434134016:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047530.811190:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.811218:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047530.811235:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047531.076748:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047509 -> 1777047530 00002000:00010000:1.0:1777047531.076761:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047509 -> 1777047530 00010000:00010000:1.0:1777047531.076795:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.076833:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.076851:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.076880:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216f400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047531.076890:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.076920:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.076966:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.076996:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f1acd19/0x29ccbc23e99e26a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.077205:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384380800:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 294044us (294432us total) trans 21474838715 rc 0/0 00000100:00100000:1.0:1777047531.077225:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3321 00000001:00080000:1.0:1777047531.077311:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838715 is committed 00000100:00100000:3.0:1777047531.079536:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434134400:0@lo:400:kworker.0 00000100:00100000:3.0:1777047531.080160:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.080289:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047531.080305:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434134528:0@lo:400:kworker.0 00000100:00100000:3.0:1777047531.080376:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047531.080530:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434134400 00000100:00100000:3.0:1777047531.080542:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434134400 00000100:00100000:3.0:1777047531.082088:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1777047531.082119:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434134400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047531.082246:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434134400:12345-0@lo:400:kworker.0 Request processed in 143us (2099us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.082261:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1777047531.082370:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434134400:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.083848:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434134144:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.083950:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.084029:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434134656:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.084085:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.084155:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777047531.084167:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434134272:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.084223:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.084288:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434134784:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.084340:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047531.084473:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434134528 00000100:00100000:1.0:1777047531.084495:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434134528 00000100:00100000:1.0:1777047531.085134:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434134656 00000100:00100000:1.0:1777047531.085154:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434134656 00000100:00100000:1.0:1777047531.085216:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:1.0:1777047531.085244:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434134528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.085365:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434134528:12345-0@lo:400:kworker.0 Request processed in 123us (4974us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.085379:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:1.0:1777047531.085419:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00080000:0.0:1777047531.085589:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047531.085610:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777047531.085614:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047531.085679:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434134272 00000100:00100000:0.0:1777047531.085700:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434134272 00000100:00100000:0.0:1777047531.085786:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434134784 00000100:00100000:0.0:1777047531.085794:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434134784 00000100:00100000:0.0:1777047531.085844:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1777047531.085871:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434134272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.085990:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434134272:12345-0@lo:400:kworker.0 Request processed in 121us (1765us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.086004:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1777047531.086052:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1777047531.086077:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434134784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047531.086164:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434134784:12345-0@lo:400:kworker.0 Request processed in 86us (1820us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.086177:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1777047531.088789:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434134656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.089165:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434134144 00000100:00100000:2.0:1777047531.089188:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434134144 00000100:00100000:2.0:1777047531.089272:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1777047531.089285:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434134144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.091902:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434134656:12345-0@lo:400:kworker.0 Request processed in 3109us (7800us total) trans 0 rc 0/0 00000100:00080000:0.0:1777047531.093714:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047531.094003:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434134144:12345-0@lo:400:kworker.0 Request processed in 4716us (10062us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.094031:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1777047531.094304:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1777047531.094433:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434134272:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.094514:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434134784:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.094546:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434134144:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.094579:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434134656:0@lo:400:kworker.0 00000100:00100000:1.0:1777047531.102988:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047531.103250:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838709 gen 2 00000004:00080000:0.0:1777047531.103276:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838692 committed transno 21474838709 00000004:00080000:0.0:1777047531.103318:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f4a80, transno 21474838694 00000004:00080000:0.0:1777047531.103367:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f4380, transno 21474838695 00000004:00080000:0.0:1777047531.103374:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f4e00, transno 21474838696 00000004:00080000:0.0:1777047531.103381:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f6680, transno 21474838697 00000004:00080000:0.0:1777047531.103386:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804998700, transno 21474838698 00000004:00080000:0.0:1777047531.103403:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a79c00, transno 21474838699 00000004:00080000:0.0:1777047531.103408:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f5500, transno 21474838700 00000004:00080000:0.0:1777047531.103412:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754e00, transno 21474838701 00000004:00080000:0.0:1777047531.103417:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d757800, transno 21474838702 00000004:00080000:0.0:1777047531.103462:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975f80, transno 21474838703 00000004:00080000:0.0:1777047531.103468:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977480, transno 21474838704 00000004:00080000:0.0:1777047531.103485:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755f80, transno 21474838705 00000004:00080000:0.0:1777047531.103490:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977800, transno 21474838706 00000004:00080000:0.0:1777047531.103495:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754a80, transno 21474838707 00000004:00080000:0.0:1777047531.103500:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755180, transno 21474838708 00000004:00080000:0.0:1777047531.103505:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f4000, transno 21474838709 00000100:00100000:0.0:1777047531.103530:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434134528:0@lo:400:kworker.0 00000100:00100000:2.0:1777047531.107007:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384381056 00000100:00100000:2.0:1777047531.107034:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384381056 00000100:00100000:2.0:1777047531.107220:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3322 00000100:00100000:2.0:1777047531.107252:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384381056:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047531.107334:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.107386:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.107417:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047531.107458:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047531.107466:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.107551:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 17 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.107636:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 17 pid: 33788 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.107676:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434134912:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047531.107837:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2480 going to sleep for 11 seconds 00000004:00080000:1.0:1777047531.109509:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 16 done 00000100:00080000:0.0:1777047531.112960:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777047531.143357:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047531.148930:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047531.149937:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384381184 00000100:00100000:1.0:1777047531.149953:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384381184 00010000:00010000:1.0:1777047531.150038:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 18 pid: 33788 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.150167:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2674 00000100:00100000:1.0:1777047531.150197:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384381184:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047531.150233:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047531.150282:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 18 pid: 33788 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.150320:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 18 pid: 33788 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.150373:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.150378:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.150396:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.150416:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.150497:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047531.150658:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384381184:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 464us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.150684:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2674 00010000:00010000:2.0:1777047531.153674:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2250 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7888f7 expref: 17 pid: 33788 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.153718:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434134912:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047531.153764:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.153809:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.153834:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047531.348018:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871647 is committed 00002000:00010000:0.0:1777047531.349975:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047509 -> 1777047531 00002000:00010000:0.0:1777047531.349985:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047509 -> 1777047531 00010000:00010000:0.0:1777047531.350007:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.350031:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.350048:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.350062:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047531.350071:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.350089:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.350121:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.350136:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e26a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.350301:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384381056:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 243048us (247328us total) trans 17179871647 rc 0/0 00000100:00100000:0.0:1777047531.350319:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3322 00000100:00100000:2.0:1777047531.370939:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.371386:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384381312 00000100:00100000:3.0:1777047531.371401:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384381312 00000100:00100000:2.0:1777047531.373038:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3323 00000100:00100000:2.0:1777047531.373086:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384381312:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047531.373145:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.373179:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 13 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.373195:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047531.373198:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047531.373204:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.373255:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 13 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.373280:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 13 pid: 26190 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.373328:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434135040:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047531.373483:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2480 going to sleep for 11 seconds 00000100:00080000:0.0:1777047531.377039:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047531.390412:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434135040:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047531.390484:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.402039:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.402784:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384381440 00000100:00100000:3.0:1777047531.402800:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384381440 00010000:00010000:3.0:1777047531.402864:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 14 pid: 26190 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047531.402931:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2675 00000100:00100000:3.0:1777047531.402950:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384381440:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047531.402978:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047531.403013:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 14 pid: 26190 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.403041:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 14 pid: 26190 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.403078:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e231b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788928 expref: 14 pid: 26190 timeout: 4259 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.403105:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047531.403110:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047531.403118:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.403136:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.403196:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047531.403300:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384381440:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 353us (1272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047531.403342:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2675 00010000:00010000:2.0:1777047531.403917:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.403940:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047531.517491:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838716 is committed 00002000:00010000:1.0:1777047531.518072:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 133773 -> 233472 00002000:00010000:1.0:1777047531.518081:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047518 -> 1777047531 00002000:00010000:1.0:1777047531.518086:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047519 -> 1777047531 00010000:00010000:1.0:1777047531.518108:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.518133:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.518151:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.518166:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047531.518175:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.518192:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.518224:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.518240:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000140a7f6e/0x29ccbc23e99e26b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.518396:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384381312:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 145336us (147463us total) trans 21474838716 rc 0/0 00000100:00100000:1.0:1777047531.518444:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3323 00000100:00100000:2.0:1777047531.563333:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.563755:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384381696 00000100:00100000:3.0:1777047531.563771:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384381696 00000100:00100000:3.0:1777047531.563909:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3593 00000100:00100000:3.0:1777047531.563927:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54316:x1863365384381696:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047531.563997:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047531.564036:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2639 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889fa expref: 70 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.564067:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047531.564075:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047531.564665:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.564689:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047531.564706:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047531.564806:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938281 00000004:00010000:3.0:1777047531.564854:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000020ea830e reply state 00000000c963a96c transno 8589938282 ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047531.564871:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047531.564992:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54316:x1863365384381696:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1068us (1671us total) trans 8589938282 rc 0/0 00000100:00100000:3.0:1777047531.565005:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3593 00000020:00080000:3.0:1777047531.565014:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1777047531.565401:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777047531.570253:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.570277:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.570290:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.570302:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047531.570309:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.570322:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.570354:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047531.570359:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047531.570366:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.570378:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e26b7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.579071:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047531.579354:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384381824 00000100:00100000:0.0:1777047531.579368:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384381824 00000100:00100000:0.0:1777047531.579482:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6061 00000100:00100000:0.0:1777047531.579500:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54316:x1863365384381824:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047531.579524:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047531.580309:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a16 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047531.580350:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97e8, atime: 0x69eb96e5, ctime: 0x69eb97e8, blocks: 0x203 00010000:00010000:0.0:1777047531.580379:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047531.580383:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047531.580394:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 17 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.581785:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 17 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.581812:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:1.0:1777047531.582054:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54316:x1863365384381824:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2555us (2991us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.582070:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6061 00000100:00100000:3.0:1777047531.593323:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.593556:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.594683:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384381952 00000100:00100000:2.0:1777047531.594698:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384381952 00000100:00100000:1.0:1777047531.594711:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384382080 00000100:00100000:1.0:1777047531.594724:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384382080 00002000:00010000:2.0:1777047531.594754:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (231092->18446744073709551615) 00002000:00010000:1.0:1777047531.594760:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:2.0:1777047531.594764:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974c700 with x1863365384381952 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047531.594782:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680974c700. 00002000:00100000:1.0:1777047531.594796:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974e300 with x1863365384382080 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047531.595020:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974e300. 00000100:00100000:2.0:1777047531.595445:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3324 00000100:00100000:2.0:1777047531.595467:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384381952:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:1.0:1777047531.597073:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3325 00000100:00100000:1.0:1777047531.597094:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384382080:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047531.597254:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:2.0:1777047531.597263:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047528 -> 1777047531 00002000:00010000:2.0:1777047531.597268:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:2.0:1777047531.597272:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047528 -> 1777047531 00002000:00010000:2.0:1777047531.597276:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047531.597360:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384381952:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1898us (4047us total) trans 17179871648 rc 0/0 00000100:00100000:2.0:1777047531.597374:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3324 00002000:00010000:2.0:1777047531.597381:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (231092->18446744073709551615) 00002000:00100000:2.0:1777047531.597385:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974c700 with x1863365384381952 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047531.597394:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680974c700. 00002000:00010000:1.0:1777047531.598147:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047531.598154:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047507 -> 1777047531 00002000:00010000:1.0:1777047531.598159:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047531.598163:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047507 -> 1777047531 00002000:00010000:1.0:1777047531.598167:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047531.598214:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384382080:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1125us (4665us total) trans 21474838717 rc 0/0 00000100:00100000:1.0:1777047531.598253:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3325 00002000:00010000:1.0:1777047531.598258:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:1.0:1777047531.598263:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680974e300 with x1863365384382080 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047531.598272:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680974e300. 00000100:00100000:3.0:1777047531.616629:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.618684:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384382208 00000100:00100000:2.0:1777047531.618700:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384382208 00000100:00100000:2.0:1777047531.618807:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3594 00000100:00100000:2.0:1777047531.618824:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54316:x1863365384382208:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047531.618858:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047531.618887:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26c5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a1d expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.619031:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26cc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.619056:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.619078:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047531.619117:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:2.0:1777047531.619124:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047531.619150:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.619192:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26c5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a1d expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.619223:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26cc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a1d expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.619239:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.619244:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047531.619250:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047531.619359:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54316:x1863365384382208:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 527us (2733us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.619373:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3594 00000100:00100000:3.0:1777047531.645693:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.646571:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384382464 00000100:00100000:2.0:1777047531.646588:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384382464 00000100:00100000:2.0:1777047531.647041:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3595 00000100:00100000:2.0:1777047531.647061:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54316:x1863365384382464:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047531.647139:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047531.647182:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26cc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a1d expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.647216:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.647225:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047531.647673:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.647707:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.647725:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047531.647811:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938283 00000004:00010000:2.0:1777047531.647851:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000518c6915 reply state 00000000fed74ca3 transno 8589938284 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.647867:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047531.648264:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54316:x1863365384382464:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1206us (2581us total) trans 8589938284 rc 0/0 00000100:00100000:2.0:1777047531.648307:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3595 00000020:00080000:2.0:1777047531.648316:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047531.658607:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.659293:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.659309:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.659321:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047531.659329:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.659344:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.659376:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.659381:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047531.659388:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.659398:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26d3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047531.662529:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047531.663450:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384382592 00000100:00100000:1.0:1777047531.663468:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384382592 00000100:00100000:1.0:1777047531.665656:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6062 00000100:00100000:1.0:1777047531.665679:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:54316:x1863365384382592:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047531.665707:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047531.665738:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a24 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047531.665782:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 262144, mtime: 0x69eb97e8, atime: 0x69eb96f5, ctime: 0x69eb97e8, blocks: 0x203 00010000:00010000:1.0:1777047531.665818:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.665822:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.665835:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 14 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.665867:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 14 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.665892:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00000100:00100000:1.0:1777047531.665985:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:54316:x1863365384382592:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 313us (3463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.666000:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6062 00000100:00100000:3.0:1777047531.695914:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.695999:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.698460:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384382720 00000100:00100000:2.0:1777047531.698478:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384382720 00002000:00010000:2.0:1777047531.698576:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (231092->18446744073709551615) 00002000:00100000:2.0:1777047531.698586:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e54ca80 with x1863365384382720 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047531.698606:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e54ca80. 00000100:00100000:2.0:1777047531.698643:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384382848 00000100:00100000:2.0:1777047531.698650:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384382848 00002000:00010000:2.0:1777047531.698675:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:2.0:1777047531.698682:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b0380 with x1863365384382848 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047531.698692:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b0380. 00000100:00100000:2.0:1777047531.698724:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3326 00000100:00100000:2.0:1777047531.698741:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384382720:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047531.699189:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:2.0:1777047531.699197:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047528 -> 1777047531 00002000:00010000:2.0:1777047531.699202:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047531.699205:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047528 -> 1777047531 00002000:00010000:2.0:1777047531.699209:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047531.699296:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384382720:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 557us (3414us total) trans 21474838718 rc 0/0 00000100:00100000:2.0:1777047531.699320:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3326 00002000:00010000:2.0:1777047531.699328:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/292 (231092->18446744073709551615) 00002000:00100000:2.0:1777047531.699333:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e54ca80 with x1863365384382720 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047531.699341:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e54ca80. 00000100:00100000:2.0:1777047531.699373:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3327 00000100:00100000:2.0:1777047531.699387:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384382848:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047531.699702:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047531.699709:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047507 -> 1777047531 00002000:00010000:2.0:1777047531.699714:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:2.0:1777047531.699717:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047507 -> 1777047531 00002000:00010000:2.0:1777047531.699721:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047531.699769:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384382848:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 383us (3769us total) trans 17179871649 rc 0/0 00000100:00100000:2.0:1777047531.699783:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3327 00002000:00010000:2.0:1777047531.699789:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/296 (0->18446744073709551615) 00002000:00100000:2.0:1777047531.699795:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b0380 with x1863365384382848 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047531.699804:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b0380. 00000100:00100000:3.0:1777047531.711302:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.712731:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384382976 00000100:00100000:2.0:1777047531.712747:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384382976 00000100:00100000:0.0:1777047531.713792:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3596 00000100:00100000:0.0:1777047531.713819:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54316:x1863365384382976:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047531.713858:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047531.713891:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e26e1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a2b expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.714325:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e26e8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.714353:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e26e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.714375:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e26e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047531.714450:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:0.0:1777047531.714458:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047531.714489:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e26e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.714536:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e26e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a2b expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.714569:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e26e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a2b expref: 74 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.714585:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047531.714591:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047531.714598:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:0.0:1777047531.715843:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54316:x1863365384382976:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2029us (4548us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.715865:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3596 00000100:00100000:3.0:1777047531.741704:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.750214:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384383232 00000100:00100000:2.0:1777047531.750234:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384383232 00000100:00100000:2.0:1777047531.750366:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3597 00000100:00100000:2.0:1777047531.750386:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54316:x1863365384383232:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047531.750492:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047531.750535:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e26e8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a2b expref: 74 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.750569:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.750578:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047531.754297:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.754325:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.754345:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047531.754478:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938285 00000004:00010000:2.0:1777047531.754526:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b86c045 reply state 00000000b668a284 transno 8589938286 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.754545:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047531.757241:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54316:x1863365384383232:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 6852us (15541us total) trans 8589938286 rc 0/0 00000100:00100000:2.0:1777047531.757260:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3597 00000020:00080000:2.0:1777047531.757271:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047531.765637:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.765664:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.765681:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.765693:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047531.765702:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.765717:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.765745:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047531.765751:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047531.765759:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.765771:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e26ef lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.777643:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047531.778149:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384383360 00000100:00100000:1.0:1777047531.778165:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384383360 00000100:00100000:1.0:1777047531.778260:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6063 00000100:00100000:1.0:1777047531.778278:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54316:x1863365384383360:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047531.778304:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047531.778336:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a32 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047531.778375:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97e8, atime: 0x69eb9701, ctime: 0x69eb97e8, blocks: 0x203 00010000:00010000:1.0:1777047531.778406:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.778410:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.778454:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 16 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.778485:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 16 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.778508:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:1.0:1777047531.779169:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54316:x1863365384383360:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 890us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.779185:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6063 00000100:00100000:1.0:1777047531.791181:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047531.791333:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.792529:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384383488 00000100:00100000:3.0:1777047531.792567:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384383488 00002000:00010000:3.0:1777047531.792650:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (231092->18446744073709551615) 00002000:00100000:3.0:1777047531.792659:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497f100 with x1863365384383488 ext(231092->18446744073709551615) 00002000:00010000:3.0:1777047531.792677:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497f100. 00000100:00100000:3.0:1777047531.792825:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384383616 00000100:00100000:3.0:1777047531.792845:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384383616 00002000:00010000:3.0:1777047531.792871:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:3.0:1777047531.792876:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497c700 with x1863365384383616 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047531.793203:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497c700. 00000100:00100000:1.0:1777047531.793272:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3328 00000100:00100000:1.0:1777047531.793291:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384383488:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047531.793823:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:1.0:1777047531.793832:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047528 -> 1777047531 00002000:00010000:1.0:1777047531.793836:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047531.793841:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047528 -> 1777047531 00002000:00010000:1.0:1777047531.793844:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047531.794020:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384383488:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 732us (2849us total) trans 21474838719 rc 0/0 00000100:00100000:1.0:1777047531.794034:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3328 00002000:00010000:1.0:1777047531.794041:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (231092->18446744073709551615) 00002000:00100000:1.0:1777047531.794055:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497f100 with x1863365384383488 ext(231092->18446744073709551615) 00002000:00010000:1.0:1777047531.794064:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497f100. 00000100:00100000:1.0:1777047531.794097:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3329 00000100:00100000:1.0:1777047531.794126:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384383616:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047531.794392:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047531.794398:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047507 -> 1777047531 00002000:00010000:1.0:1777047531.794402:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047531.794443:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047507 -> 1777047531 00002000:00010000:1.0:1777047531.794447:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047531.794490:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384383616:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 381us (3158us total) trans 17179871650 rc 0/0 00000100:00100000:1.0:1777047531.794503:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3329 00002000:00010000:1.0:1777047531.794508:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:1.0:1777047531.794512:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497c700 with x1863365384383616 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047531.794520:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497c700. 00000100:00100000:3.0:1777047531.806521:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.807807:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384383744 00000100:00100000:2.0:1777047531.807846:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384383744 00000100:00100000:2.0:1777047531.807937:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3598 00000100:00100000:2.0:1777047531.807957:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54316:x1863365384383744:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047531.807988:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047531.808017:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26fd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a39 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.808145:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2704 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.808169:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.808188:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047531.808229:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:2.0:1777047531.808236:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047531.808263:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2704 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.808304:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e26fd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a39 expref: 77 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.808333:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2704 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a39 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.808347:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.808352:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047531.808358:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047531.808476:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54316:x1863365384383744:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 523us (1965us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.808488:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3598 00000100:00100000:0.0:1777047531.823331:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.824965:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384384000 00000100:00100000:2.0:1777047531.824980:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384384000 00000100:00100000:2.0:1777047531.825342:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3599 00000100:00100000:2.0:1777047531.825363:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54316:x1863365384384000:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047531.825473:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047531.825514:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2704 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a39 expref: 76 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.825611:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.825620:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047531.825941:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.825965:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.825984:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047531.826071:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938287 00000004:00010000:2.0:1777047531.826114:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021d89746 reply state 00000000da0d0431 transno 8589938288 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.826128:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047531.826244:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54316:x1863365384384000:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 886us (2924us total) trans 8589938288 rc 0/0 00000100:00100000:2.0:1777047531.826256:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3599 00000020:00080000:2.0:1777047531.826265:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047531.838230:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.838256:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.838270:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.838282:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047531.838290:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.838304:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.838327:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.838333:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047531.838339:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.838350:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e270b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.839895:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.840693:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384384128 00000100:00100000:2.0:1777047531.840707:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384384128 00000100:00100000:2.0:1777047531.840775:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6064 00000100:00100000:2.0:1777047531.840789:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54316:x1863365384384128:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047531.840812:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047531.840849:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a40 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047531.840887:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97e8, atime: 0x69eb9713, ctime: 0x69eb97e8, blocks: 0x203 00010000:00010000:2.0:1777047531.840918:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047531.840922:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047531.840932:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 18 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.840955:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 18 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.840975:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047531.841044:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54316:x1863365384384128:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 256us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.841056:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6064 00000100:00100000:1.0:1777047531.851092:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047531.851253:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.860331:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384384384 00000100:00100000:3.0:1777047531.860350:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384384384 00002000:00010000:0.0:1777047531.860878:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:0.0:1777047531.860888:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497c000 with x1863365384384384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047531.860906:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497c000. 00000100:00100000:0.0:1777047531.861203:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384384256 00000100:00100000:0.0:1777047531.861210:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384384256 00002000:00010000:0.0:1777047531.861237:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (231092->18446744073709551615) 00002000:00100000:0.0:1777047531.861243:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497e680 with x1863365384384256 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047531.861254:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497e680. 00000100:00100000:0.0:1777047531.861330:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3330 00000100:00100000:0.0:1777047531.861347:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384384384:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047531.861797:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047531.861804:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047508 -> 1777047531 00002000:00010000:0.0:1777047531.861809:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047531.861813:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047508 -> 1777047531 00002000:00010000:0.0:1777047531.861817:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047531.861902:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384384384:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 557us (10821us total) trans 17179871651 rc 0/0 00000100:00100000:0.0:1777047531.861915:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3330 00002000:00010000:0.0:1777047531.861922:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:0.0:1777047531.861927:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497c000 with x1863365384384384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047531.861935:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497c000. 00000100:00100000:0.0:1777047531.861971:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3331 00000100:00100000:0.0:1777047531.862267:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384384256:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047531.862564:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:0.0:1777047531.862570:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047528 -> 1777047531 00002000:00010000:0.0:1777047531.862574:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047531.862578:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047528 -> 1777047531 00002000:00010000:0.0:1777047531.862582:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047531.862620:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384384256:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 356us (11368us total) trans 21474838720 rc 0/0 00000100:00100000:0.0:1777047531.862631:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3331 00002000:00010000:0.0:1777047531.862637:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (231092->18446744073709551615) 00002000:00100000:0.0:1777047531.862641:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497e680 with x1863365384384256 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047531.862648:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497e680. 00000100:00100000:0.0:1777047531.877343:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.879360:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384384512 00000100:00100000:2.0:1777047531.879375:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384384512 00000100:00100000:2.0:1777047531.879500:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3600 00000100:00100000:2.0:1777047531.879515:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54316:x1863365384384512:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047531.880384:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047531.880441:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2719 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a47 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.880608:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2720 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.880653:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2720 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.880672:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2720 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047531.880712:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:2.0:1777047531.880719:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047531.880743:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2720 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.880782:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2719 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a47 expref: 79 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.880810:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2720 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a47 expref: 78 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.880822:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.880827:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047531.880832:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047531.880919:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54316:x1863365384384512:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1406us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.880940:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3600 00000100:00100000:0.0:1777047531.901962:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.902058:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384384768 00000100:00100000:2.0:1777047531.902071:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384384768 00000100:00100000:2.0:1777047531.902144:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3601 00000100:00100000:2.0:1777047531.902161:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54316:x1863365384384768:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047531.902232:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047531.902268:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2720 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a47 expref: 78 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.902295:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.902303:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047531.902674:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.902702:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.902718:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047531.902797:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938289 00000004:00010000:2.0:1777047531.902837:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0d85134 reply state 000000003f81906f transno 8589938290 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.902851:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047531.902978:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54316:x1863365384384768:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 820us (1024us total) trans 8589938290 rc 0/0 00000100:00100000:2.0:1777047531.902990:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3601 00000020:00080000:2.0:1777047531.902998:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047531.915230:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:0.0:1777047531.915451:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.915468:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.915479:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.915489:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047531.915495:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.915505:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.915524:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047531.915528:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047531.915534:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.915550:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2727 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047531.919181:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384384896 00000100:00100000:1.0:1777047531.919196:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384384896 00000100:00100000:1.0:1777047531.919281:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6065 00000100:00100000:1.0:1777047531.919295:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54316:x1863365384384896:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047531.919317:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047531.919343:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a4e expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047531.919451:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97e9, atime: 0x69eb979d, ctime: 0x69eb97e9, blocks: 0x203 00010000:00010000:1.0:1777047531.919479:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.919483:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047531.919494:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 22 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.919520:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 22 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047531.919570:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89200, rc 0) 00000100:00100000:1.0:1777047531.919665:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54316:x1863365384384896:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 372us (4446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047531.919694:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6065 00000100:00100000:1.0:1777047531.939801:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047531.939868:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.939980:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384385152 00000100:00100000:2.0:1777047531.939993:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384385152 00002000:00010000:2.0:1777047531.940044:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:2.0:1777047531.940050:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497d880 with x1863365384385152 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047531.940064:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497d880. 00000100:00100000:2.0:1777047531.940099:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384385024 00000100:00100000:2.0:1777047531.940103:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384385024 00002000:00010000:2.0:1777047531.940121:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (231092->18446744073709551615) 00002000:00100000:2.0:1777047531.940126:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ed80 with x1863365384385024 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047531.940133:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497ed80. 00000100:00100000:2.0:1777047531.940183:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3332 00000100:00100000:2.0:1777047531.940199:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384385152:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:0.0:1777047531.940288:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3333 00000100:00100000:0.0:1777047531.940306:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384385024:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047531.941006:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:0.0:1777047531.941015:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047529 -> 1777047531 00002000:00010000:0.0:1777047531.941019:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047531.941022:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047529 -> 1777047531 00002000:00010000:0.0:1777047531.941025:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047531.941093:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384385024:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 791us (1224us total) trans 17179871652 rc 0/0 00000100:00100000:0.0:1777047531.941104:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3333 00002000:00010000:0.0:1777047531.941109:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (231092->18446744073709551615) 00002000:00100000:0.0:1777047531.941114:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ed80 with x1863365384385024 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047531.941121:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497ed80. 00002000:00010000:2.0:1777047531.942459:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047531.942466:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047508 -> 1777047531 00002000:00010000:2.0:1777047531.942470:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047531.942473:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047508 -> 1777047531 00002000:00010000:2.0:1777047531.942476:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047531.942564:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384385152:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2339us (2744us total) trans 21474838721 rc 0/0 00000100:00100000:2.0:1777047531.942578:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3332 00002000:00010000:2.0:1777047531.942585:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:2.0:1777047531.942590:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497d880 with x1863365384385152 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047531.942598:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497d880. 00000100:00100000:1.0:1777047531.954112:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.955051:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384385280 00000100:00100000:2.0:1777047531.955064:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384385280 00000100:00100000:2.0:1777047531.955150:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3602 00000100:00100000:2.0:1777047531.955168:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54316:x1863365384385280:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047531.955203:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047531.955235:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2735 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a55 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.955356:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e273c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.955380:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e273c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.955398:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e273c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047531.955481:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:2.0:1777047531.955489:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047531.955517:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e273c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.955641:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2735 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a55 expref: 81 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.955669:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e273c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a55 expref: 80 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.955684:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.955691:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047531.955698:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:2.0:1777047531.955791:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54316:x1863365384385280:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 627us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047531.955804:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3602 00000100:00100000:3.0:1777047531.966774:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047531.966955:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384385536 00000100:00100000:2.0:1777047531.966969:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384385536 00000100:00100000:2.0:1777047531.967035:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3603 00000100:00100000:2.0:1777047531.967049:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54316:x1863365384385536:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047531.967119:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047531.967154:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e273c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a55 expref: 80 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.967181:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047531.967190:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047531.967612:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.967643:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.967660:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047531.967751:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938291 00000004:00010000:2.0:1777047531.967799:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000460a5cd6 reply state 0000000017236797 transno 8589938292 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047531.967814:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047531.968014:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54316:x1863365384385536:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 963us (1251us total) trans 8589938292 rc 0/0 00000100:00100000:1.0:1777047531.968028:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3603 00000020:00080000:1.0:1777047531.968036:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047531.975334:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047531.975469:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384385664 00000100:00100000:0.0:1777047531.975483:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384385664 00000100:00100000:0.0:1777047531.975941:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6066 00000100:00100000:0.0:1777047531.976225:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54316:x1863365384385664:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047531.976252:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047531.976281:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a5c expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047531.976317:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97e9, atime: 0x69eb975e, ctime: 0x69eb97e9, blocks: 0x203 00010000:00010000:0.0:1777047531.976345:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047531.976348:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047531.976360:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 21 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.976386:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 21 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047531.976406:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:0.0:1777047531.976524:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54316:x1863365384385664:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 567us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.976567:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6066 00010000:00010000:2.0:1777047531.984632:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.984659:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.984672:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.984684:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047531.984692:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.984705:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.984731:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00000100:00100000:3.0:1777047531.984732:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047531.984740:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047531.984749:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047531.984775:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e2743 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047531.985839:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384385792 00000100:00100000:0.0:1777047531.985853:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384385792 00000100:00100000:0.0:1777047531.985944:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 365 00000100:00100000:0.0:1777047531.985981:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384385792:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047531.986074:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384385792:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 117us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047531.986107:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 365 00000100:00100000:3.0:1777047531.997800:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047531.997905:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047531.997961:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384385920 00000100:00100000:1.0:1777047531.997977:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384385920 00002000:00010000:1.0:1777047531.998031:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (231092->18446744073709551615) 00002000:00100000:1.0:1777047531.998039:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f321c00 with x1863365384385920 ext(231092->18446744073709551615) 00000100:00100000:2.0:1777047531.998341:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384386048 00000100:00100000:2.0:1777047531.998350:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384386048 00002000:00010000:2.0:1777047531.998379:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:2.0:1777047531.998385:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381c00 with x1863365384386048 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047531.998401:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840381c00. 00000100:00100000:2.0:1777047531.998491:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3334 00000100:00100000:2.0:1777047531.998509:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384386048:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047531.998914:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047531.998921:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047508 -> 1777047532 00002000:00010000:2.0:1777047531.998926:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047531.998929:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047508 -> 1777047532 00002000:00010000:2.0:1777047531.998933:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047531.999006:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384386048:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 501us (1120us total) trans 17179871653 rc 0/0 00000100:00100000:2.0:1777047531.999018:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3334 00002000:00010000:2.0:1777047531.999024:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:2.0:1777047531.999030:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381c00 with x1863365384386048 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047531.999037:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840381c00. 00002000:00010000:1.0:1777047532.000440:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670f321c00. 00000100:00100000:1.0:1777047532.000487:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3335 00000100:00100000:1.0:1777047532.000502:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384385920:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047532.001449:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:1.0:1777047532.001455:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047529 -> 1777047532 00002000:00010000:1.0:1777047532.001458:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047532.001462:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047529 -> 1777047532 00002000:00010000:1.0:1777047532.001465:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047532.001506:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384385920:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1008us (3718us total) trans 21474838722 rc 0/0 00000100:00100000:1.0:1777047532.001518:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3335 00002000:00010000:1.0:1777047532.001523:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (231092->18446744073709551615) 00002000:00100000:1.0:1777047532.001527:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98670f321c00 with x1863365384385920 ext(231092->18446744073709551615) 00002000:00010000:1.0:1777047532.001854:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98670f321c00. 00000100:00100000:3.0:1777047532.018774:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.021499:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384386176 00000100:00100000:0.0:1777047532.021515:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384386176 00000100:00100000:0.0:1777047532.021758:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3604 00000100:00100000:0.0:1777047532.021778:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54316:x1863365384386176:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047532.021815:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047532.021848:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2751 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a63 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.021975:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2758 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.021999:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2758 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.022017:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2758 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047532.022056:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:0.0:1777047532.022062:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047532.022086:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2758 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.022126:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2751 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a63 expref: 83 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.022156:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2758 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a63 expref: 82 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.022170:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047532.022175:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047532.022181:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:0.0:1777047532.022281:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54316:x1863365384386176:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 508us (3690us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047532.022295:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3604 00000100:00100000:0.0:1777047532.036025:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.037990:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384386432 00000100:00100000:3.0:1777047532.038005:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384386432 00000100:00100000:3.0:1777047532.038100:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3605 00000100:00100000:3.0:1777047532.038118:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54316:x1863365384386432:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047532.038192:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047532.038231:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2758 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a63 expref: 82 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.038260:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047532.038268:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047532.038689:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.038715:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.038732:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047532.038822:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938293 00000004:00010000:3.0:1777047532.038865:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a0793d39 reply state 00000000a6dbe611 transno 8589938294 ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.038879:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047532.039262:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54316:x1863365384386432:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1147us (3247us total) trans 8589938294 rc 0/0 00000100:00100000:3.0:1777047532.039276:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3605 00000020:00080000:3.0:1777047532.039285:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047532.042928:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.042951:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.042987:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.042998:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047532.043006:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.043020:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.043044:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047532.043050:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047532.043057:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.043069:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e275f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.057786:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.057952:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384386560 00000100:00100000:1.0:1777047532.057967:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384386560 00000100:00100000:1.0:1777047532.058072:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6067 00000100:00100000:1.0:1777047532.058090:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54316:x1863365384386560:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.058116:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.058148:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a6a expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047532.058188:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97e9, atime: 0x69eb9766, ctime: 0x69eb97e9, blocks: 0x203 00010000:00010000:1.0:1777047532.058220:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.058225:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.058236:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 25 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.058264:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 25 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.058286:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88400, rc 0) 00000100:00100000:1.0:1777047532.058387:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54316:x1863365384386560:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 300us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.058402:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6067 00000100:00100000:3.0:1777047532.070305:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.071519:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384386688 00000100:00100000:0.0:1777047532.071971:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384386688 00002000:00010000:0.0:1777047532.072059:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (231092->18446744073709551615) 00002000:00100000:0.0:1777047532.072068:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840380380 with x1863365384386688 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047532.072088:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840380380. 00000100:00100000:0.0:1777047532.072131:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3336 00000100:00100000:0.0:1777047532.072147:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384386688:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047532.072729:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:0.0:1777047532.072737:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047529 -> 1777047532 00002000:00010000:0.0:1777047532.072743:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047532.072747:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047529 -> 1777047532 00002000:00010000:0.0:1777047532.072752:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047532.072847:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384386688:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 700us (2552us total) trans 17179871654 rc 0/0 00000100:00100000:0.0:1777047532.072862:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3336 00002000:00010000:0.0:1777047532.072869:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (231092->18446744073709551615) 00002000:00100000:0.0:1777047532.072875:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840380380 with x1863365384386688 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047532.072884:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840380380. 00000100:00100000:3.0:1777047532.074612:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.074687:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384386816 00000100:00100000:1.0:1777047532.074700:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384386816 00002000:00010000:1.0:1777047532.074746:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:1.0:1777047532.074755:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e6d80 with x1863365384386816 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047532.074769:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e6d80. 00000100:00100000:1.0:1777047532.074799:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3337 00000100:00100000:1.0:1777047532.074839:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384386816:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047532.075163:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047532.075170:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047508 -> 1777047532 00002000:00010000:1.0:1777047532.075175:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047532.075180:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047508 -> 1777047532 00002000:00010000:1.0:1777047532.075185:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047532.075265:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384386816:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 430us (654us total) trans 21474838723 rc 0/0 00000100:00100000:1.0:1777047532.075280:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3337 00002000:00010000:1.0:1777047532.075286:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:1.0:1777047532.075292:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e6d80 with x1863365384386816 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047532.075301:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868096e6d80. 00000100:00100000:3.0:1777047532.093954:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.095066:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384386944 00000100:00100000:1.0:1777047532.095082:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384386944 00000100:00100000:1.0:1777047532.095205:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3606 00000100:00100000:1.0:1777047532.095226:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54316:x1863365384386944:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.095264:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.095298:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e276d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a71 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.095480:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2774 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.095508:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.098101:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047532.098635:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:1.0:1777047532.098643:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047532.098671:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.098723:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e276d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a71 expref: 85 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.098754:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2774 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a71 expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.098770:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047532.098775:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047532.098782:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:1.0:1777047532.099503:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54316:x1863365384386944:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4279us (5557us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.099520:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3606 00000100:00100000:0.0:1777047532.134170:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.135088:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384387200 00000100:00100000:2.0:1777047532.135106:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384387200 00000100:00100000:2.0:1777047532.135230:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3607 00000100:00100000:2.0:1777047532.135250:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54316:x1863365384387200:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047532.135332:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.135373:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2774 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a71 expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.135437:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047532.135446:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047532.135861:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.135888:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.135908:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047532.136004:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938295 00000004:00010000:2.0:1777047532.136362:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc58a5a6 reply state 00000000ba9ebc90 transno 8589938296 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.136381:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047532.136623:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54316:x1863365384387200:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1374us (2462us total) trans 8589938296 rc 0/0 00000100:00100000:2.0:1777047532.136638:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3607 00000020:00080000:2.0:1777047532.136648:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047532.151624:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.151658:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.151673:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.151691:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047532.151699:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.151713:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.151746:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047532.151752:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047532.151761:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.151780:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e277b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.158922:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.161003:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384387328 00000100:00100000:3.0:1777047532.161024:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384387328 00000100:00100000:3.0:1777047532.161137:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6068 00000100:00100000:3.0:1777047532.161163:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54316:x1863365384387328:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.161204:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047532.161241:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a78 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047532.161293:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97e9, atime: 0x69eb9766, ctime: 0x69eb97e9, blocks: 0x203 00010000:00010000:3.0:1777047532.161357:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.161362:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.161376:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 27 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.161447:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 27 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.161477:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e800, rc 0) 00000100:00100000:3.0:1777047532.161971:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54316:x1863365384387328:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 811us (3057us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.161990:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6068 00010000:00010000:0.0:1777047532.164321:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047532.177213:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.178669:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384387456 00000100:00100000:2.0:1777047532.178690:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384387456 00002000:00010000:2.0:1777047532.178767:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (231092->18446744073709551615) 00002000:00100000:2.0:1777047532.178776:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e5880 with x1863365384387456 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047532.178794:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e5880. 00000100:00100000:2.0:1777047532.180810:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3338 00000100:00100000:2.0:1777047532.180832:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384387456:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047532.184912:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:2.0:1777047532.184958:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047529 -> 1777047532 00002000:00010000:2.0:1777047532.184964:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047532.184981:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047529 -> 1777047532 00002000:00010000:2.0:1777047532.184986:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047532.185346:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384387456:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 4486us (8113us total) trans 17179871655 rc 0/0 00000100:00100000:2.0:1777047532.185365:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3338 00002000:00010000:2.0:1777047532.185386:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (231092->18446744073709551615) 00002000:00100000:2.0:1777047532.185393:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e5880 with x1863365384387456 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047532.185443:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e5880. 00000100:00100000:1.0:1777047532.191986:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.196605:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384387584 00000100:00100000:2.0:1777047532.196622:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384387584 00002000:00010000:3.0:1777047532.197530:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:3.0:1777047532.197540:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ce00 with x1863365384387584 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047532.197573:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497ce00. 00000100:00100000:3.0:1777047532.197870:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3339 00000100:00100000:3.0:1777047532.197901:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384387584:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047532.198494:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047532.198514:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047508 -> 1777047532 00002000:00010000:3.0:1777047532.198521:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047532.198526:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047508 -> 1777047532 00002000:00010000:3.0:1777047532.198531:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047532.199226:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384387584:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1326us (7232us total) trans 21474838724 rc 0/0 00000100:00100000:3.0:1777047532.199242:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3339 00002000:00010000:3.0:1777047532.199250:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:3.0:1777047532.199267:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ce00 with x1863365384387584 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047532.199277:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497ce00. 00000100:00100000:0.0:1777047532.234875:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.235534:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384387712 00000100:00100000:3.0:1777047532.236066:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384387712 00000100:00100000:3.0:1777047532.236334:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3608 00000100:00100000:3.0:1777047532.236366:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54316:x1863365384387712:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.236461:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047532.236506:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e2789 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a7f expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.237272:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2790 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.237311:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2790 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.237331:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2790 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047532.237400:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:3.0:1777047532.237455:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047532.237499:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2790 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.238072:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216fa00/0x29ccbc23e99e2789 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a7f expref: 87 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.238118:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2790 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a7f expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.238147:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047532.238153:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047532.238160:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e600, rc 0) 00000100:00100000:3.0:1777047532.238282:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54316:x1863365384387712:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1932us (3432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.238308:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3608 00000100:00100000:1.0:1777047532.284356:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.287485:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384387968 00000100:00100000:0.0:1777047532.287513:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384387968 00000100:00100000:0.0:1777047532.287711:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3609 00000100:00100000:0.0:1777047532.287730:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54316:x1863365384387968:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047532.287846:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047532.287899:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2790 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a7f expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.287945:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047532.287967:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047532.288463:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.288501:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.288520:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047532.288771:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938297 00000004:00010000:0.0:1777047532.288844:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c1c7cf5 reply state 00000000e5237201 transno 8589938298 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.288874:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047532.300959:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54316:x1863365384387968:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 9902us (13283us total) trans 8589938298 rc 0/0 00000100:00100000:0.0:1777047532.300991:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3609 00000020:00080000:0.0:1777047532.301004:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047532.318861:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.318900:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.318916:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.318939:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047532.318947:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.318973:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.319394:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047532.319433:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047532.319442:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.319454:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2797 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047532.341255:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.350584:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384388096 00000100:00100000:2.0:1777047532.350602:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384388096 00000100:00100000:3.0:1777047532.351853:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6069 00000100:00100000:3.0:1777047532.351883:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54316:x1863365384388096:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.351920:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047532.351992:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a86 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047532.352043:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97ea, atime: 0x69eb9790, ctime: 0x69eb97ea, blocks: 0x203 00010000:00010000:3.0:1777047532.352083:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.352087:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.352099:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 25 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.352140:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 25 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.352175:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216fa00, rc 0) 00000100:00100000:3.0:1777047532.352309:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54316:x1863365384388096:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 429us (11065us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.352333:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6069 00000100:00100000:1.0:1777047532.373503:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.373732:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.374234:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384388224 00000100:00100000:0.0:1777047532.374250:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384388224 00002000:00010000:0.0:1777047532.374331:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (231092->18446744073709551615) 00002000:00100000:0.0:1777047532.374350:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ca80 with x1863365384388224 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047532.374368:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497ca80. 00000100:00100000:0.0:1777047532.374459:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384388352 00000100:00100000:0.0:1777047532.374476:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384388352 00002000:00010000:0.0:1777047532.374529:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00000100:00100000:2.0:1777047532.374537:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3340 00002000:00100000:0.0:1777047532.375022:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804998700 with x1863365384388352 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047532.375035:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804998700. 00000100:00100000:2.0:1777047532.375453:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384388224:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047532.376091:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:2.0:1777047532.376109:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047530 -> 1777047532 00002000:00010000:2.0:1777047532.376114:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047532.376119:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047530 -> 1777047532 00002000:00010000:2.0:1777047532.376125:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047532.376257:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384388224:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 821us (2766us total) trans 21474838725 rc 0/0 00000100:00100000:2.0:1777047532.381151:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3340 00002000:00010000:2.0:1777047532.381164:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (231092->18446744073709551615) 00002000:00100000:2.0:1777047532.381172:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ca80 with x1863365384388224 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047532.381196:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497ca80. 00000100:00100000:2.0:1777047532.381255:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3341 00000100:00100000:2.0:1777047532.381287:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384388352:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047532.381874:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047532.381893:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047508 -> 1777047532 00002000:00010000:2.0:1777047532.381898:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:2.0:1777047532.381904:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047508 -> 1777047532 00002000:00010000:2.0:1777047532.381908:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047532.382016:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384388352:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 726us (8283us total) trans 17179871656 rc 0/0 00000100:00100000:2.0:1777047532.382033:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3341 00002000:00010000:2.0:1777047532.382040:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:2.0:1777047532.382046:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804998700 with x1863365384388352 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047532.382065:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804998700. 00000100:00100000:1.0:1777047532.409513:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.410138:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384388480 00000100:00100000:2.0:1777047532.410159:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384388480 00000100:00100000:2.0:1777047532.410279:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3610 00000100:00100000:2.0:1777047532.410301:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54316:x1863365384388480:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047532.410342:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047532.410380:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e27a5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a8d expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411352:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27ac lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411388:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411452:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047532.411582:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:2.0:1777047532.411591:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047532.411626:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411678:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c600/0x29ccbc23e99e27a5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a8d expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411716:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27ac lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a8d expref: 88 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.411738:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047532.411744:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047532.411751:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:2.0:1777047532.411880:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54316:x1863365384388480:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1584us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.411901:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3610 00000100:00100000:3.0:1777047532.435095:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.435238:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384388736 00000100:00100000:2.0:1777047532.435259:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384388736 00000100:00100000:2.0:1777047532.435366:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3611 00000100:00100000:2.0:1777047532.435391:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54316:x1863365384388736:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047532.435510:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.436015:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27ac lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a8d expref: 88 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.436057:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047532.436067:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047532.437824:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.437859:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.437885:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047532.438040:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938299 00000004:00010000:0.0:1777047532.438105:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd4bc01c reply state 000000004725446a transno 8589938300 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.438141:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047532.438321:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54316:x1863365384388736:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2931us (3238us total) trans 8589938300 rc 0/0 00000100:00100000:0.0:1777047532.438354:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3611 00000020:00080000:0.0:1777047532.438365:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047532.447844:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047532.449233:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.449256:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.449272:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.449286:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047532.449294:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.449310:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.449338:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047532.449344:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047532.449352:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.449366:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e27b3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.451710:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384388864 00000100:00100000:3.0:1777047532.451730:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384388864 00000100:00100000:3.0:1777047532.451837:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6070 00000100:00100000:3.0:1777047532.451858:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54316:x1863365384388864:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.451912:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047532.452836:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a94 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047532.452908:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97ea, atime: 0x69eb979d, ctime: 0x69eb97ea, blocks: 0x203 00010000:00010000:3.0:1777047532.452964:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.452970:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.452985:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 30 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.453017:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 30 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.453042:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216fe00, rc 0) 00000100:00100000:3.0:1777047532.453297:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54316:x1863365384388864:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1442us (5463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.453315:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6070 00000100:00100000:1.0:1777047532.475850:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.476563:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.480888:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384389120 00000100:00100000:2.0:1777047532.480907:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384389120 00002000:00010000:2.0:1777047532.481378:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:2.0:1777047532.481389:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451500 with x1863365384389120 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047532.481440:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e451500. 00000100:00100000:2.0:1777047532.481630:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384388992 00000100:00100000:2.0:1777047532.481639:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384388992 00002000:00010000:2.0:1777047532.481705:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (231092->18446744073709551615) 00002000:00100000:2.0:1777047532.481713:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451c00 with x1863365384388992 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047532.481726:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e451c00. 00000100:00100000:3.0:1777047532.481794:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3342 00000100:00100000:3.0:1777047532.481818:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384389120:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047532.482646:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047532.482654:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047508 -> 1777047532 00002000:00010000:3.0:1777047532.482660:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047532.482665:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047508 -> 1777047532 00002000:00010000:3.0:1777047532.482671:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047532.482793:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384389120:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 980us (6954us total) trans 21474838726 rc 0/0 00000100:00100000:3.0:1777047532.482810:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3342 00002000:00010000:3.0:1777047532.482818:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:3.0:1777047532.482825:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451500 with x1863365384389120 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047532.482835:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e451500. 00000100:00100000:3.0:1777047532.482872:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3343 00000100:00100000:3.0:1777047532.482889:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384388992:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047532.483196:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:3.0:1777047532.483203:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047530 -> 1777047532 00002000:00010000:3.0:1777047532.483208:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047532.483213:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047530 -> 1777047532 00002000:00010000:3.0:1777047532.483218:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047532.483263:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384388992:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 377us (6701us total) trans 17179871657 rc 0/0 00000100:00100000:3.0:1777047532.483285:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3343 00002000:00010000:3.0:1777047532.483292:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (231092->18446744073709551615) 00002000:00100000:3.0:1777047532.483298:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e451c00 with x1863365384388992 ext(231092->18446744073709551615) 00002000:00010000:3.0:1777047532.483308:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e451c00. 00000100:00100000:0.0:1777047532.497471:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.497666:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384389248 00000100:00100000:1.0:1777047532.497682:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384389248 00000100:00100000:1.0:1777047532.497782:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3612 00000100:00100000:1.0:1777047532.497802:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54316:x1863365384389248:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.497838:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.497870:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e27c1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788a9b expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.497993:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e27c8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.498294:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e27c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.498316:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e27c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047532.498360:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:1.0:1777047532.498367:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047532.498394:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e27c8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.498468:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e27c1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a9b expref: 91 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.498498:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e27c8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a9b expref: 90 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.498514:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047532.498519:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047532.498525:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:1.0:1777047532.498694:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54316:x1863365384389248:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 895us (1235us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.498708:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3612 00000100:00100000:0.0:1777047532.515093:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.521314:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384389504 00000100:00100000:2.0:1777047532.521333:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384389504 00000100:00100000:2.0:1777047532.522016:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3613 00000100:00100000:2.0:1777047532.522038:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54316:x1863365384389504:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047532.522118:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.522157:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e27c8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a9b expref: 90 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.522188:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047532.522196:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047532.522947:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.522974:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.522992:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047532.523097:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938301 00000004:00010000:2.0:1777047532.523149:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ddcc21ba reply state 00000000aa31d4db transno 8589938302 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.523167:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047532.523308:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54316:x1863365384389504:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1274us (8224us total) trans 8589938302 rc 0/0 00000100:00100000:2.0:1777047532.523324:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3613 00000020:00080000:2.0:1777047532.523333:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047532.531312:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.531339:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.531354:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.531367:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047532.531376:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.531390:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.531442:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047532.531449:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047532.531456:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.531470:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e27cf lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.543905:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.548476:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384389632 00000100:00100000:1.0:1777047532.548492:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384389632 00000100:00100000:1.0:1777047532.548591:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6071 00000100:00100000:1.0:1777047532.548608:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54316:x1863365384389632:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.548634:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.548667:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788aa2 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047532.548707:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97ea, atime: 0x69eb97b8, ctime: 0x69eb97ea, blocks: 0x203 00010000:00010000:1.0:1777047532.548736:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.548740:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.548751:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 28 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.548779:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 28 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.548801:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00100000:1.0:1777047532.548912:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54316:x1863365384389632:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 307us (5030us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.548925:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6071 00000100:00100000:3.0:1777047532.564895:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.564956:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.565383:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384389760 00000100:00100000:0.0:1777047532.565419:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384389760 00002000:00010000:0.0:1777047532.565474:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (231092->18446744073709551615) 00002000:00100000:0.0:1777047532.565485:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403be300 with x1863365384389760 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047532.565501:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403be300. 00000100:00100000:0.0:1777047532.565605:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384389888 00000100:00100000:0.0:1777047532.565612:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384389888 00002000:00010000:0.0:1777047532.565635:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:0.0:1777047532.565641:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403be680 with x1863365384389888 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047532.565651:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403be680. 00000100:00100000:0.0:1777047532.565682:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3344 00000100:00100000:0.0:1777047532.565696:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384389760:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047532.566087:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:0.0:1777047532.566096:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047530 -> 1777047532 00002000:00010000:0.0:1777047532.566100:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047532.566104:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047530 -> 1777047532 00002000:00010000:0.0:1777047532.566109:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047532.566187:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384389760:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 491us (1302us total) trans 21474838727 rc 0/0 00000100:00100000:0.0:1777047532.566203:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3344 00002000:00010000:0.0:1777047532.566210:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (231092->18446744073709551615) 00002000:00100000:0.0:1777047532.566214:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403be300 with x1863365384389760 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047532.566223:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403be300. 00000100:00100000:0.0:1777047532.566261:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3345 00000100:00100000:0.0:1777047532.566273:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384389888:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047532.566518:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047532.566525:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047509 -> 1777047532 00002000:00010000:0.0:1777047532.566529:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047532.566865:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047509 -> 1777047532 00002000:00010000:0.0:1777047532.566871:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047532.566919:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384389888:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 646us (1960us total) trans 17179871658 rc 0/0 00000100:00100000:0.0:1777047532.566933:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3345 00002000:00010000:0.0:1777047532.566939:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:0.0:1777047532.566944:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403be680 with x1863365384389888 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047532.566952:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403be680. 00000100:00100000:2.0:1777047532.579687:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.579927:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384390016 00000100:00100000:0.0:1777047532.579940:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384390016 00000100:00100000:0.0:1777047532.580773:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3614 00000100:00100000:0.0:1777047532.580790:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54316:x1863365384390016:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047532.580823:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047532.580851:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e27dd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788aa9 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.581279:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e27e4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.581301:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e27e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.581318:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e27e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047532.581353:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:0.0:1777047532.581359:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047532.581384:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e27e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.581456:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e27dd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa9 expref: 93 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.581483:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e27e4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa9 expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.581498:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047532.581504:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047532.581509:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047532.581631:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54316:x1863365384390016:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 844us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047532.581644:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3614 00000100:00100000:0.0:1777047532.595389:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.595598:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384390272 00000100:00100000:1.0:1777047532.595611:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384390272 00000100:00100000:1.0:1777047532.595711:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3615 00000100:00100000:1.0:1777047532.595725:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54316:x1863365384390272:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047532.595791:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047532.595827:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e27e4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa9 expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.595855:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047532.595863:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047532.596448:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.596470:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.596485:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047532.603328:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938303 00000004:00010000:2.0:1777047532.603442:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069aaf5e2 reply state 000000000e9ac7bc transno 8589938304 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.603461:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047532.604654:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54316:x1863365384390272:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 8909us (9253us total) trans 8589938304 rc 0/0 00000100:00100000:2.0:1777047532.604668:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3615 00000020:00080000:2.0:1777047532.604677:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047532.614973:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.615280:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.615292:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.615302:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89e00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047532.615308:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.615319:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.615340:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047532.615345:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047532.615351:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.615361:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e27eb lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.627201:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.627779:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384390400 00000100:00100000:1.0:1777047532.627793:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384390400 00000100:00100000:1.0:1777047532.627883:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6072 00000100:00100000:1.0:1777047532.627900:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54316:x1863365384390400:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.628238:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.628268:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ab0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047532.628306:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97eb, atime: 0x69eb97c2, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:1.0:1777047532.628334:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.628338:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.628348:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.628375:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 33 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.628393:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88a00, rc 0) 00000100:00100000:1.0:1777047532.628655:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54316:x1863365384390400:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 757us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.628710:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6072 00000100:00100000:3.0:1777047532.647433:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.647497:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.647536:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384390656 00000100:00100000:3.0:1777047532.647548:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384390656 00000100:00100000:0.0:1777047532.647563:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384390528 00000100:00100000:0.0:1777047532.647570:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384390528 00002000:00010000:0.0:1777047532.647598:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (231092->18446744073709551615) 00002000:00010000:3.0:1777047532.647598:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:0.0:1777047532.647605:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bdf80 with x1863365384390528 ext(231092->18446744073709551615) 00002000:00100000:3.0:1777047532.647605:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bc380 with x1863365384390656 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047532.647620:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bdf80. 00002000:00010000:3.0:1777047532.647620:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bc380. 00000100:00100000:3.0:1777047532.650460:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3346 00000100:00100000:3.0:1777047532.650488:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384390656:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047532.651505:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047532.651513:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047509 -> 1777047532 00002000:00010000:3.0:1777047532.651518:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047532.651524:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047509 -> 1777047532 00002000:00010000:3.0:1777047532.651528:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047532.651646:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384390656:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1167us (4247us total) trans 21474838728 rc 0/0 00000100:00100000:3.0:1777047532.651661:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3346 00002000:00010000:3.0:1777047532.651667:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:3.0:1777047532.651673:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bc380 with x1863365384390656 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047532.651681:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bc380. 00000100:00100000:3.0:1777047532.651714:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3347 00000100:00100000:3.0:1777047532.651728:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384390528:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047532.651978:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 231092 00002000:00010000:3.0:1777047532.651984:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047531 -> 1777047532 00002000:00010000:3.0:1777047532.651988:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047532.651992:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047531 -> 1777047532 00002000:00010000:3.0:1777047532.651997:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047532.652034:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384390528:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 308us (4535us total) trans 17179871659 rc 0/0 00000100:00100000:3.0:1777047532.652045:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3347 00002000:00010000:3.0:1777047532.652049:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (231092->18446744073709551615) 00002000:00100000:3.0:1777047532.652055:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bdf80 with x1863365384390528 ext(231092->18446744073709551615) 00002000:00010000:3.0:1777047532.652062:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bdf80. 00000100:00100000:3.0:1777047532.676098:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.676229:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384390784 00000100:00100000:1.0:1777047532.676242:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384390784 00000100:00100000:1.0:1777047532.676316:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3616 00000100:00100000:1.0:1777047532.676332:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54316:x1863365384390784:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.676365:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.676393:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e27f9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ab7 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.676560:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e2800 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.676585:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e2800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.676605:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e2800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047532.676643:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:1.0:1777047532.676650:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047532.676674:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e2800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.676712:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e27f9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab7 expref: 95 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.676737:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e2800 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab7 expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.676753:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:1.0:1777047532.676758:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047532.676764:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89e00, rc 0) 00000100:00100000:1.0:1777047532.676855:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54316:x1863365384390784:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 526us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.676869:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3616 00000100:00100000:2.0:1777047532.696040:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.697884:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384391040 00000100:00100000:3.0:1777047532.697899:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384391040 00000100:00100000:3.0:1777047532.697975:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3617 00000100:00100000:3.0:1777047532.697990:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54316:x1863365384391040:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047532.698063:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047532.698107:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e2800 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab7 expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.698140:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047532.698151:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047532.699392:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.699447:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.699464:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047532.699624:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938305 00000004:00010000:3.0:1777047532.699675:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a2af456f reply state 00000000fe3e1feb transno 8589938306 ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.699691:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047532.699820:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54316:x1863365384391040:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1829us (3789us total) trans 8589938306 rc 0/0 00000100:00100000:3.0:1777047532.699834:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3617 00000020:00080000:3.0:1777047532.699843:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047532.708789:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047532.708938:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.708961:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.708975:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.708988:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684216e600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047532.708996:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.709008:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.709032:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047532.709038:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047532.709045:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.709065:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2807 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047532.709160:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384391168 00000100:00100000:1.0:1777047532.709176:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384391168 00000100:00100000:1.0:1777047532.709346:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6073 00000100:00100000:1.0:1777047532.709365:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54316:x1863365384391168:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047532.709389:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047532.709441:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788abe expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047532.709482:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 233472, mtime: 0x69eb97eb, atime: 0x69eb97de, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:1.0:1777047532.709509:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.709513:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.709524:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.709561:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.709580:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:1.0:1777047532.709694:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54316:x1863365384391168:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 332us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.709708:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6073 00000100:00100000:1.0:1777047532.729156:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.729599:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384391296 00000100:00100000:2.0:1777047532.729614:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384391296 00000100:00100000:2.0:1777047532.729786:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6074 00000100:00100000:2.0:1777047532.729804:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54316:x1863365384391296:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047532.729831:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047532.729857:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2815 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ac5 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.729902:0:7603:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 35 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.729917:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047532.729921:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047532.729926:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2815 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ac5 expref: 35 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.729984:0:7603:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 35 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.730006:0:7603:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 35 pid: 7603 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.730029:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434135168:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047532.730155:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047532.749090:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434135168:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047532.749138:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2815 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ac5 expref: 35 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.749172:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c600, rc 0) 00000100:00100000:2.0:1777047532.749264:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54316:x1863365384391296:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 19463us (20119us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.749280:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6074 00000100:00100000:1.0:1777047532.750319:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.750445:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384391424 00000100:00100000:2.0:1777047532.750457:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384391424 00010000:00010000:2.0:1777047532.750503:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 35 pid: 7603 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.750602:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2676 00000100:00100000:2.0:1777047532.750959:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384391424:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047532.750985:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.751305:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 35 pid: 7603 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.751333:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 35 pid: 7603 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.751368:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2170 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78886b expref: 35 pid: 7603 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.751390:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.751393:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.751431:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2815 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ac5 expref: 34 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.751448:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ac5 expref: 34 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.751501:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b1586236/0x29ccbc23e99e2815 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ac5 expref: 34 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.751523:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434135296:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047532.753312:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2840 going to sleep for 11 seconds 00000001:00080000:1.0:1777047532.759676:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938300 is committed 00000001:00080000:1.0:1777047532.760027:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938304 is committed 00000020:00080000:1.0:1777047532.767823:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969480 batchid updated 00000020:00080000:3.0:1777047532.768194:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969480 00000020:00080000:3.0:1777047532.769477:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969480 cancel update log [0x200000bd0:0x1:0x0].56: rc = 0 00000020:00080000:3.0:1777047532.769495:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969480 00000100:00100000:1.0:1777047532.776057:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.776393:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.778550:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434135296:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047532.778585:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047532.780180:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384391424:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 29231us (29882us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047532.780197:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2676 00000100:00100000:0.0:1777047532.782006:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384391680 00000100:00100000:0.0:1777047532.782019:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384391680 00002000:00010000:0.0:1777047532.782066:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/314 (0->18446744073709551615) 00002000:00100000:0.0:1777047532.782073:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e647b80 with x1863365384391680 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047532.782087:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e647b80. 00000100:00100000:0.0:1777047532.782127:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384391552 00000100:00100000:0.0:1777047532.782133:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384391552 00002000:00010000:0.0:1777047532.782154:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/310 (231092->18446744073709551615) 00002000:00100000:0.0:1777047532.782160:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e644a80 with x1863365384391552 ext(231092->18446744073709551615) 00002000:00010000:0.0:1777047532.782170:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e644a80. 00000100:00100000:0.0:1777047532.782196:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3348 00000100:00100000:0.0:1777047532.782211:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384391680:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047532.782630:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047532.782638:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047518 -> 1777047532 00002000:00010000:0.0:1777047532.782642:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047532.782646:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047519 -> 1777047532 00002000:00010000:0.0:1777047532.782650:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047532.782726:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384391680:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 516us (6676us total) trans 17179871660 rc 0/0 00000100:00100000:0.0:1777047532.782739:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3348 00002000:00010000:0.0:1777047532.782745:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/314 (0->18446744073709551615) 00002000:00100000:0.0:1777047532.782749:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e647b80 with x1863365384391680 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047532.782759:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e647b80. 00000100:00100000:0.0:1777047532.782784:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3349 00000100:00100000:0.0:1777047532.784521:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384391552:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047532.785710:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 233472 -> 231092 00002000:00010000:2.0:1777047532.785717:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047531 -> 1777047532 00002000:00010000:2.0:1777047532.785722:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:2.0:1777047532.785725:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047531 -> 1777047532 00002000:00010000:2.0:1777047532.785729:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047532.786296:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384391552:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 3498us (9899us total) trans 21474838729 rc 0/0 00000100:00100000:2.0:1777047532.786312:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3349 00002000:00010000:2.0:1777047532.786319:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/310 (231092->18446744073709551615) 00002000:00100000:2.0:1777047532.786325:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e644a80 with x1863365384391552 ext(231092->18446744073709551615) 00002000:00010000:2.0:1777047532.786335:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e644a80. 00000100:00100000:1.0:1777047532.810313:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.812246:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384391936 00000100:00100000:2.0:1777047532.812261:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384391936 00000100:00100000:2.0:1777047532.812454:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3618 00000100:00100000:2.0:1777047532.812472:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54316:x1863365384391936:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047532.812613:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.812794:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.812813:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047532.813762:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb77c42a reply state 00000000671915a8 transno 8589938307 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047532.813779:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047532.814290:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54316:x1863365384391936:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1820us (3986us total) trans 8589938307 rc 0/0 00000100:00100000:1.0:1777047532.814305:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3618 00000100:00100000:1.0:1777047532.826336:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047532.826588:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.826598:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392064 00000100:00100000:0.0:1777047532.826615:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392064 00010000:00010000:3.0:1777047532.826615:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.826634:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.826647:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047532.826656:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.826678:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.826693:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6075 00010000:00010000:3.0:1777047532.826706:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00000100:00100000:0.0:1777047532.826714:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54316:x1863365384392064:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047532.826717:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047532.826728:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.826742:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e281c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.826744:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047532.826773:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788acc expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.826819:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 36 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.826835:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047532.826838:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047532.826845:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 36 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.826893:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 36 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.826917:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 36 pid: 6643 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.826939:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434135424:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047532.827059:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047532.837575:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.838661:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434135424:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047532.838965:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 36 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.839374:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c200, rc 0) 00000100:00100000:1.0:1777047532.839962:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:54316:x1863365384392064:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13251us (13633us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.839984:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6075 00000100:00100000:3.0:1777047532.840999:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392192 00000100:00100000:3.0:1777047532.841010:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392192 00010000:00010000:3.0:1777047532.841315:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 36 pid: 6643 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.841385:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2677 00000100:00100000:3.0:1777047532.841427:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384392192:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047532.841448:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047532.841479:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 36 pid: 6643 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.841525:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 36 pid: 6643 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.841920:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e264e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a01 expref: 36 pid: 6643 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.841941:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.841944:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047532.841955:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.841972:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.842023:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 35 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.842046:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5843:1863365434135552:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047532.842135:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff986806261900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047532.864357:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5843:1863365434135552:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047532.864423:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047532.865896:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384392192:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 24494us (28330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.865938:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2677 00000100:00100000:2.0:1777047532.871764:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.872290:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392320 00000100:00100000:0.0:1777047532.872304:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392320 00000100:00100000:0.0:1777047532.872502:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6076 00000100:00100000:0.0:1777047532.872520:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54316:x1863365384392320:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047532.872546:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047532.872573:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ad3 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.872621:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 33 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.872699:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047532.872704:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047532.872712:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 33 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.872764:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 33 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.872785:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 33 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.872809:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434135680:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047532.872902:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7000 going to sleep for 11 seconds 00000100:00100000:2.0:1777047532.887711:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047532.887815:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392448 00000100:00100000:1.0:1777047532.887832:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392448 00010000:00010000:1.0:1777047532.887889:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 34 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047532.887973:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2678 00000100:00100000:1.0:1777047532.887990:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384392448:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047532.888012:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047532.888044:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 34 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.888069:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 34 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.888106:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.888109:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047532.888121:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 34 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.888161:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 34 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047532.888220:0:8406:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 34 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047532.888254:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8406:1863365434135808:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047532.888389:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609300 going to sleep for 11 seconds 00010000:00010000:0.0:1777047532.890608:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f3b486b8/0x29ccbc23e99e2640 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a08 expref: 34 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.890638:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434135680:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047532.890672:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 33 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.890693:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:0.0:1777047532.890771:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54316:x1863365384392320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18255us (19016us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047532.890786:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6076 00000100:00100000:1.0:1777047532.900811:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8406:1863365434135808:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047532.900847:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047532.900957:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384392448:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 12968us (13255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047532.900976:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2678 00000100:00100000:3.0:1777047532.907857:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.908629:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392576 00000100:00100000:0.0:1777047532.908643:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392576 00000100:00100000:0.0:1777047532.908733:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6077 00000100:00100000:0.0:1777047532.908750:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:54316:x1863365384392576:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047532.908773:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047532.908797:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ada expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.908842:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 36 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.908868:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047532.908871:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047532.908877:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 36 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.908924:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 36 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.908945:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 36 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.908967:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434135936:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047532.909099:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047532.929809:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.929919:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392704 00000100:00100000:2.0:1777047532.929934:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392704 00010000:00010000:2.0:1777047532.929990:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 37 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.930024:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434135936:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047532.930065:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2679 00010000:00010000:0.0:1777047532.930069:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 37 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.930089:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384392704:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047532.930103:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00010000:00010000:2.0:1777047532.930113:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047532.930143:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 37 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.930167:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 37 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.930200:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:54316:x1863365384392576:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 21451us (22353us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047532.930203:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6ecc26c/0x29ccbc23e99e2647 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a0f expref: 37 pid: 7603 timeout: 4261 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.930238:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047532.930242:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777047532.930250:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6077 00010000:00010000:2.0:1777047532.930253:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 36 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.930273:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 35 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047532.930337:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 35 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.930361:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434136064:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047532.930493:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2180 going to sleep for 11 seconds 00000100:00100000:3.0:1777047532.941477:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.941588:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.941947:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392832 00000100:00100000:2.0:1777047532.941961:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392832 00000100:00100000:3.0:1777047532.941978:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047532.942024:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384393088 00000100:00100000:2.0:1777047532.942030:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384393088 00000100:00100000:2.0:1777047532.942309:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384392960 00000100:00100000:2.0:1777047532.942315:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384392960 00000100:00100000:2.0:1777047532.942349:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6078 00000100:00100000:2.0:1777047532.942362:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384392832:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:3.0:1777047532.942600:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6079 00000100:00100000:3.0:1777047532.942618:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384393088:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047532.942726:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:2.0:1777047532.942733:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:2.0:1777047532.942738:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047523 -> 1777047527 00002000:00010000:2.0:1777047532.942742:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047526 -> 1777047532 00002000:00010000:2.0:1777047532.942746:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 71 00002000:00010000:3.0:1777047532.942804:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047532.942811:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:3.0:1777047532.942817:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047518 -> 1777047527 00000100:00100000:2.0:1777047532.942823:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+39:2410:x1863365384392832:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 459us (1351us total) trans 17179871661 rc 0/0 00002000:00010000:3.0:1777047532.942823:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047526 -> 1777047532 00000100:00100000:2.0:1777047532.942841:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6078 00000100:00100000:2.0:1777047532.942873:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6080 00000100:00100000:2.0:1777047532.942885:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384392960:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047532.943053:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047532.943058:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:2.0:1777047532.943062:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047518 -> 1777047527 00002000:00010000:2.0:1777047532.943066:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047526 -> 1777047532 00002000:00010000:2.0:1777047532.943069:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047532.943106:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384392960:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 222us (1131us total) trans 21474838730 rc 0/0 00000100:00100000:2.0:1777047532.943116:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6080 00002000:00010000:3.0:1777047532.943517:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047532.943560:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384393088:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 947us (1971us total) trans 17179871662 rc 0/0 00000100:00100000:3.0:1777047532.943572:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6079 00000100:00100000:3.0:1777047532.945632:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434136064:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047532.945661:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047532.945726:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384392704:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 15647us (15930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047532.945740:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2679 00000100:00100000:2.0:1777047532.962944:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047532.963209:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384393344 00000100:00100000:0.0:1777047532.963223:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384393344 00000100:00100000:0.0:1777047532.963421:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1283 00000100:00100000:0.0:1777047532.963438:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54316:x1863365384393344:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047532.963539:0:30809:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e25f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889ec expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.963962:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.963984:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.963996:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.964042:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 72 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.964064:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 72 pid: 30806 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047532.964087:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434136192:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047532.964182:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e7000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047532.982703:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434136192:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047532.982742:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047532.983419:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047532.983890:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384393472 00000100:00100000:3.0:1777047532.983901:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384393472 00010000:00010000:3.0:1777047532.984271:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 73 pid: 30806 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047532.984432:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2680 00000100:00100000:3.0:1777047532.984450:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384393472:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047532.984476:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047532.984487:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 73 pid: 30806 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.984507:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 73 pid: 30806 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.984536:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e262b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889f3 expref: 73 pid: 30806 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.984558:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:3.0:1777047532.984566:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.984579:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.986482:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047532.990911:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047532.990997:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384393472:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 6546us (7599us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047532.991021:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2680 00010000:00010000:3.0:1777047532.993121:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047532.993139:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047533.008610:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1230, 88 off112408 00000004:00080000:1.0:1777047533.008632:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161391096647ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.008777:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1217, 88 off111176 00000004:00080000:1.0:1777047533.008790:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161391255659ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.008856:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1218, 88 off111264 00000004:00080000:1.0:1777047533.008867:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161391332122ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.008899:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1231, 88 off112496 00000004:00080000:1.0:1777047533.008908:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161391373592ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009367:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1232, 88 off112584 00000004:00080000:1.0:1777047533.009378:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161391843431ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009442:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1219, 88 off111352 00000004:00080000:1.0:1777047533.009450:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161391915891ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.009505:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1220, 88 off111440 00000004:00080000:1.0:1777047533.009514:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161391979514ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.009545:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1233, 88 off112672 00000004:00080000:1.0:1777047533.009553:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161392017951ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009579:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1221, 88 off111528 00000004:00080000:1.0:1777047533.009587:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161392052084ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.009636:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1234, 88 off112760 00000004:00080000:1.0:1777047533.009643:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161392108214ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009672:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1222, 88 off111616 00000004:00080000:1.0:1777047533.009679:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161392144971ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.009711:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1235, 88 off112848 00000004:00080000:1.0:1777047533.009718:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161392183659ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009744:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1236, 88 off112936 00000004:00080000:1.0:1777047533.009750:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161392215456ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009778:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1223, 88 off111704 00000004:00080000:1.0:1777047533.009785:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161392250166ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.009813:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1224, 88 off111792 00000004:00080000:1.0:1777047533.009819:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161392284709ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.009845:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1237, 88 off113024 00000004:00080000:1.0:1777047533.009851:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161392316339ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009884:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1238, 88 off113112 00000004:00080000:1.0:1777047533.009890:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161392355919ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.009918:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1225, 88 off111880 00000004:00080000:1.0:1777047533.009926:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161392390796ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.011965:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1239, 88 off113200 00000004:00080000:1.0:1777047533.011975:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161394440636ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.012026:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1226, 88 off111968 00000004:00080000:1.0:1777047533.012033:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161394498939ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.014819:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1227, 88 off112056 00000004:00080000:1.0:1777047533.014833:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161397298777ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.015361:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1240, 88 off113288 00000004:00080000:1.0:1777047533.015371:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161397836077ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.015454:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1241, 88 off113376 00000004:00080000:1.0:1777047533.015463:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161397928252ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.015494:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1228, 88 off112144 00000004:00080000:1.0:1777047533.015500:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161397965684ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.015907:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1229, 88 off112232 00000004:00080000:1.0:1777047533.015917:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161398382392ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.016793:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1242, 88 off113464 00000004:00080000:1.0:1777047533.016804:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161399269216ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.016882:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1243, 88 off113552 00000004:00080000:1.0:1777047533.016893:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161399358044ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047533.018236:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1230, 88 off112320 00000004:00080000:1.0:1777047533.018252:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161400717248ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.019387:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1231, 88 off112408 00000004:00080000:1.0:1777047533.019425:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4161401890039ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047533.019734:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1244, 88 off113640 00000004:00080000:1.0:1777047533.019752:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4161402216905ns, next at 4153942082909ns, rc = 0 00000001:00080000:1.0:1777047533.174950:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938308 is committed 00000004:00080000:1.0:1777047533.174967:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1146 committed 00000004:00080000:1.0:1777047533.174980:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1134 committed 00000004:00080000:1.0:1777047533.174996:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1133 committed 00000004:00080000:1.0:1777047533.175001:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1145 committed 00000004:00080000:1.0:1777047533.175005:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1144 committed 00000004:00080000:1.0:1777047533.175009:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1132 committed 00000004:00080000:1.0:1777047533.175014:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1131 committed 00000004:00080000:1.0:1777047533.175018:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1143 committed 00000004:00080000:1.0:1777047533.175022:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1142 committed 00000004:00080000:1.0:1777047533.175026:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1130 committed 00000004:00080000:1.0:1777047533.175030:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1129 committed 00000004:00080000:1.0:1777047533.175034:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1141 committed 00000004:00080000:1.0:1777047533.175039:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1128 committed 00000004:00080000:1.0:1777047533.175043:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1140 committed 00000004:00080000:1.0:1777047533.175047:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1139 committed 00000004:00080000:1.0:1777047533.175051:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1127 committed 00000004:00080000:1.0:1777047533.175055:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1126 committed 00000004:00080000:1.0:1777047533.175059:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1138 committed 00000004:00080000:1.0:1777047533.175062:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1137 committed 00000004:00080000:1.0:1777047533.175066:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1125 committed 00000004:00080000:1.0:1777047533.175070:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1136 committed 00000004:00080000:1.0:1777047533.175074:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1124 committed 00000004:00080000:1.0:1777047533.175078:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1135 committed 00000004:00080000:1.0:1777047533.175081:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1123 committed 00000004:00080000:1.0:1777047533.175085:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1122 committed 00000004:00080000:1.0:1777047533.175089:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1134 committed 00000004:00080000:1.0:1777047533.175093:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1133 committed 00000004:00080000:1.0:1777047533.175097:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1121 committed 00000004:00080000:1.0:1777047533.175101:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1120 committed 00000004:00080000:1.0:1777047533.175105:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1132 committed 00000004:00010000:0.0:1777047533.176163:0:30809:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005054bf8c reply state 0000000012c894dc transno 8589938308 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.176189:0:30809:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777047533.176205:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:0.0:1777047533.176212:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047533.176226:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e25f3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b7889ec expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1777047533.176419:0:30809:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777047533.176455:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54316:x1863365384393344:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 213019us (213520us total) trans 8589938308 rc 0/0 00000100:00100000:0.0:1777047533.176473:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1283 00000100:00100000:0.0:1777047533.176670:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434136320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.176738:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.176808:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434136320 00000100:00100000:0.0:1777047533.176818:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434136320 00000100:00100000:0.0:1777047533.176887:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6081 00000100:00100000:0.0:1777047533.176900:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434136320:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.177962:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434136320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1061us (1221us total) trans 21474838731 rc 0/0 00000100:00100000:0.0:1777047533.177976:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6081 00000100:00080000:0.0:1777047533.178020:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1777047533.178068:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977480/2, rc 0, transno 21474838731 00000100:00100000:0.0:1777047533.178080:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434136320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.178158:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047533.178171:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434136448:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.178219:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.178371:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434136576:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.178454:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.178506:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434136448 00000100:00100000:0.0:1777047533.178514:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434136448 00000100:00100000:0.0:1777047533.178592:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434136576 00000100:00100000:0.0:1777047533.178599:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434136576 00000100:00100000:0.0:1777047533.178630:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6082 00000100:00100000:0.0:1777047533.178642:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365434136448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047533.178830:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047533.178838:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:0.0:1777047533.178843:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047533.178848:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.178853:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047533.178916:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434136448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 273us (695us total) trans 21474838732 rc 0/0 00000100:00100000:0.0:1777047533.178928:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6082 00000100:00100000:0.0:1777047533.178956:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083 00000100:00100000:0.0:1777047533.178970:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3340:x1863365434136576:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047533.179133:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047533.179139:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047533.179145:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047533.179150:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047533.179155:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047533.179215:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3340:x1863365434136576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 247us (759us total) trans 21474838733 rc 0/0 00000100:00100000:0.0:1777047533.179228:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083 00000004:00080000:0.0:1777047533.179288:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974f800/2, rc 0, transno 21474838732 00000100:00100000:0.0:1777047533.179298:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434136448:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047533.179331:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f7100/2, rc 0, transno 21474838733 00000100:00100000:0.0:1777047533.179339:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434136576:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1777047533.180773:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.180794:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.180809:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.180822:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047533.180829:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.180844:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.180885:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d600) 00010000:00010000:2.0:1777047533.180891:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047533.180899:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.180910:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2838 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.183989:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434136960:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.184358:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.184448:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047533.184462:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434136832:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.184510:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.184598:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434136960 00000100:00100000:2.0:1777047533.184609:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434136960 00000100:00100000:2.0:1777047533.184709:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434136832 00000100:00100000:2.0:1777047533.184717:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434136832 00000100:00100000:2.0:1777047533.184760:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6084 00000100:00100000:2.0:1777047533.184775:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434136960:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047533.185383:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047533.185425:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:2.0:1777047533.185431:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047533.185435:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.185440:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047533.185515:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365434136960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 742us (1157us total) trans 17179871663 rc 0/0 00000100:00100000:2.0:1777047533.185530:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6084 00000100:00100000:2.0:1777047533.185915:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6085 00000100:00100000:2.0:1777047533.185931:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eea8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434136832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047533.186120:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:2.0:1777047533.186127:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:2.0:1777047533.186133:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047533.186138:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.186143:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 71 -> 71 00000100:00100000:2.0:1777047533.186200:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eea8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365434136832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 272us (1688us total) trans 17179871664 rc 0/0 00000100:00100000:2.0:1777047533.186212:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6085 00000100:00080000:1.0:1777047533.186595:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047533.195035:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434137344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.195138:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.195260:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137344 00000100:00100000:0.0:1777047533.195271:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137344 00000100:00100000:0.0:1777047533.195346:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6086 00000100:00100000:0.0:1777047533.195364:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434137344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047533.195770:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:0.0:1777047533.195779:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047533.195785:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047533.195791:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047533.195795:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047533.195873:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434137344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 511us (732us total) trans 21474838734 rc 0/0 00000100:00100000:0.0:1777047533.195889:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6086 00000004:00080000:0.0:1777047533.195969:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403bc000/2, rc 0, transno 21474838734 00000100:00100000:0.0:1777047533.195981:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434137344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.196364:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047533.196384:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434137472:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.196480:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.196588:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137472 00000100:00100000:0.0:1777047533.196597:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137472 00000100:00100000:0.0:1777047533.196647:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6087 00000100:00100000:0.0:1777047533.196660:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434137472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047533.196825:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047533.196832:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047533.196837:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047533.196842:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047533.196847:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047533.196906:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434137472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 246us (425us total) trans 21474838735 rc 0/0 00000100:00100000:0.0:1777047533.196919:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6087 00000004:00080000:0.0:1777047533.196993:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884a80/2, rc 0, transno 21474838735 00000100:00100000:0.0:1777047533.197003:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434137472:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.197089:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434137856:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.197133:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.197187:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137856 00000100:00100000:0.0:1777047533.197195:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137856 00000100:00100000:0.0:1777047533.197241:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6088 00000100:00100000:0.0:1777047533.197252:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434137856:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.198223:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047533.198273:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384393600 00000100:00100000:3.0:1777047533.198283:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384393600 00000100:00100000:1.0:1777047533.198348:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434136704:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.198350:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3619 00000100:00100000:3.0:1777047533.198364:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+67:54316:x1863365384393600:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047533.198424:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777047533.198440:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047533.198459:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e283f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ae1 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.198505:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137216:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047533.198544:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e283f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae1 expref: 68 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.198573:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e283f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae1 expref: 68 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.198589:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.198627:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137728:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047533.198656:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:3.0:1777047533.198664:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1777047533.198667:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047533.198671:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e400, rc 0) 00000100:00100000:3.0:1777047533.198734:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54316:x1863365384393600:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 371us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.198742:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047533.198749:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3619 00000100:00100000:1.0:1777047533.198754:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137088:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.198796:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777047533.198803:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047533.198822:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434136704 00000100:00100000:3.0:1777047533.198829:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434136704 00000100:00100000:1.0:1777047533.198834:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137600:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.198869:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137216 00000100:00100000:1.0:1777047533.198873:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047533.198874:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137216 00000100:00100000:3.0:1777047533.198902:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137728 00000100:00100000:3.0:1777047533.198908:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137728 00000100:00100000:1.0:1777047533.198921:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137088 00000100:00100000:1.0:1777047533.198927:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137088 00000100:00100000:3.0:1777047533.198936:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137600 00000100:00100000:3.0:1777047533.198941:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137600 00000100:00100000:1.0:1777047533.198968:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089 00000004:00080000:2.0:1777047533.199032:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378ff800/2, rc 0, transno 17179871664 00000100:00100000:2.0:1777047533.199043:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434136832:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047533.199079:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fe680/2, rc 0, transno 17179871663 00000100:00100000:2.0:1777047533.199086:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434136960:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.199255:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434136704:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.199304:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090 00000100:00100000:3.0:1777047533.199321:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434137216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047533.199509:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:1.0:1777047533.199517:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.199522:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047533.199527:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.199532:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x124:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1777047533.199532:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:3.0:1777047533.199538:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:3.0:1777047533.199542:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047533.199547:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:3.0:1777047533.199551:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047533.199629:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434137216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 311us (1037us total) trans 21474838738 rc 0/0 00000100:00100000:3.0:1777047533.199643:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090 00000100:00100000:3.0:1777047533.200035:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6091 00000100:00100000:1.0:1777047533.200434:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434136704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1451us (1990us total) trans 21474838737 rc 0/0 00000100:00100000:1.0:1777047533.200449:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089 00000100:00100000:1.0:1777047533.200480:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092 00000100:00100000:1.0:1777047533.200496:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365434137088:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.200723:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:1.0:1777047533.200730:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.200734:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047533.200739:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.200744:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047533.200806:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3341:x1863365434137088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 312us (2007us total) trans 17179871665 rc 0/0 00000100:00100000:1.0:1777047533.200821:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092 00000100:00100000:1.0:1777047533.200854:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6093 00000100:00100000:1.0:1777047533.200869:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434137600:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047533.201076:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:1.0:1777047533.201083:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.201088:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047533.201092:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.201097:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047533.201152:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434137600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 285us (2277us total) trans 21474838739 rc 0/0 00000100:00100000:1.0:1777047533.201165:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6093 00000004:00080000:2.0:1777047533.202383:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807076300/2, rc 0, transno 17179871665 00000100:00100000:2.0:1777047533.202429:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807076300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137088:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047533.202453:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886680/2, rc 0, transno 21474838739 00000100:00100000:2.0:1777047533.202461:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137600:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047533.202477:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986802e4c000/2, rc 0, transno 21474838737 00000100:00100000:2.0:1777047533.202484:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434136704:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047533.202498:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403bea00/2, rc 0, transno 21474838738 00000100:00100000:2.0:1777047533.202505:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137216:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047533.202787:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434138112:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.202845:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.203273:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434138240:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.203325:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.203483:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434138624:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.203528:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.203612:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434138112 00000100:00100000:2.0:1777047533.203623:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434138112 00000100:00100000:2.0:1777047533.203660:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434138240 00000100:00100000:2.0:1777047533.203666:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434138240 00000100:00100000:2.0:1777047533.203684:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434138624 00000100:00100000:2.0:1777047533.203689:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434138624 00000100:00100000:2.0:1777047533.203714:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6094 00000100:00100000:2.0:1777047533.203727:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365434138112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047533.203749:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434137728:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047533.203918:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047533.203919:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047533.203927:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:3.0:1777047533.203927:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.203934:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047533.203934:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047533.203940:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:3.0:1777047533.203940:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.203947:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1777047533.203947:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047533.205585:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095 00000100:00100000:1.0:1777047533.205604:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434138240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.205817:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047533.205823:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.205829:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047533.205833:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.205839:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047533.207457:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434137728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7406us (8784us total) trans 21474838740 rc 0/0 00000100:00100000:3.0:1777047533.207473:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6091 00000100:00100000:3.0:1777047533.207509:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6096 00000100:00100000:3.0:1777047533.207524:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434138624:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047533.207704:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:3.0:1777047533.207711:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.207716:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047533.207720:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.207725:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047533.207740:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434138112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4012us (4893us total) trans 17179871666 rc 0/0 00000100:00100000:2.0:1777047533.207754:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6094 00000100:00100000:3.0:1777047533.207776:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434138624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 257us (4247us total) trans 17179871668 rc 0/0 00000100:00100000:3.0:1777047533.207788:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6096 00000004:00080000:2.0:1777047533.207828:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d756300/2, rc 0, transno 17179871668 00000100:00100000:2.0:1777047533.207840:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434138624:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047533.207862:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754380/2, rc 0, transno 17179871666 00010000:00010000:3.0:1777047533.207867:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047533.209089:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434138240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3487us (5758us total) trans 17179871667 rc 0/0 00000100:00100000:1.0:1777047533.209106:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095 00000100:00100000:1.0:1777047533.209159:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434137984:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.209222:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.209277:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434138496:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.209321:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.209359:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047533.209371:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434138368:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.209452:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.209502:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434137984 00000100:00100000:1.0:1777047533.209512:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434137984 00000100:00100000:1.0:1777047533.209587:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434138496 00000100:00100000:1.0:1777047533.209595:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434138496 00000100:00100000:1.0:1777047533.209621:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434138368 00000100:00100000:1.0:1777047533.209626:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434138368 00000100:00100000:1.0:1777047533.210301:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6097 00000100:00100000:1.0:1777047533.210320:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3343:x1863365434137984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.210928:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047533.210936:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.210941:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:1.0:1777047533.210946:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.210951:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047533.211023:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434137984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 707us (1798us total) trans 17179871669 rc 0/0 00000100:00100000:3.0:1777047533.211037:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6098 00000100:00100000:3.0:1777047533.211053:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434138496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.211115:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434138112:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047533.211176:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755c00/2, rc 0, transno 17179871667 00000100:00100000:2.0:1777047533.211186:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434138240:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047533.211212:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884380/2, rc 0, transno 21474838740 00000100:00100000:2.0:1777047533.211221:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434137728:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047533.211229:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047533.211235:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.211240:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047533.211244:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.211248:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047533.211302:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434138496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 251us (1979us total) trans 17179871670 rc 0/0 00002000:00010000:0.0:1777047533.211429:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047533.211436:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.211441:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047533.211445:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.211450:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047533.211621:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365434137856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 14366us (14484us total) trans 21474838736 rc 0/0 00000100:00100000:2.0:1777047533.211723:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434138752:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.211776:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.211955:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434139136:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.212004:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.212460:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434139264:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.212512:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047533.213346:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434138752 00000100:00100000:2.0:1777047533.213356:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434138752 00000100:00100000:1.0:1777047533.213748:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6097 00000100:00100000:1.0:1777047533.213785:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139136 00000100:00100000:1.0:1777047533.213792:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139136 00000100:00100000:1.0:1777047533.213820:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139264 00000100:00100000:1.0:1777047533.213825:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139264 00000100:00100000:1.0:1777047533.213850:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6099 00000100:00100000:1.0:1777047533.213863:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434138368:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047533.214056:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6098 00002000:00010000:1.0:1777047533.214090:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 231092 -> 231092 00000100:00100000:3.0:1777047533.214090:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6100 00002000:00010000:1.0:1777047533.214097:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.214102:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00000100:00100000:3.0:1777047533.214104:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434139136:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.214107:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047533.214112:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047533.214178:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434138368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 314us (4723us total) trans 17179871671 rc 0/0 00000100:00100000:1.0:1777047533.214193:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6099 00002000:00010000:3.0:1777047533.214271:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047533.214278:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.214284:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00000100:00100000:1.0:1777047533.214288:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101 00002000:00010000:3.0:1777047533.214289:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.214293:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047533.214303:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434139264:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047533.214359:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434139136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 257us (2354us total) trans 17179871672 rc 0/0 00000100:00100000:3.0:1777047533.214373:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6100 00000004:00080000:3.0:1777047533.214496:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e7b0000/2, rc 0, transno 17179871672 00000100:00100000:3.0:1777047533.214517:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434139136:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047533.215339:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6088 00000100:00100000:0.0:1777047533.215458:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434138880:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047533.215514:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047533.216514:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434138880 00000100:00100000:3.0:1777047533.216524:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434138880 00002000:00010000:1.0:1777047533.216562:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:1.0:1777047533.216569:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.216574:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047533.216579:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.216584:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047533.216593:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6102 00000100:00100000:3.0:1777047533.216605:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434138880:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.216686:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434139264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2383us (4170us total) trans 17179871673 rc 0/0 00000100:00100000:1.0:1777047533.216701:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101 00000004:00080000:1.0:1777047533.216765:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e7b3b80/2, rc 0, transno 17179871673 00000100:00100000:1.0:1777047533.216775:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434139264:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047533.216778:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047533.216785:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.216789:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00000100:00100000:1.0:1777047533.216805:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434139008:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047533.216858:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.216936:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139008 00000100:00100000:1.0:1777047533.216944:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139008 00000100:00100000:1.0:1777047533.216990:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6103 00000100:00100000:1.0:1777047533.217286:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434139008:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047533.217486:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:1.0:1777047533.217494:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.217498:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047533.217503:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.217507:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047533.217605:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434139008:12345-0@lo:2:osp-syn-1-0.0 Request processed in 321us (745us total) trans 17179871675 rc 0/0 00000100:00100000:1.0:1777047533.217619:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6103 00000100:00100000:0.0:1777047533.218503:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434139392:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047533.218589:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.218643:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139392 00000100:00100000:0.0:1777047533.218650:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139392 00000100:00100000:0.0:1777047533.218698:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6104 00000100:00100000:0.0:1777047533.218713:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434139392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.219268:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6105 00000100:00100000:2.0:1777047533.219289:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434138752:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047533.219514:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:2.0:1777047533.219522:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.219527:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047533.219531:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047533.219568:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047533.219647:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434138752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 363us (7869us total) trans 17179871676 rc 0/0 00000100:00100000:2.0:1777047533.219661:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6105 00000004:00080000:1.0:1777047533.220626:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754000/2, rc 0, transno 17179871676 00000100:00100000:1.0:1777047533.220638:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434138752:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047533.221324:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.221331:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:1.0:1777047533.221981:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754e00/2, rc 0, transno 17179871675 00000100:00100000:1.0:1777047533.221993:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434139008:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047533.222183:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047533.222190:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.222194:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047533.222199:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.222204:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047533.223559:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434138880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6927us (8016us total) trans 17179871674 rc 0/0 00000100:00100000:3.0:1777047533.223576:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6102 00000004:00080000:2.0:1777047533.223612:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b885c00/2, rc 0, transno 21474838736 00000100:00100000:2.0:1777047533.223624:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434137856:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047533.223702:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d757b80/2, rc 0, transno 17179871674 00000100:00100000:2.0:1777047533.223712:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434138880:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047533.224271:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754a80/2, rc 0, transno 17179871671 00000100:00100000:1.0:1777047533.224282:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434138368:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047533.224307:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d757480/2, rc 0, transno 17179871669 00000100:00100000:1.0:1777047533.224314:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434137984:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047533.224331:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755180/2, rc 0, transno 17179871670 00000100:00100000:1.0:1777047533.224338:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434138496:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047533.224570:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434139520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047533.224640:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047533.225566:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139520 00000100:00100000:3.0:1777047533.225578:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139520 00000100:00100000:1.0:1777047533.225604:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047533.225620:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434139648:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.225635:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6106 00000100:00100000:3.0:1777047533.225650:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434139520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047533.225673:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.225734:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139648 00000100:00100000:1.0:1777047533.225741:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139648 00000100:00100000:1.0:1777047533.225784:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107 00000100:00100000:1.0:1777047533.225797:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434139648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047533.226016:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047533.226023:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.226028:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047533.226033:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.226038:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047533.226112:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434139648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 314us (435us total) trans 21474838741 rc 0/0 00000100:00100000:1.0:1777047533.226126:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107 00000004:00080000:1.0:1777047533.226189:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb0000/2, rc 0, transno 21474838741 00000100:00100000:1.0:1777047533.226200:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434139648:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047533.226277:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434139776:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047533.226326:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047533.226385:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139776 00002000:00010000:3.0:1777047533.226385:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 231092 -> 231092 00000100:00100000:1.0:1777047533.226425:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139776 00002000:00010000:3.0:1777047533.226425:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.226430:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047533.226434:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047533.226439:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047533.226889:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434139392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7868us (7989us total) trans 17179871677 rc 0/0 00000100:00100000:0.0:1777047533.226907:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6104 00000100:00100000:0.0:1777047533.226943:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6108 00000100:00100000:0.0:1777047533.226957:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434139776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047533.227563:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:0.0:1777047533.227571:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.227575:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047533.227580:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.227584:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047533.227655:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434139776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 700us (1326us total) trans 21474838743 rc 0/0 00000100:00100000:0.0:1777047533.227670:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6108 00000004:00080000:0.0:1777047533.227743:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e6a2a00/2, rc 0, transno 17179871677 00000100:00100000:0.0:1777047533.227754:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434139392:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047533.227792:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804818e00/2, rc 0, transno 21474838743 00000100:00100000:0.0:1777047533.227800:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804818e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434139776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.229269:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434139904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047533.229321:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.229386:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434139904 00000100:00100000:0.0:1777047533.229428:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434139904 00000100:00100000:3.0:1777047533.229428:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434139520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3778us (4785us total) trans 21474838742 rc 0/0 00000100:00100000:3.0:1777047533.229441:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6106 00000100:00100000:0.0:1777047533.229470:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6109 00000100:00100000:0.0:1777047533.229483:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434139904:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047533.229639:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047533.229645:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.229649:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047533.229654:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047533.229659:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047533.229739:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434139904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 256us (417us total) trans 21474838744 rc 0/0 00000100:00100000:0.0:1777047533.229752:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6109 00000004:00080000:3.0:1777047533.230082:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680481b100/2, rc 0, transno 21474838744 00000100:00100000:3.0:1777047533.230092:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434139904:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.230281:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047533.230298:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434140032:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047533.230352:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047533.230372:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810195880/2, rc 0, transno 21474838742 00000100:00100000:2.0:1777047533.230382:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434139520:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047533.230523:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434140032 00000100:00100000:1.0:1777047533.230531:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434140032 00000100:00100000:1.0:1777047533.230622:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6110 00000100:00100000:1.0:1777047533.230635:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434140032:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047533.230795:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:1.0:1777047533.230802:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.230806:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047533.230828:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047533.230833:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047533.231789:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434140032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1152us (1434us total) trans 21474838745 rc 0/0 00000100:00100000:1.0:1777047533.231804:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110 00000004:00080000:3.0:1777047533.232221:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680481bb80/2, rc 0, transno 21474838745 00000100:00100000:3.0:1777047533.232231:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434140032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047533.242971:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047533.243692:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384393856 00000100:00100000:3.0:1777047533.243707:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384393856 00000100:00100000:3.0:1777047533.243802:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1284 00000100:00100000:3.0:1777047533.243821:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54316:x1863365384393856:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047533.244413:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54316:x1863365384393856:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 567us (1424us total) trans 8589938309 rc 0/0 00000100:00100000:3.0:1777047533.244430:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1284 00000100:00100000:3.0:1777047533.334313:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047533.337943:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384393984 00000100:00100000:0.0:1777047533.337957:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384393984 00000100:00100000:0.0:1777047533.338057:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3620 00000100:00100000:0.0:1777047533.338075:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54318:x1863365384393984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047533.338108:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047533.338137:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2846 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ae8 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.338233:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.338256:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.338274:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.338297:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.338309:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.338321:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339124:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339144:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339168:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047533.339220:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:1.0:1777047533.339227:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047533.339253:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339272:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339285:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339296:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339307:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339316:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047533.339322:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339335:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339353:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047533.339359:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047533.339366:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339406:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e284d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339426:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339436:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339446:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339455:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047533.339459:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339469:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339482:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680299db00) 00010000:00010000:1.0:1777047533.339487:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047533.339492:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339501:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2854 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339622:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2846 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339654:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.339666:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:1.0:1777047533.339670:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047533.339674:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:1.0:1777047533.339860:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54318:x1863365384393984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1786us (5553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.339874:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3620 00000100:00100000:0.0:1777047533.372651:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047533.373162:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384394240 00000100:00100000:2.0:1777047533.373178:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384394240 00000100:00100000:2.0:1777047533.373277:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3621 00000100:00100000:2.0:1777047533.373296:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54318:x1863365384394240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047533.373325:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047533.373355:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2862 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788aef expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.373526:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2869 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.373908:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2869 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.373929:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2869 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047533.373952:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00010000:00010000:2.0:1777047533.374132:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2862 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aef expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.374159:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2869 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aef expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.374173:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:2.0:1777047533.374178:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047533.374184:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:2.0:1777047533.374279:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54318:x1863365384394240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 986us (1637us total) trans 8589938310 rc 0/0 00000100:00100000:2.0:1777047533.374292:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3621 00000100:00100000:2.0:1777047533.399588:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047533.400569:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384394496 00000100:00100000:3.0:1777047533.400866:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384394496 00000100:00100000:3.0:1777047533.400963:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3622 00000100:00100000:3.0:1777047533.400980:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54318:x1863365384394496:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047533.401014:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047533.401044:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2877 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788af6 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.401209:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e287e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.401235:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e287e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.401253:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e287e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047533.401272:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00010000:00010000:3.0:1777047533.401485:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e600/0x29ccbc23e99e2877 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788af6 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.401587:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e287e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788af6 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.401605:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:3.0:1777047533.401610:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047533.401615:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98684216e200, rc 0) 00000100:00100000:3.0:1777047533.401725:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54318:x1863365384394496:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 748us (2203us total) trans 8589938311 rc 0/0 00000100:00100000:3.0:1777047533.401738:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3622 00000100:00100000:3.0:1777047533.562910:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047533.563456:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384394624 00000100:00100000:1.0:1777047533.563474:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384394624 00000100:00100000:1.0:1777047533.564936:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3350 00000100:00100000:1.0:1777047533.564959:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384394624:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047533.565019:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.565452:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 37 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.565471:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.565475:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.565482:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.565604:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 37 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.565642:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 37 pid: 33459 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.566316:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434140160:192.168.201.26@tcp:104: 00000100:00080000:3.0:1777047533.566920:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047533.571935:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047533.594691:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434140160:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047533.594743:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.596374:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047533.597615:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384394752 00000100:00100000:1.0:1777047533.597633:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384394752 00010000:00010000:1.0:1777047533.597700:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 38 pid: 33459 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.597779:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2681 00000100:00100000:1.0:1777047533.597802:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+38:2410:x1863365384394752:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047533.597826:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047533.597865:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 38 pid: 33459 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.597893:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 38 pid: 33459 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.597936:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788acc expref: 38 pid: 33459 timeout: 4261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.597967:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047533.597971:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047533.597979:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.597997:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.598040:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047533.598156:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384394752:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 360us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047533.598177:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2681 00010000:00010000:0.0:1777047533.599437:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.599458:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.632589:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.632627:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.632650:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.632664:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047533.632672:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.632695:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.632734:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.632749:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e288c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.633158:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384394624:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 68198us (70256us total) trans 0 rc 231092/231092 00000100:00100000:0.0:1777047533.633177:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3350 00000100:00100000:3.0:1777047533.635533:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047533.635607:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434140288:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047533.635691:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047533.635793:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434140288 00000100:00100000:3.0:1777047533.635809:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434140288 00000100:00100000:3.0:1777047533.635884:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1777047533.635902:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434140288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047533.635959:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 220528640 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777047533.636050:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434140288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047533.636065:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1777047533.636152:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434140288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047533.637088:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434140416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047533.637159:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047533.638000:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434140416 00000100:00100000:0.0:1777047533.638011:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434140416 00000100:00100000:0.0:1777047533.638112:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1777047533.638128:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434140416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047533.638170:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 373882880 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047533.638251:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434140416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047533.638270:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1777047533.638425:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434140416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047533.674185:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047533.675627:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384394880 00000100:00100000:2.0:1777047533.675643:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384394880 00000100:00100000:2.0:1777047533.675850:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3351 00000100:00100000:2.0:1777047533.675881:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384394880:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047533.675957:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.676002:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 36 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.676020:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047533.676034:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047533.676040:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.676116:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 36 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.676142:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 36 pid: 32524 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.676179:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434140544:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047533.676365:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047533.701909:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434140544:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047533.701975:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.706841:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047533.714723:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395008 00000100:00100000:3.0:1777047533.714740:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395008 00010000:00010000:3.0:1777047533.714823:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 37 pid: 32524 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.714915:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2682 00000100:00100000:3.0:1777047533.714944:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+37:2410:x1863365384395008:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047533.715376:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047533.715473:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 37 pid: 32524 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.715501:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 37 pid: 32524 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.715558:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e26be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a16 expref: 37 pid: 32524 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.716289:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047533.716294:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047533.716312:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.716332:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.720532:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047533.723942:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384395008:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 8985us (17089us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047533.723962:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2682 00010000:00010000:1.0:1777047533.726582:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.726617:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.767454:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.767488:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.767506:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.767521:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047533.767530:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.767753:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.767784:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.767797:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f42a9ab7/0x29ccbc23e99e2893 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.768815:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384394880:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 92931us (94644us total) trans 0 rc 231092/231092 00000100:00100000:2.0:1777047533.768835:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3351 00000100:00100000:3.0:1777047533.789996:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047533.791258:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395136 00000100:00100000:2.0:1777047533.791273:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395136 00000100:00100000:2.0:1777047533.791438:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3352 00000100:00100000:2.0:1777047533.791459:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384395136:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047533.791514:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.791606:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 33 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.791624:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047533.791628:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047533.791635:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.791694:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 33 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.791721:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 33 pid: 7603 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.791747:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434140672:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047533.792282:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00080000:3.0:1777047533.792415:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047533.815766:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047533.819099:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434140672:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047533.819144:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.820610:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395264 00000100:00100000:0.0:1777047533.820623:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395264 00010000:00010000:0.0:1777047533.820693:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 34 pid: 7603 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047533.820754:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2683 00000100:00100000:0.0:1777047533.820771:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384395264:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047533.820795:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047533.820827:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 34 pid: 7603 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.820852:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 34 pid: 7603 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.820889:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e26da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a24 expref: 34 pid: 7603 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.820914:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047533.820940:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047533.820948:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.820965:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047533.821024:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047533.821120:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384395264:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 349us (5366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047533.821135:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2683 00010000:00010000:2.0:1777047533.822080:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.822100:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.840206:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.840237:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.840254:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.840268:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047533.840276:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.840293:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.840325:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.840340:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e289a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.840520:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384395136:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 49060us (50864us total) trans 0 rc 231092/231092 00000100:00100000:2.0:1777047533.840612:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3352 00000100:00100000:3.0:1777047533.856670:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047533.857104:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395392 00000100:00100000:1.0:1777047533.857120:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395392 00000100:00100000:1.0:1777047533.857234:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3353 00000100:00100000:1.0:1777047533.857253:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384395392:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047533.857305:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.857341:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 32 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.857359:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.857363:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.857371:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.857465:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 32 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.857491:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 32 pid: 6643 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.857518:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14917:1863365434140800:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047533.857961:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047533.880854:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047533.881710:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14917:1863365434140800:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047533.881781:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395520 00010000:00010000:1.0:1777047533.881785:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.881796:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395520 00010000:00010000:2.0:1777047533.881869:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 33 pid: 6643 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.881956:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2684 00000100:00100000:2.0:1777047533.881981:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384395520:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047533.882006:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047533.882044:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 33 pid: 6643 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882073:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 33 pid: 6643 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882115:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e26f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a32 expref: 33 pid: 6643 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882148:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.882152:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047533.882160:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882192:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.882269:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047533.882409:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384395520:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 402us (1540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047533.882426:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2684 00010000:00010000:3.0:1777047533.884319:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.884345:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.908821:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.908854:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.908872:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.908887:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047533.908896:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.908915:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.908980:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047533.909012:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.909166:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384395392:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 51910us (52503us total) trans 0 rc 231092/231092 00000100:00100000:2.0:1777047533.909187:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3353 00000100:00100000:0.0:1777047533.925238:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047533.925481:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395648 00000100:00100000:1.0:1777047533.925502:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395648 00000100:00100000:1.0:1777047533.925696:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3354 00000100:00100000:1.0:1777047533.925722:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384395648:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047533.925787:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.925843:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.925860:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.925864:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047533.925876:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.925937:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 31 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.925967:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 31 pid: 6640 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.925994:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365434140928:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047533.926518:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047533.957087:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365434140928:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047533.957135:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047533.965739:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047533.965891:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395776 00000100:00100000:3.0:1777047533.965909:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395776 00010000:00010000:3.0:1777047533.965973:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 32 pid: 6640 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047533.966032:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2685 00000100:00100000:3.0:1777047533.966051:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384395776:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047533.966076:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047533.966112:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 32 pid: 6640 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.966141:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 32 pid: 6640 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.966180:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e2712 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a40 expref: 32 pid: 6640 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.966211:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047533.966215:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047533.966224:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.966243:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047533.966336:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047533.966477:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384395776:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 427us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047533.966495:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2685 00010000:00010000:1.0:1777047533.969679:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.969705:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.988443:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.988476:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.988505:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.988519:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047533.988527:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.988650:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.988686:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047533.988704:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047533.988867:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384395648:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 63147us (63659us total) trans 0 rc 231092/231092 00000100:00100000:1.0:1777047533.988889:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3354 00000100:00100000:2.0:1777047534.020066:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047534.020268:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384395904 00000100:00100000:1.0:1777047534.020285:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384395904 00000100:00100000:1.0:1777047534.020438:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3355 00000100:00100000:1.0:1777047534.020459:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384395904:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047534.020514:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.022004:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 35 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.022022:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047534.022026:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047534.022032:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.022098:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 35 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.022125:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 35 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.022153:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434141056:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047534.022285:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609540 going to sleep for 11 seconds 00000100:00100000:2.0:1777047534.039982:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047534.040440:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396032 00000100:00100000:3.0:1777047534.040455:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396032 00010000:00010000:3.0:1777047534.040520:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 36 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.040680:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2686 00000100:00100000:3.0:1777047534.040700:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384396032:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047534.040754:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047534.040791:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 36 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.040818:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 36 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.040857:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.040861:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.040870:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.040891:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.040937:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047534.041022:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384396032:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 326us (1051us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047534.041038:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2686 00010000:00010000:1.0:1777047534.046715:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e272e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a4e expref: 35 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.046753:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434141056:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047534.046792:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.046813:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.046829:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.076773:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.076807:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.076831:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.076847:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98684217e600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047534.076897:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.076916:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.076953:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.076967:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8d8ddeb/0x29ccbc23e99e28af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.079111:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384395904:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 58643us (59044us total) trans 0 rc 231092/231092 00000100:00100000:1.0:1777047534.079134:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3355 00000100:00100000:0.0:1777047534.120337:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.120597:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396160 00000100:00100000:2.0:1777047534.120613:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396160 00000100:00100000:2.0:1777047534.121897:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3356 00000100:00100000:2.0:1777047534.121920:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384396160:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047534.121978:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.122012:0:26859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 30 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.122029:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.122034:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.122040:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.122095:0:26859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 30 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.122135:0:26859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 30 pid: 33475 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.122162:0:26859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26859:1863365434141184:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047534.122322:0:26859:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047534.166477:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047534.168706:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396288 00000100:00100000:1.0:1777047534.168721:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396288 00010000:00010000:1.0:1777047534.168782:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 31 pid: 33475 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.168874:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2687 00000100:00100000:1.0:1777047534.168894:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384396288:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047534.168960:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047534.168996:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 31 pid: 33475 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.169025:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 31 pid: 33475 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.169066:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.169070:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.169078:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.169096:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.169135:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047534.169254:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384396288:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 364us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047534.169860:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2687 00010000:00010000:2.0:1777047534.171494:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ae5a244/0x29ccbc23e99e274a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a5c expref: 30 pid: 33475 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.171527:0:26859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26859:1863365434141184:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047534.171640:0:26859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.171661:0:26859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.171676:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.208832:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.208866:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.208895:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.208910:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047534.208918:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.208960:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.208991:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.209005:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e28b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.209177:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384396160:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 87257us (88844us total) trans 0 rc 231092/231092 00000100:00100000:2.0:1777047534.209220:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3356 00010000:00010000:1.0:1777047534.215818:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047534.250565:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.251135:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396416 00000100:00100000:2.0:1777047534.251151:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396416 00000100:00100000:2.0:1777047534.251262:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3357 00000100:00100000:2.0:1777047534.251278:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384396416:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047534.251330:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.251477:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.251497:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.251500:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.251506:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.251938:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 34 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.251963:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 34 pid: 26191 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.252280:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434141312:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047534.252418:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047534.269298:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434141312:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047534.269341:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.274101:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047534.277082:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396544 00000100:00100000:3.0:1777047534.277098:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396544 00010000:00010000:3.0:1777047534.277156:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 35 pid: 26191 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.277240:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2688 00000100:00100000:3.0:1777047534.277257:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384396544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047534.277280:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047534.277311:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 35 pid: 26191 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.277337:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 35 pid: 26191 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.277405:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e2766 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a6a expref: 35 pid: 26191 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.277433:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.277437:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.277445:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.277462:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.277602:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047534.277681:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384396544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 426us (3586us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047534.277697:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2688 00010000:00010000:0.0:1777047534.278065:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.278084:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.297644:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.297676:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.297704:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.297718:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047534.297727:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.297743:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.297774:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.297789:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.298060:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384396416:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 46777us (47499us total) trans 0 rc 231092/231092 00000100:00100000:2.0:1777047534.298080:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3357 00000100:00100000:3.0:1777047534.340292:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.341586:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396672 00000100:00100000:2.0:1777047534.341603:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396672 00000100:00100000:2.0:1777047534.341822:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3358 00000100:00100000:2.0:1777047534.341841:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384396672:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047534.341896:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.341948:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 33 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.341966:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.341971:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.341978:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.342039:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 33 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.342065:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 33 pid: 33787 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.342093:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434141440:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047534.342242:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047534.360279:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434141440:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047534.360329:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.360799:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.361411:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396800 00000100:00100000:2.0:1777047534.361423:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396800 00010000:00010000:2.0:1777047534.361503:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 34 pid: 33787 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.361646:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2689 00000100:00100000:2.0:1777047534.361665:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384396800:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047534.361689:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047534.361724:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 34 pid: 33787 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.361748:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 34 pid: 33787 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.361785:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c980afd6/0x29ccbc23e99e2782 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a78 expref: 34 pid: 33787 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.361811:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.361814:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.361821:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.361839:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.361896:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047534.362762:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384396800:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1098us (1962us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.362780:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2689 00010000:00010000:3.0:1777047534.368959:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.369014:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.400717:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.400750:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.400769:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.400782:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047534.400791:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.400809:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.400842:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.400859:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e28c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.401014:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384396672:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 59171us (60726us total) trans 0 rc 231092/231092 00000100:00100000:2.0:1777047534.401035:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3358 00000100:00100000:3.0:1777047534.430787:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047534.433611:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384396928 00000100:00100000:0.0:1777047534.433626:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384396928 00000100:00100000:0.0:1777047534.433775:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3359 00000100:00100000:0.0:1777047534.433796:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384396928:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047534.433880:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.433915:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 29 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.433933:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047534.433936:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047534.433943:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.434001:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 29 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.434027:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 29 pid: 33459 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.434055:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434141568:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047534.434202:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047534.457826:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047534.458039:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434141568:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047534.458089:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.458804:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397056 00000100:00100000:3.0:1777047534.458817:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397056 00010000:00010000:3.0:1777047534.458874:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 30 pid: 33459 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.458945:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2690 00000100:00100000:3.0:1777047534.458964:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384397056:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047534.458987:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047534.459018:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 30 pid: 33459 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.459044:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 30 pid: 33459 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.459081:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a7a56f8/0x29ccbc23e99e279e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a86 expref: 30 pid: 33459 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.459110:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.459114:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.459122:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.459141:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.459182:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047534.459274:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384397056:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 310us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047534.459290:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2690 00010000:00010000:0.0:1777047534.459837:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.459867:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.485364:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.485425:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.485444:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.485457:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047534.485465:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.485480:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.485511:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.485526:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e28cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.485736:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384396928:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 51939us (54954us total) trans 0 rc 231092/231092 00000100:00100000:0.0:1777047534.485757:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3359 00000100:00100000:3.0:1777047534.513240:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.514873:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397184 00000100:00100000:2.0:1777047534.514889:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397184 00000100:00100000:2.0:1777047534.515306:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3360 00000100:00100000:2.0:1777047534.515324:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384397184:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047534.515410:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.515443:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 32 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.515458:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.515461:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.515467:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.515610:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 32 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.515636:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 32 pid: 6642 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.515660:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434141696:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047534.515773:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047534.537610:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434141696:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047534.537987:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.544163:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047534.553663:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397312 00000100:00100000:1.0:1777047534.553682:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397312 00010000:00010000:1.0:1777047534.553754:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 33 pid: 6642 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.553834:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2691 00000100:00100000:1.0:1777047534.553945:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384397312:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047534.553968:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047534.554001:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 33 pid: 6642 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.554027:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 33 pid: 6642 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.554064:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000595ba28a/0x29ccbc23e99e27ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788a94 expref: 33 pid: 6642 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.554090:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.554094:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047534.554101:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.554120:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.554160:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047534.554247:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384397312:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 397us (10091us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047534.554263:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2691 00010000:00010000:0.0:1777047534.555495:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.555515:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.573021:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.573048:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.573064:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.573076:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047534.573083:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.573098:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.573135:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.573147:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acc976ac/0x29ccbc23e99e28d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.573280:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384397184:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 57953us (60046us total) trans 0 rc 231092/231092 00000100:00100000:0.0:1777047534.573297:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3360 00000100:00100000:3.0:1777047534.603254:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.604203:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397440 00000100:00100000:2.0:1777047534.604218:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397440 00000100:00100000:2.0:1777047534.604309:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3361 00000100:00100000:2.0:1777047534.604324:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384397440:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047534.604404:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.604447:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 28 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.604462:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.604466:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047534.604472:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.604525:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 28 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.604584:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 28 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.604608:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434141824:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047534.605382:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047534.631981:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.632508:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434141824:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047534.632886:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047534.635565:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397568 00000100:00100000:0.0:1777047534.635582:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397568 00010000:00010000:0.0:1777047534.635641:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 29 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.635779:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2692 00000100:00100000:3.0:1777047534.635800:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384397568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047534.635824:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047534.635881:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 29 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.635906:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 29 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.635945:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e27d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aa2 expref: 29 pid: 33788 timeout: 4262 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.635971:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.635974:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.635982:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.635999:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.636057:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047534.636131:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384397568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 336us (4161us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047534.636145:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2692 00010000:00010000:2.0:1777047534.636593:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.636611:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.663031:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.663063:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.663080:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.663093:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047534.663103:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.663118:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.663150:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.663165:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000010ba843d/0x29ccbc23e99e28d9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.663326:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384397440:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 58996us (60077us total) trans 0 rc 231092/231092 00000100:00100000:2.0:1777047534.663345:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3361 00000100:00100000:2.0:1777047534.707160:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047534.708463:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397696 00000100:00100000:1.0:1777047534.708499:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397696 00000100:00100000:1.0:1777047534.708666:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3362 00000100:00100000:1.0:1777047534.708684:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384397696:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047534.708739:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.708775:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 31 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.708792:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047534.708797:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047534.708803:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.708869:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 31 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.708894:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 31 pid: 33475 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.710938:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434141952:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047534.711203:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047534.737158:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434141952:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047534.737204:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.741412:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047534.743215:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397824 00000100:00100000:3.0:1777047534.743229:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397824 00010000:00010000:3.0:1777047534.743310:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 32 pid: 33475 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.744490:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2693 00000100:00100000:3.0:1777047534.744509:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384397824:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047534.744535:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047534.744569:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 32 pid: 33475 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.744592:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 32 pid: 33475 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.744695:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001c41d5b2/0x29ccbc23e99e27f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ab0 expref: 32 pid: 33475 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.744720:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.744723:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047534.744730:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.744747:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.744805:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047534.744875:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.744891:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.744904:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384397824:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 400us (3502us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047534.744918:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2693 00010000:00010000:1.0:1777047534.766293:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.766326:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.766341:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.766353:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047534.766361:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.766409:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.766438:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.766460:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.766988:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384397696:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 58300us (59852us total) trans 0 rc 231092/231092 00000100:00100000:1.0:1777047534.767006:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3362 00000100:00100000:2.0:1777047534.799790:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047534.806518:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384397952 00000100:00100000:1.0:1777047534.806536:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384397952 00000100:00100000:1.0:1777047534.806818:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3363 00000100:00100000:1.0:1777047534.806837:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384397952:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047534.806886:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.806919:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 27 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.806933:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047534.806936:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047534.806942:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.807248:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 27 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047534.807284:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 27 pid: 26191 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.807307:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365434142080:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047534.807640:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047534.828824:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047534.829545:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384398080 00000100:00100000:2.0:1777047534.829558:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384398080 00010000:00010000:2.0:1777047534.829652:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 28 pid: 26191 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047534.829714:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2694 00000100:00100000:2.0:1777047534.829732:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384398080:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047534.829753:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047534.829783:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 28 pid: 26191 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.829807:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 28 pid: 26191 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.829842:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.829845:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047534.829853:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.829880:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047534.829911:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047534.830097:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384398080:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 368us (1283us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047534.830113:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2694 00010000:00010000:1.0:1777047534.830169:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e280e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788abe expref: 27 pid: 26191 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047534.830202:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365434142080:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047534.830239:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.835691:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047534.835716:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.866632:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.866662:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.866688:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.866702:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047534.866709:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.866725:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.866751:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.866765:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e28e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047534.866939:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384397952:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 60098us (67150us total) trans 0 rc 231092/231092 00000100:00100000:3.0:1777047534.866959:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3363 00000100:00100000:0.0:1777047534.946798:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047534.947525:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384398208 00000100:00100000:3.0:1777047534.947603:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384398208 00000100:00100000:3.0:1777047534.948197:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 506 00000100:00100000:3.0:1777047534.948220:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54318:x1863365384398208:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047534.948248:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047534.948288:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e200/0x29ccbc23e99e287e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788af6 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047534.948326:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:3.0:1777047534.948335:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047534.948466:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54318:x1863365384398208:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 250us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047534.948483:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 506 00000100:00100000:0.0:1777047534.969136:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047534.969829:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384398464 00000100:00100000:1.0:1777047534.969877:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384398464 00000100:00100000:1.0:1777047534.969992:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1285 00000100:00100000:1.0:1777047534.970013:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54318:x1863365384398464:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047534.970491:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54318:x1863365384398464:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 479us (1363us total) trans 8589938312 rc 0/0 00000100:00100000:1.0:1777047534.970509:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1285 00000100:00100000:2.0:1777047535.004411:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047535.005620:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384398720 00000100:00100000:3.0:1777047535.005995:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384398720 00000100:00100000:3.0:1777047535.006248:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3623 00000100:00100000:3.0:1777047535.006268:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384398720:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047535.006332:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047535.006390:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e28ee lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788afd expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.006545:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.006949:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.006970:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.007317:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.007346:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 75 pid: 30806 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.007440:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434142208:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047535.007610:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff986806261900 going to sleep for 11 seconds 00000100:00080000:1.0:1777047535.012555:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047535.023826:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434142208:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047535.023892:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.038746:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047535.040335:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384398848 00000100:00100000:3.0:1777047535.040352:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384398848 00010000:00010000:3.0:1777047535.040442:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 76 pid: 30806 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.040525:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2695 00000100:00100000:3.0:1777047535.040581:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384398848:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047535.040608:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047535.040620:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 76 pid: 30806 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.040646:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 76 pid: 30806 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.040683:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e285b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae8 expref: 76 pid: 30806 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.040711:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:3.0:1777047535.040720:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.040740:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.040768:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.040920:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.040942:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047535.040976:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00010000:00010000:1.0:1777047535.041616:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89e00/0x29ccbc23e99e28ee lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 77 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.041652:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.041670:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:1.0:1777047535.041676:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047535.041682:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89c00, rc 0) 00010000:00010000:3.0:1777047535.041713:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047535.041947:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384398720:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 35679us (37893us total) trans 8589938313 rc 0/0 00000100:00100000:1.0:1777047535.041966:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3623 00000100:00100000:3.0:1777047535.048243:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2411:x1863365384398848:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 7659us (9500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.048266:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2695 00000100:00100000:2.0:1777047535.065924:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.066410:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384398976 00000100:00100000:1.0:1777047535.066427:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384398976 00000100:00100000:1.0:1777047535.066528:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3624 00000100:00100000:1.0:1777047535.066602:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384398976:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047535.066638:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.066670:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e2903 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b04 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.066799:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.066852:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.066871:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.066936:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.066961:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 76 pid: 30805 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.066985:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434142336:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047535.067115:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.083268:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.083396:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956f800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434142336:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047535.083439:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.084122:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384399104 00000100:00100000:3.0:1777047535.084156:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384399104 00010000:00010000:3.0:1777047535.084210:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 77 pid: 30805 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.084280:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2696 00000100:00100000:3.0:1777047535.084297:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2411:x1863365384399104:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047535.084319:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047535.084329:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 77 pid: 30805 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.084350:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 77 pid: 30805 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.084412:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e28f5 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788afd expref: 77 pid: 30805 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.084445:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:3.0:1777047535.084454:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.084471:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.084484:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.084513:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047535.084655:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384399104:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 359us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.084670:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2696 00010000:00010000:0.0:1777047535.089468:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.092284:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047535.092388:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:0.0:1777047535.092396:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047535.092430:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.092513:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e2903 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b04 expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.092599:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b04 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.092615:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:0.0:1777047535.092620:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047535.092625:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800030c00, rc 0) 00000100:00100000:0.0:1777047535.093036:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384398976:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 26456us (27501us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.093051:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3624 00000100:00100000:2.0:1777047535.107875:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.108025:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384399232 00000100:00100000:1.0:1777047535.108038:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384399232 00000100:00100000:1.0:1777047535.108169:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6111 00000100:00100000:1.0:1777047535.108185:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384399232:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047535.108211:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.108239:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b0b expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047535.108281:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb9766, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047535.108307:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.108310:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.108324:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 31 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.108387:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 31 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.108408:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800031c00, rc 0) 00000100:00100000:1.0:1777047535.108492:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384399232:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 309us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.108504:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6111 00000100:00080000:3.0:1777047535.109526:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047535.123682:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.124138:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384399488 00000100:00100000:1.0:1777047535.124153:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384399488 00000100:00100000:1.0:1777047535.124238:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3625 00000100:00100000:1.0:1777047535.124253:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384399488:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047535.124320:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047535.124378:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e290a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b04 expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.124428:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:1.0:1777047535.124437:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047535.124867:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.124891:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.124908:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047535.125010:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938314 00000004:00010000:1.0:1777047535.125056:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2ea5404 reply state 000000009149e48f transno 8589938315 ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.125071:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047535.125201:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384399488:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 950us (1530us total) trans 8589938315 rc 0/0 00000100:00100000:1.0:1777047535.125214:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3625 00000020:00080000:1.0:1777047535.125222:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047535.135243:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047535.135514:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.135897:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.135912:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.135918:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384399744 00010000:00010000:3.0:1777047535.135923:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047535.135930:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.135931:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384399744 00010000:00010000:3.0:1777047535.135942:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.135964:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:3.0:1777047535.135969:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047535.135977:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.135987:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2918 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.135993:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1286 00000100:00100000:0.0:1777047535.136030:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384399744:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:0.0:1777047535.136483:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384399744:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 453us (1249us total) trans 8589938316 rc 0/0 00000100:00100000:0.0:1777047535.136497:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1286 00000100:00100000:2.0:1777047535.145664:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.146083:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384400000 00000100:00100000:1.0:1777047535.146097:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384400000 00000100:00100000:1.0:1777047535.146180:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3626 00000100:00100000:1.0:1777047535.146197:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384400000:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047535.146226:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.146231:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047535.146288:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2869 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788aef expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.146321:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98684216e400/0x29ccbc23e99e283f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ae1 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.146339:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78d000) 00010000:00010000:1.0:1777047535.146354:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047535.146406:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e291f lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b12 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.146480:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2926 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.146499:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2926 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.146513:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2926 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047535.159763:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1245, 88 off113728 00000004:00080000:1.0:1777047535.159786:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163542251339ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.160264:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1232, 88 off112496 00000004:00080000:1.0:1777047535.160277:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163542742547ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.160334:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1233, 88 off112584 00000004:00080000:1.0:1777047535.160341:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163542806767ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.160391:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1246, 88 off113816 00000004:00080000:1.0:1777047535.160398:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163542863235ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162432:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1247, 88 off113904 00000004:00080000:1.0:1777047535.162444:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163544909583ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162495:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1234, 88 off112672 00000004:00080000:1.0:1777047535.162504:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163544969368ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.162567:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1235, 88 off112760 00000004:00080000:1.0:1777047535.162576:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163545041188ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.162603:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1248, 88 off113992 00000004:00080000:1.0:1777047535.162610:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163545075133ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162635:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1236, 88 off112848 00000004:00080000:1.0:1777047535.162641:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163545106966ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.162668:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1249, 88 off114080 00000004:00080000:1.0:1777047535.162674:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163545139458ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162700:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1237, 88 off112936 00000004:00080000:1.0:1777047535.162706:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163545171868ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.162733:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1250, 88 off114168 00000004:00080000:1.0:1777047535.162740:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163545205691ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162766:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1251, 88 off114256 00000004:00080000:1.0:1777047535.162773:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163545238673ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162800:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1238, 88 off113024 00000004:00080000:1.0:1777047535.162807:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163545272113ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.162873:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1239, 88 off113112 00000004:00080000:1.0:1777047535.162882:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163545347188ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.162914:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1252, 88 off114344 00000004:00080000:1.0:1777047535.162921:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163545386486ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162949:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1253, 88 off114432 00000004:00080000:1.0:1777047535.162956:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163545421573ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.162983:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1240, 88 off113200 00000004:00080000:1.0:1777047535.162989:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163545454178ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.163012:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1254, 88 off114520 00000004:00080000:1.0:1777047535.163018:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163545483391ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.163349:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1241, 88 off113288 00000004:00080000:1.0:1777047535.164137:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163546601901ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.164177:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1242, 88 off113376 00000004:00080000:1.0:1777047535.164184:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163546649736ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.164207:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1255, 88 off114608 00000004:00080000:1.0:1777047535.164214:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163546679828ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.164292:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1257, 88 off114776 00000004:00080000:1.0:1777047535.164328:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163546793446ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.164386:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1243, 88 off113464 00000004:00080000:1.0:1777047535.164394:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163546859148ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.164419:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1244, 88 off113552 00000004:00080000:1.0:1777047535.164424:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163546889896ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.164446:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1258, 88 off114864 00000004:00080000:1.0:1777047535.164451:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163546916821ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.164471:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1259, 88 off114952 00000004:00080000:1.0:1777047535.164475:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163546941193ns, next at 4153942082909ns, rc = 0 00000040:00080000:1.0:1777047535.164496:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1245, 88 off113640 00000004:00080000:1.0:1777047535.164502:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163546967271ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.164524:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1246, 88 off113728 00000004:00080000:1.0:1777047535.164529:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4163546994701ns, next at 4153942494947ns, rc = 0 00000040:00080000:1.0:1777047535.164582:0:30806:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1260, 88 off115040 00000004:00080000:1.0:1777047535.164589:0:30806:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4163547054783ns, next at 4153942082909ns, rc = 0 00010000:00010000:0.0:1777047535.233606:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047535.265924:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2926 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b12 expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.266180:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747600) 00010000:00010000:0.0:1777047535.266185:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047535.266209:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e291f lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b12 expref: 78 pid: 30806 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.266253:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2926 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b12 expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.266296:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747600) 00010000:00010000:0.0:1777047535.266300:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047535.266304:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800030400, rc 0) 00000100:00100000:0.0:1777047535.266420:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384400000:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 120225us (120765us total) trans 8589938317 rc 0/0 00000100:00100000:0.0:1777047535.266432:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3626 00000001:00080000:3.0:1777047535.266587:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938316 is committed 00000001:00080000:3.0:1777047535.266604:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938317 is committed 00000004:00080000:3.0:1777047535.266609:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1161 committed 00000004:00080000:3.0:1777047535.266620:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1149 committed 00000004:00080000:3.0:1777047535.266628:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1148 committed 00000004:00080000:3.0:1777047535.266632:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1160 committed 00000004:00080000:3.0:1777047535.266634:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1159 committed 00000004:00080000:3.0:1777047535.266637:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1147 committed 00000004:00080000:3.0:1777047535.266641:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1146 committed 00000004:00080000:3.0:1777047535.266643:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1158 committed 00000004:00080000:3.0:1777047535.266646:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1157 committed 00000004:00080000:3.0:1777047535.266649:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1145 committed 00000004:00080000:3.0:1777047535.266653:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1144 committed 00000004:00080000:3.0:1777047535.266656:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1156 committed 00000004:00080000:3.0:1777047535.266658:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1143 committed 00000004:00080000:3.0:1777047535.266661:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1155 committed 00000004:00080000:3.0:1777047535.266664:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1154 committed 00000004:00080000:3.0:1777047535.266667:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1142 committed 00000004:00080000:3.0:1777047535.266670:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1141 committed 00000004:00080000:3.0:1777047535.266672:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1153 committed 00000004:00080000:3.0:1777047535.266675:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1152 committed 00000004:00080000:3.0:1777047535.266678:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1140 committed 00000004:00080000:3.0:1777047535.266681:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1151 committed 00000004:00080000:3.0:1777047535.266684:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1139 committed 00000004:00080000:3.0:1777047535.266687:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1150 committed 00000004:00080000:3.0:1777047535.266690:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1138 committed 00000004:00080000:3.0:1777047535.266693:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1137 committed 00000004:00080000:3.0:1777047535.266695:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1149 committed 00000004:00080000:3.0:1777047535.266698:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1148 committed 00000004:00080000:3.0:1777047535.266701:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1136 committed 00000004:00080000:3.0:1777047535.266704:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1135 committed 00000004:00080000:3.0:1777047535.266707:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1147 committed 00000100:00100000:0.0:1777047535.267620:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434142464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.267679:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.267717:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434142976:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.267745:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.267773:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777047535.267781:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434142592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.267810:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.267854:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434143104:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.267881:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.267922:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434142720:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.267955:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.267981:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434143232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.268008:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.268030:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047535.268037:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434142848:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.268067:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.268088:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434143360:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.268114:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.268165:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434142464 00000100:00100000:0.0:1777047535.268173:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434142464 00000100:00100000:0.0:1777047535.268234:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434142976 00000100:00100000:0.0:1777047535.268238:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434142976 00000100:00100000:0.0:1777047535.268262:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434142592 00000100:00100000:0.0:1777047535.268266:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434142592 00000100:00100000:0.0:1777047535.268284:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434143104 00000100:00100000:0.0:1777047535.268286:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434143104 00000100:00100000:0.0:1777047535.268302:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434142720 00000100:00100000:0.0:1777047535.268306:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434142720 00000100:00100000:0.0:1777047535.268319:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434143232 00000100:00100000:0.0:1777047535.268322:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434143232 00000100:00100000:0.0:1777047535.268333:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434142848 00000100:00100000:0.0:1777047535.268336:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434142848 00000100:00100000:0.0:1777047535.268350:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434143360 00000100:00100000:0.0:1777047535.268372:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434143360 00000100:00100000:0.0:1777047535.268392:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6112 00000100:00100000:0.0:1777047535.268402:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434142464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.268662:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434142464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 259us (981us total) trans 17179871678 rc 0/0 00000100:00100000:0.0:1777047535.268672:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6112 00000100:00100000:0.0:1777047535.268694:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6113 00000100:00100000:0.0:1777047535.268703:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434142976:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047535.268825:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.268830:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047535.268834:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047535.268837:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047535.268841:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.268878:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434142976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (1130us total) trans 17179871679 rc 0/0 00000100:00100000:0.0:1777047535.268888:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6113 00000100:00100000:0.0:1777047535.268906:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6114 00000100:00100000:0.0:1777047535.268914:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434142592:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047535.269026:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.269031:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:0.0:1777047535.269035:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047535.269038:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.269041:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.269074:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434142592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 159us (1262us total) trans 17179871680 rc 0/0 00000100:00100000:0.0:1777047535.269082:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6114 00000100:00100000:0.0:1777047535.269098:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6115 00000100:00100000:0.0:1777047535.269106:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434143104:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047535.269214:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.269218:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047535.269221:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047535.269225:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047535.269227:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.269262:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434143104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 156us (1379us total) trans 17179871681 rc 0/0 00000100:00100000:0.0:1777047535.269272:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6115 00000100:00100000:0.0:1777047535.269290:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6116 00000100:00100000:0.0:1777047535.269299:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434142720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.269461:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434142720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 163us (1506us total) trans 17179871682 rc 0/0 00000100:00100000:0.0:1777047535.269471:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6116 00000100:00100000:0.0:1777047535.269487:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6117 00000100:00100000:0.0:1777047535.269495:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434143232:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.269950:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434143232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 453us (1939us total) trans 17179871683 rc 0/0 00000100:00100000:0.0:1777047535.269959:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6117 00000100:00100000:0.0:1777047535.269976:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6118 00000100:00100000:0.0:1777047535.269983:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434142848:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047535.270091:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.270096:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047535.270099:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb atime from disk: 1777047285 -> 1777047285 00002000:00010000:0.0:1777047535.270102:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047535.270105:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x128:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.270140:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434142848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 158us (2072us total) trans 17179871684 rc 0/0 00000100:00100000:0.0:1777047535.270149:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6118 00000100:00100000:0.0:1777047535.270169:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119 00000100:00100000:0.0:1777047535.270178:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434143360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047535.270287:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.270292:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.270295:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047535.270297:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.270300:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.270331:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434143360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 154us (2217us total) trans 17179871685 rc 0/0 00000100:00100000:0.0:1777047535.270340:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119 00000100:00080000:0.0:1777047535.273176:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1777047535.273253:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d64000/2, rc 0, transno 17179871684 00000004:00080000:1.0:1777047535.273449:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d66300/2, rc 0, transno 17179871680 00000100:00100000:1.0:1777047535.273460:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434142592:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047535.273475:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d65f80/2, rc 0, transno 17179871681 00000100:00100000:1.0:1777047535.273480:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434143104:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047535.273491:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d64e00/2, rc 0, transno 17179871678 00000100:00100000:1.0:1777047535.273496:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434142464:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047535.273508:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d64700/2, rc 0, transno 17179871679 00000100:00100000:1.0:1777047535.273513:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434142976:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047535.274705:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434143488:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.274771:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.274832:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144000:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.274864:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.274892:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777047535.274900:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434143616:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.274929:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.274954:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144128:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.274983:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.275388:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434143488 00000100:00100000:2.0:1777047535.275398:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434143488 00000100:00100000:2.0:1777047535.275475:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144000 00000100:00100000:2.0:1777047535.275480:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144000 00000100:00100000:2.0:1777047535.275506:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434143616 00000100:00100000:2.0:1777047535.275510:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434143616 00000100:00100000:2.0:1777047535.275529:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144128 00000100:00100000:2.0:1777047535.275559:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144128 00000100:00100000:2.0:1777047535.275589:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6120 00000100:00100000:2.0:1777047535.275599:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434143488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.276387:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434142848:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.276410:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6121 00000100:00100000:0.0:1777047535.276421:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eeabc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3342:x1863365434144000:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.276616:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eeabc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3342:x1863365434144000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 196us (1749us total) trans 21474838747 rc 0/0 00000100:00080000:1.0:1777047535.277170:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047535.277249:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3342:x1863365434143488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1651us (2478us total) trans 21474838746 rc 0/0 00000100:00100000:2.0:1777047535.277259:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6120 00000100:00100000:2.0:1777047535.277285:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122 00000100:00100000:2.0:1777047535.277295:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3342:x1863365434143616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047535.277434:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047535.277439:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047526 -> 1777047526 00002000:00010000:2.0:1777047535.277443:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047535.277446:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047535.277448:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047535.277486:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3342:x1863365434143616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 192us (2555us total) trans 21474838748 rc 0/0 00000100:00100000:2.0:1777047535.277495:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122 00000100:00100000:2.0:1777047535.277513:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6123 00000100:00100000:2.0:1777047535.277521:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3342:x1863365434144128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047535.277967:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3342:x1863365434144128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 446us (2982us total) trans 21474838749 rc 0/0 00000100:00100000:2.0:1777047535.277975:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6123 00000100:00100000:0.0:1777047535.278780:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6121 00000100:00100000:0.0:1777047535.279465:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144512:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.279513:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.279676:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434145024:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.279705:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047535.279909:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fed80/2, rc 0, transno 21474838748 00000100:00100000:0.0:1777047535.279926:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434143616:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047535.279944:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497f800/2, rc 0, transno 21474838749 00000100:00100000:0.0:1777047535.279950:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144128:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047535.279963:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fe300/2, rc 0, transno 21474838746 00000100:00100000:0.0:1777047535.279968:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434143488:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047535.279978:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497d180/2, rc 0, transno 21474838747 00000100:00100000:0.0:1777047535.279983:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144000:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.279996:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047535.280004:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.280034:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.280130:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144512 00000100:00100000:2.0:1777047535.280138:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144512 00000100:00100000:2.0:1777047535.280182:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145024 00000100:00100000:2.0:1777047535.280185:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145024 00000100:00100000:2.0:1777047535.280203:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6124 00000100:00100000:2.0:1777047535.280211:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434144512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047535.280462:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434144512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 249us (947us total) trans 17179871686 rc 0/0 00000100:00100000:2.0:1777047535.280471:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6124 00000100:00100000:2.0:1777047535.280490:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125 00000100:00100000:2.0:1777047535.280499:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3342:x1863365434145024:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047535.280935:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047535.280940:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047535.280944:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047535.280947:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047535.280950:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047535.280987:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434145024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 489us (1281us total) trans 17179871687 rc 0/0 00000100:00100000:2.0:1777047535.280996:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125 00000100:00100000:2.0:1777047535.281024:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434143872:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047535.281560:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b67b80/2, rc 0, transno 17179871686 00000100:00100000:0.0:1777047535.281576:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144512:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047535.281591:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b65f80/2, rc 0, transno 17179871687 00000100:00100000:0.0:1777047535.281595:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434145024:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.281618:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144640 00000100:00100000:0.0:1777047535.281623:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144640 00000100:00100000:0.0:1777047535.281661:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126 00000100:00100000:0.0:1777047535.281670:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434144640:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047535.281802:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:0.0:1777047535.281807:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.281810:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047535.281813:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.281816:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047535.282324:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.282407:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144384:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.282444:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.282475:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144896:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047535.282502:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.282550:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1777047535.282558:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434143744:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.282584:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.282607:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144256:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.282632:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.282655:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144768:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047535.282681:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.282715:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434143872 00000100:00100000:1.0:1777047535.282720:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434143872 00000100:00100000:1.0:1777047535.282750:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144384 00000100:00100000:1.0:1777047535.282753:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144384 00000100:00100000:1.0:1777047535.282767:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144896 00000100:00100000:1.0:1777047535.282769:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144896 00000100:00100000:1.0:1777047535.282781:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434143744 00000100:00100000:1.0:1777047535.282783:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434143744 00000100:00100000:1.0:1777047535.282795:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144256 00000100:00100000:1.0:1777047535.282798:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144256 00000100:00100000:1.0:1777047535.282810:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434144768 00000100:00100000:1.0:1777047535.282813:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434144768 00000100:00100000:1.0:1777047535.282850:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6127 00000100:00100000:1.0:1777047535.282859:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434143872:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.283030:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434143872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 171us (706us total) trans 21474838750 rc 0/0 00000100:00100000:1.0:1777047535.283039:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6127 00000100:00100000:1.0:1777047535.283061:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6128 00000100:00100000:1.0:1777047535.283071:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434144384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.283207:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434144384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (761us total) trans 21474838751 rc 0/0 00000100:00100000:1.0:1777047535.283216:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6128 00000100:00100000:1.0:1777047535.283236:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6129 00000100:00100000:1.0:1777047535.283245:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365434144896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047535.283409:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3341:x1863365434144896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 165us (904us total) trans 17179871689 rc 0/0 00000100:00100000:1.0:1777047535.283417:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6129 00000100:00100000:1.0:1777047535.283434:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6130 00000100:00100000:1.0:1777047535.283442:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434143744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047535.283572:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047535.283577:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047535.283580:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047535.283582:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047535.283585:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047535.283637:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434143744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 196us (1051us total) trans 21474838752 rc 0/0 00000100:00100000:1.0:1777047535.283646:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6130 00000100:00100000:1.0:1777047535.283664:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131 00000100:00100000:1.0:1777047535.283672:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434144256:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047535.283776:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047535.283780:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047535.283784:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047535.283787:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047535.283790:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047535.283828:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434144256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 156us (1193us total) trans 21474838753 rc 0/0 00000100:00100000:1.0:1777047535.283836:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131 00000100:00100000:1.0:1777047535.283854:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6132 00000100:00100000:1.0:1777047535.283863:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365434144768:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047535.284001:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047535.284006:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047535.284010:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047535.284013:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047535.284016:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047535.284055:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3341:x1863365434144768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 193us (1372us total) trans 17179871690 rc 0/0 00000100:00100000:1.0:1777047535.284065:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6132 00000004:00080000:1.0:1777047535.284146:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378fea00/2, rc 0, transno 21474838752 00000100:00100000:1.0:1777047535.284155:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434143744:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047535.284168:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818916a00/2, rc 0, transno 21474838753 00000100:00100000:1.0:1777047535.284171:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144256:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047535.284180:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b67100/2, rc 0, transno 17179871690 00000100:00100000:1.0:1777047535.284183:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144768:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047535.284198:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0f800/2, rc 0, transno 21474838750 00000100:00100000:1.0:1777047535.284203:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434143872:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047535.284214:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818917480/2, rc 0, transno 21474838751 00000100:00100000:1.0:1777047535.284220:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144384:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047535.284231:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b65c00/2, rc 0, transno 17179871689 00000100:00100000:1.0:1777047535.284236:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434144896:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.284879:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3342:x1863365434144640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3208us (4841us total) trans 17179871688 rc 0/0 00000100:00100000:0.0:1777047535.284891:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126 00000100:00100000:0.0:1777047535.285073:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434145152:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.285112:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.285153:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777047535.285164:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434145280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.285196:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.285231:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145152 00000100:00100000:0.0:1777047535.285238:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145152 00000100:00100000:0.0:1777047535.285277:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145280 00000100:00100000:0.0:1777047535.285281:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145280 00000100:00100000:0.0:1777047535.285307:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133 00000100:00100000:0.0:1777047535.285316:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3343:x1863365434145152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.285607:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3343:x1863365434145152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 290us (493us total) trans 17179871691 rc 0/0 00000100:00100000:0.0:1777047535.285618:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133 00000100:00100000:0.0:1777047535.285638:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134 00000100:00100000:0.0:1777047535.285649:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3341:x1863365434145280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047535.285763:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.285769:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.285772:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047535.285775:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.285778:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777047535.285820:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3341:x1863365434145280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (623us total) trans 17179871692 rc 0/0 00000100:00100000:0.0:1777047535.285830:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134 00000004:00080000:0.0:1777047535.285872:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e646300/2, rc 0, transno 17179871691 00000100:00100000:0.0:1777047535.285880:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434145152:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047535.285908:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e645880/2, rc 0, transno 17179871692 00000100:00100000:0.0:1777047535.285915:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434145280:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047535.286030:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975c00/2, rc 0, transno 17179871685 00000100:00100000:0.0:1777047535.286036:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434143360:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047535.286049:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d67b80/2, rc 0, transno 17179871682 00000100:00100000:0.0:1777047535.286053:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434142720:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047535.286065:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886300/2, rc 0, transno 17179871683 00000100:00100000:0.0:1777047535.286069:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434143232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047535.286125:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434145408:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.286162:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.286200:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145408 00000100:00100000:0.0:1777047535.286206:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145408 00000100:00100000:0.0:1777047535.286242:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6135 00000100:00100000:0.0:1777047535.286251:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434145408:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047535.286420:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.286425:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.286429:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047535.286432:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.286435:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.286481:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434145408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (318us total) trans 21474838754 rc 0/0 00000100:00100000:0.0:1777047535.286490:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6135 00000004:00080000:0.0:1777047535.286529:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e644380/2, rc 0, transno 21474838754 00000100:00100000:0.0:1777047535.286842:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434145408:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.286902:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047535.286913:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434145536:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.286946:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.286979:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145536 00000100:00100000:0.0:1777047535.286985:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145536 00000100:00100000:0.0:1777047535.287017:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6136 00000100:00100000:0.0:1777047535.287025:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434145536:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047535.287143:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.287148:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.287151:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047535.287154:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.287157:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.287197:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434145536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 173us (249us total) trans 21474838755 rc 0/0 00000100:00100000:0.0:1777047535.287206:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6136 00000004:00080000:0.0:1777047535.287246:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810195500/2, rc 0, transno 21474838755 00000100:00100000:0.0:1777047535.287253:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434145536:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.287304:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434145664:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.287337:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.287760:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145664 00000100:00100000:2.0:1777047535.287768:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145664 00000100:00100000:2.0:1777047535.287804:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6137 00000100:00100000:2.0:1777047535.287813:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434145664:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047535.288013:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434145664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 200us (675us total) trans 21474838756 rc 0/0 00000100:00100000:2.0:1777047535.288023:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6137 00000004:00080000:1.0:1777047535.288393:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b66300/2, rc 0, transno 17179871688 00000100:00100000:1.0:1777047535.288403:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434144640:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047535.292095:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.293099:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384400128 00000100:00100000:1.0:1777047535.293110:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384400128 00000100:00100000:1.0:1777047535.293198:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6138 00000100:00100000:1.0:1777047535.293213:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54106:x1863365384400128:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047535.293234:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.293259:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b19 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047535.293291:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 231092, mtime: 0x69eb97e6, atime: 0x69eb97e7, ctime: 0x69eb97ec, blocks: 0x47 00010000:00010000:1.0:1777047535.293315:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.293318:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047535.293329:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.293379:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 32 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.293397:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800030e00, rc 0) 00000100:00100000:1.0:1777047535.293481:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54106:x1863365384400128:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 271us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.293491:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6138 00000004:00080000:0.0:1777047535.298477:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810195c00/2, rc 0, transno 21474838756 00000100:00100000:0.0:1777047535.298490:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434145664:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.298681:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047535.298696:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434146048:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.298758:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.298812:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434146048 00000100:00100000:0.0:1777047535.298819:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434146048 00000100:00100000:0.0:1777047535.298900:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6139 00000100:00100000:0.0:1777047535.298913:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434146048:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047535.299484:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434145792:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047535.299560:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.299599:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047535.299608:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434145920:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047535.299637:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1777047535.300200:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.300206:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.300210:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047535.300214:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.300217:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.300401:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434146048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1489us (1641us total) trans 21474838757 rc 0/0 00000100:00100000:0.0:1777047535.300413:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6139 00000100:00100000:0.0:1777047535.300433:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145792 00000100:00100000:0.0:1777047535.300438:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145792 00000100:00100000:0.0:1777047535.300463:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434145920 00000100:00100000:0.0:1777047535.300467:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434145920 00000100:00100000:0.0:1777047535.300503:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6140 00000100:00100000:0.0:1777047535.300513:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434145792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047535.300665:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.300669:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.300673:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047535.300676:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047535.300679:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.300727:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3340:x1863365434145792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 214us (1196us total) trans 21474838758 rc 0/0 00000100:00100000:0.0:1777047535.300737:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6140 00000100:00100000:0.0:1777047535.300756:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6141 00000100:00100000:0.0:1777047535.300767:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434145920:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.300929:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3340:x1863365434145920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 163us (1289us total) trans 21474838759 rc 0/0 00000100:00100000:0.0:1777047535.300939:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6141 00000004:00080000:0.0:1777047535.300997:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d756a00/2, rc 0, transno 21474838759 00000100:00100000:0.0:1777047535.301006:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434145920:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047535.301020:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755500/2, rc 0, transno 21474838758 00000100:00100000:0.0:1777047535.301024:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434145792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.301080:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777047535.301091:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434146176:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.301128:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.301172:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434146176 00000100:00100000:0.0:1777047535.301178:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434146176 00000100:00100000:0.0:1777047535.301212:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6142 00000100:00100000:0.0:1777047535.301222:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3342:x1863365434146176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047535.301400:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:3342:x1863365434146176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 178us (271us total) trans 21474838760 rc 0/0 00000100:00100000:0.0:1777047535.301409:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6142 00000004:00080000:0.0:1777047535.301456:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54ce00/2, rc 0, transno 21474838760 00000100:00100000:0.0:1777047535.301461:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434146176:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047535.302348:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755f80/2, rc 0, transno 21474838757 00000100:00100000:2.0:1777047535.302377:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434146048:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047535.303483:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.303576:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.303876:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047535.304254:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384400256 00000100:00100000:0.0:1777047535.304263:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384400256 00002000:00010000:0.0:1777047535.304297:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (5032->18446744073709551615) 00002000:00100000:0.0:1777047535.304303:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956c380 with x1863365384400256 ext(5032->18446744073709551615) 00002000:00010000:0.0:1777047535.304315:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680956c380. 00000100:00100000:0.0:1777047535.304348:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384400384 00000100:00100000:0.0:1777047535.304352:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384400384 00002000:00010000:0.0:1777047535.304406:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.304412:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956ed80 with x1863365384400384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.304421:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680956ed80. 00000100:00100000:0.0:1777047535.304440:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384400512 00000100:00100000:0.0:1777047535.304445:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384400512 00002000:00010000:0.0:1777047535.304462:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.304467:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956ce00 with x1863365384400512 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.304472:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680956ce00. 00000100:00100000:0.0:1777047535.304496:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3364 00000100:00100000:0.0:1777047535.304507:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384400256:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047535.304876:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 231092 -> 5032 00002000:00010000:0.0:1777047535.304882:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047526 -> 1777047535 00002000:00010000:0.0:1777047535.304886:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047535.304889:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047535 00002000:00010000:0.0:1777047535.304892:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 71 -> 71 00000100:00100000:0.0:1777047535.304954:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384400256:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 447us (1474us total) trans 17179871693 rc 0/0 00000100:00100000:0.0:1777047535.304964:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3364 00002000:00010000:0.0:1777047535.304969:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (5032->18446744073709551615) 00002000:00100000:0.0:1777047535.304972:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956c380 with x1863365384400256 ext(5032->18446744073709551615) 00002000:00010000:0.0:1777047535.304979:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680956c380. 00000100:00100000:0.0:1777047535.305001:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3365 00000100:00100000:0.0:1777047535.305010:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384400384:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047535.305411:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.305415:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047526 -> 1777047535 00002000:00010000:0.0:1777047535.305419:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047535.305423:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047532 -> 1777047535 00002000:00010000:0.0:1777047535.305426:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.305456:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384400384:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 447us (1924us total) trans 21474838761 rc 0/0 00000100:00100000:0.0:1777047535.305466:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3365 00002000:00010000:0.0:1777047535.305470:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.305474:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956ed80 with x1863365384400384 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.305480:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680956ed80. 00000100:00100000:0.0:1777047535.305497:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3366 00000100:00100000:0.0:1777047535.305506:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384400512:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047535.306219:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047535.306223:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047526 -> 1777047535 00002000:00010000:0.0:1777047535.306227:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047535.306230:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047532 -> 1777047535 00002000:00010000:0.0:1777047535.306232:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047535.306264:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384400512:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 758us (2388us total) trans 17179871694 rc 0/0 00000100:00100000:0.0:1777047535.306274:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3366 00002000:00010000:0.0:1777047535.306277:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.306281:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956ce00 with x1863365384400512 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.306287:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680956ce00. 00000100:00080000:1.0:1777047535.306575:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047535.322471:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047535.322749:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384400640 00000100:00100000:2.0:1777047535.322763:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384400640 00000100:00100000:2.0:1777047535.322849:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3627 00000100:00100000:2.0:1777047535.322863:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384400640:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047535.322900:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047535.322923:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2934 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b20 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.323026:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e293b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.323045:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e293b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.323324:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e293b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047535.323389:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 231092 00000004:00200000:2.0:1777047535.323395:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047535.323420:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e293b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.323455:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2934 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b20 expref: 70 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.323479:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e293b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b20 expref: 69 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.323491:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747600) 00010000:00010000:2.0:1777047535.323496:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047535.323500:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047535.323629:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384400640:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 768us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.323641:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3627 00000100:00100000:1.0:1777047535.365081:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047535.365322:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384400896 00000100:00100000:3.0:1777047535.365335:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384400896 00000100:00100000:3.0:1777047535.365433:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3628 00000100:00100000:3.0:1777047535.365448:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384400896:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:3.0:1777047535.366073:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777047535.366110:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e293b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b20 expref: 69 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.366141:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2926 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b12 expref: 68 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.366175:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747600) 00010000:00010000:3.0:1777047535.366191:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047535.369385:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.369410:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.369428:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047535.369528:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938318 00000004:00010000:3.0:1777047535.369600:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003766e0b8 reply state 0000000009e560c5 transno 8589938319 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.369615:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047535.370251:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384400896:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 4802us (5177us total) trans 8589938319 rc 0/0 00000100:00100000:3.0:1777047535.370265:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3628 00000020:00080000:3.0:1777047535.370273:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047535.379282:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047535.380007:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.380027:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.380039:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.380049:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047535.380055:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.380066:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.380087:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78de00) 00010000:00010000:2.0:1777047535.380091:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047535.380098:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.380107:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2942 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.380679:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384401024 00000100:00100000:1.0:1777047535.380692:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384401024 00000100:00100000:1.0:1777047535.380772:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3629 00000100:00100000:1.0:1777047535.380787:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384401024:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047535.380818:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.380843:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b27 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.380918:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 70 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.380937:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 70 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.380969:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047535.380973:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047535.380977:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800031200, rc 0) 00000100:00100000:1.0:1777047535.381053:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384401024:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 269us (1783us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.381065:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3629 00000100:00100000:2.0:1777047535.393873:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047535.394030:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047535.396851:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047535.398562:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384401152 00000100:00100000:0.0:1777047535.398855:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384401152 00002000:00010000:0.0:1777047535.398916:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (33823->18446744073709551615) 00002000:00100000:0.0:1777047535.398924:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682b884e00 with x1863365384401152 ext(33823->18446744073709551615) 00002000:00010000:0.0:1777047535.398940:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682b884e00. 00000100:00100000:0.0:1777047535.400932:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384401280 00000100:00100000:0.0:1777047535.400942:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384401280 00002000:00010000:0.0:1777047535.401937:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.401962:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682b886a00 with x1863365384401280 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.401975:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682b886a00. 00000100:00100000:0.0:1777047535.401999:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384401408 00000100:00100000:0.0:1777047535.402005:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384401408 00002000:00010000:0.0:1777047535.402025:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047535.402030:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682b885500 with x1863365384401408 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047535.402037:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682b885500. 00000100:00100000:0.0:1777047535.402068:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3367 00000100:00100000:0.0:1777047535.402081:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2412:x1863365384401152:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047535.402156:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3368 00000100:00100000:3.0:1777047535.402172:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384401280:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047535.402423:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047535.402430:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:3.0:1777047535.402434:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:3.0:1777047535.402437:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:3.0:1777047535.402440:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047535.403980:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384401280:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1807us (9945us total) trans 21474838762 rc 0/0 00000100:00100000:3.0:1777047535.403994:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3368 00002000:00010000:3.0:1777047535.404001:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047535.404005:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682b886a00 with x1863365384401280 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047535.404014:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98682b886a00. 00000100:00100000:3.0:1777047535.404048:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3369 00000100:00100000:3.0:1777047535.404060:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2412:x1863365384401408:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047535.404252:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047535.404257:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:3.0:1777047535.404261:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:3.0:1777047535.404265:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:3.0:1777047535.404268:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047535.404307:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2412:x1863365384401408:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 249us (7459us total) trans 17179871695 rc 0/0 00000100:00100000:3.0:1777047535.404318:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3369 00002000:00010000:3.0:1777047535.404323:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047535.404327:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682b885500 with x1863365384401408 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047535.404334:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682b885500. 00002000:00010000:0.0:1777047535.406562:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 5032 -> 33823 00002000:00010000:0.0:1777047535.406571:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047535.406575:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:0.0:1777047535.406578:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047535 -> 1777047535 00002000:00010000:0.0:1777047535.406581:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 71 -> 71 00000100:00100000:0.0:1777047535.406649:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2412:x1863365384401152:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 4568us (12785us total) trans 17179871696 rc 0/0 00000100:00100000:0.0:1777047535.406661:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3367 00002000:00010000:0.0:1777047535.406666:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (33823->18446744073709551615) 00002000:00100000:0.0:1777047535.406670:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98682b884e00 with x1863365384401152 ext(33823->18446744073709551615) 00002000:00010000:0.0:1777047535.406678:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98682b884e00. 00000100:00100000:2.0:1777047535.418682:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047535.419035:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384401536 00000100:00100000:0.0:1777047535.419048:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384401536 00000100:00100000:0.0:1777047535.419130:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3630 00000100:00100000:0.0:1777047535.419145:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384401536:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047535.419173:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047535.419199:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e2950 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b2e expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.419319:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.419339:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.419377:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047535.419414:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00000004:00200000:0.0:1777047535.419420:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047535.419444:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.419481:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e2950 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 72 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.419505:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 71 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.419518:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:0.0:1777047535.419522:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047535.419527:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047535.419671:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384401536:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 528us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.419683:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3630 00000100:00100000:2.0:1777047535.441326:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047535.441446:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384401792 00000100:00100000:3.0:1777047535.441460:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384401792 00000100:00100000:3.0:1777047535.441698:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1287 00000100:00100000:1.0:1777047535.441848:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806231450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384401792:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047535.443073:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806231450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384401792:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 1360us (1753us total) trans 8589938320 rc 0/0 00000100:00100000:1.0:1777047535.443087:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1287 00000100:00100000:3.0:1777047535.514988:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.515674:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384402048 00000100:00100000:1.0:1777047535.515688:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384402048 00000100:00100000:1.0:1777047535.515779:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3631 00000100:00100000:1.0:1777047535.515797:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54319:x1863365384402048:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047535.515830:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.515857:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e295e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b35 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.515957:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.515979:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516021:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516048:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516061:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516073:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516722:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e2973 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516740:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e2973 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516753:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e2973 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047535.516784:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:1.0:1777047535.516908:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516920:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516931:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516941:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047535.516948:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516966:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.516982:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047535.516987:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047535.516994:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517005:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e2965 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517330:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517342:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517383:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517393:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047535.517398:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517408:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517423:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98683e747300) 00010000:00010000:1.0:1777047535.517427:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047535.517432:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517442:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e296c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517514:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e295e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b35 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517619:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e2973 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b35 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.517632:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047535.517636:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047535.517641:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800030000, rc 0) 00000100:00100000:1.0:1777047535.517724:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54319:x1863365384402048:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1930us (2746us total) trans 8589938321 rc 0/0 00000100:00100000:1.0:1777047535.517737:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3631 00000100:00100000:3.0:1777047535.529092:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047535.529216:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384402176 00000100:00100000:0.0:1777047535.529230:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384402176 00000100:00100000:0.0:1777047535.529451:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 507 00000100:00100000:0.0:1777047535.529489:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2411:x1863365384402176:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047535.529513:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047535.529898:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e2973 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b35 expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.529945:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:0.0:1777047535.529953:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047535.530312:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2411:x1863365384402176:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 847us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.530326:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 507 00000100:00100000:0.0:1777047535.537620:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.538092:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384402432 00000100:00100000:1.0:1777047535.538106:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384402432 00000100:00100000:1.0:1777047535.538192:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1288 00000100:00100000:1.0:1777047535.538209:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54319:x1863365384402432:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047535.538638:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54319:x1863365384402432:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 431us (1027us total) trans 8589938322 rc 0/0 00000100:00100000:1.0:1777047535.538655:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1288 00000100:00100000:3.0:1777047535.549346:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047535.549669:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384402688 00000100:00100000:0.0:1777047535.549683:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384402688 00000100:00100000:0.0:1777047535.549766:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3632 00000100:00100000:0.0:1777047535.549781:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54319:x1863365384402688:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047535.549812:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047535.549840:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e2981 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b3c expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.549970:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2988 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.549992:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2988 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.550016:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2988 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047535.550032:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:0.0:1777047535.550504:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e2981 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b3c expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.550865:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2988 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b3c expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.550882:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:0.0:1777047535.550887:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047535.550892:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:0.0:1777047535.550969:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54319:x1863365384402688:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1188us (1632us total) trans 8589938323 rc 0/0 00000100:00100000:0.0:1777047535.550983:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3632 00000100:00100000:3.0:1777047535.571101:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047535.572230:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384402944 00000100:00100000:0.0:1777047535.572244:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384402944 00000100:00100000:0.0:1777047535.572339:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3633 00000100:00100000:0.0:1777047535.572388:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986705b78050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54319:x1863365384402944:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047535.572425:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047535.572486:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e2996 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b43 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.572815:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.572843:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.572859:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.572912:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.572963:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 77 pid: 31251 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.572988:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434146304:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047535.573118:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.592231:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956df80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434146304:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047535.592297:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.600773:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.602398:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384403072 00000100:00100000:1.0:1777047535.602415:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384403072 00010000:00010000:1.0:1777047535.602490:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 78 pid: 31251 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.602876:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2697 00000100:00100000:1.0:1777047535.602895:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:2411:x1863365384403072:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047535.602921:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047535.602933:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 78 pid: 31251 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.602963:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 78 pid: 31251 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.602996:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2957 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b2e expref: 78 pid: 31251 timeout: 4263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.603271:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047535.603281:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.603296:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.603308:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.603388:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047535.603471:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2411:x1863365384403072:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 578us (2707us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.603489:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2697 00010000:00010000:2.0:1777047535.606346:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.606388:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047535.606419:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:2.0:1777047535.606710:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e2996 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b43 expref: 78 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.606739:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b43 expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.606753:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:2.0:1777047535.606758:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047535.606763:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800031400, rc 0) 00000100:00100000:2.0:1777047535.606826:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986705b78050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54319:x1863365384402944:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 34474us (35738us total) trans 8589938324 rc 0/0 00000100:00100000:2.0:1777047535.606839:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3633 00000100:00100000:3.0:1777047535.618900:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047535.620444:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384403200 00000100:00100000:2.0:1777047535.620459:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384403200 00000100:00100000:2.0:1777047535.620880:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1289 00000100:00100000:2.0:1777047535.620899:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54319:x1863365384403200:12345-192.168.201.26@tcp:33:lfs.0 00000100:00100000:2.0:1777047535.621119:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54319:x1863365384403200:12345-192.168.201.26@tcp:33:lfs.0 Request processed in 223us (2229us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.621131:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1289 00000100:00100000:0.0:1777047535.633255:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047535.634444:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384403456 00000100:00100000:2.0:1777047535.634458:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384403456 00000100:00100000:2.0:1777047535.635101:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1290 00000100:00100000:2.0:1777047535.635117:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54319:x1863365384403456:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047535.635488:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54319:x1863365384403456:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 372us (2242us total) trans 8589938325 rc 0/0 00000100:00100000:2.0:1777047535.635502:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1290 00000100:00100000:3.0:1777047535.647505:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.650299:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384403712 00000100:00100000:1.0:1777047535.650315:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384403712 00000100:00100000:1.0:1777047535.650576:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3634 00000100:00100000:1.0:1777047535.650596:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54319:x1863365384403712:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047535.650628:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.650633:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1777047535.650670:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e299d lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b43 expref: 78 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.650720:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2988 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b3c expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.650736:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047535.650743:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047535.650761:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29ab lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b4a expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.650913:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e29b2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.650934:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e29b2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.650950:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e29b2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047535.650968:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:1.0:1777047535.651134:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29ab lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b4a expref: 79 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.651177:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e29b2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b4a expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.651190:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047535.651194:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047535.651198:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800030400, rc 0) 00000100:00100000:1.0:1777047535.651274:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54319:x1863365384403712:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 684us (3780us total) trans 8589938326 rc 0/0 00000100:00100000:1.0:1777047535.651287:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3634 00000100:00100000:3.0:1777047535.659101:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.659689:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384403968 00000100:00100000:1.0:1777047535.659704:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384403968 00000100:00100000:1.0:1777047535.659782:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1291 00000100:00100000:1.0:1777047535.659987:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54319:x1863365384403968:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:1.0:1777047535.660094:0:30809:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e29b2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b4a expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.660151:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.660172:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 78 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.660186:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.660259:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 78 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.660281:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 78 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.660302:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434146432:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047535.660462:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609600 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.668246:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047535.668435:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384404096 00000100:00100000:3.0:1777047535.668450:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384404096 00010000:00010000:3.0:1777047535.669473:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 79 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.670921:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2698 00000100:00100000:3.0:1777047535.671206:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:2411:x1863365384404096:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047535.671229:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047535.671240:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 79 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.671262:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 79 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.671291:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:3.0:1777047535.671298:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.671311:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.671323:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.671373:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047535.671457:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:2411:x1863365384404096:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 522us (3221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.671470:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2698 00010000:00010000:1.0:1777047535.674012:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e2949 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b27 expref: 78 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.674068:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434146432:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047535.677100:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.678257:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.678273:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679597:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679612:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679623:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679632:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047535.679638:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679648:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679668:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:0.0:1777047535.679672:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047535.679678:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679687:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030000/0x29ccbc23e99e29c0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.679712:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747700) 00010000:00010000:0.0:1777047535.679716:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047535.679726:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030400/0x29ccbc23e99e29b2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b4a expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.679971:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54319:x1863365384403968:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 19992us (20880us total) trans 8589938327 rc -22/-22 00000100:00100000:0.0:1777047535.679988:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1291 00000100:00100000:0.0:1777047535.696768:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.699773:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384404224 00000100:00100000:1.0:1777047535.699789:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384404224 00000100:00100000:0.0:1777047535.700571:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3635 00000100:00100000:0.0:1777047535.700589:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54319:x1863365384404224:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047535.700620:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047535.700652:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b51 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.700734:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 78 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.700758:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 78 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.700786:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:0.0:1777047535.700791:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047535.700797:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047535.700888:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54319:x1863365384404224:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 303us (4131us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.700899:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3635 00000100:00100000:0.0:1777047535.721121:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.721289:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384404480 00000100:00100000:1.0:1777047535.721302:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384404480 00000100:00100000:1.0:1777047535.721413:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3636 00000100:00100000:1.0:1777047535.721430:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54319:x1863365384404480:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047535.721458:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047535.721485:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e29ce lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b58 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.722964:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.722987:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.723003:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047535.723019:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xed:0x0]: returning size 0 00010000:00010000:1.0:1777047535.723344:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800031200/0x29ccbc23e99e29ce lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 81 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.723413:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 80 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.723427:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xed:0x0].0x0 (ffff98683e747300) 00010000:00010000:1.0:1777047535.723432:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047535.723438:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986800030c00, rc 0) 00000100:00100000:1.0:1777047535.723516:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54319:x1863365384404480:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2089us (2406us total) trans 8589938328 rc 0/0 00000100:00100000:1.0:1777047535.723529:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3636 00000100:00100000:3.0:1777047535.733183:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047535.733338:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384404736 00000100:00100000:2.0:1777047535.733372:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384404736 00000100:00100000:2.0:1777047535.733453:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3637 00000100:00100000:2.0:1777047535.733471:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54319:x1863365384404736:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047535.733504:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047535.733599:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29e3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b5f expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.733733:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e29ea lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.733755:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e29ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.733773:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e29ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047535.733794:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:2.0:1777047535.733960:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29e3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b5f expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.733987:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e29ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b5f expref: 82 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.734287:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:2.0:1777047535.734292:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047535.734297:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:2.0:1777047535.734400:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54319:x1863365384404736:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 932us (1225us total) trans 8589938329 rc 0/0 00000100:00100000:2.0:1777047535.734412:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3637 00000100:00100000:0.0:1777047535.749473:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047535.749618:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384404992 00000100:00100000:2.0:1777047535.749656:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384404992 00000100:00100000:0.0:1777047535.754335:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1292 00000100:00100000:0.0:1777047535.754377:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806233c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54319:x1863365384404992:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047535.754509:0:32151:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e29ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b5f expref: 82 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.754616:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.754635:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 82 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.754649:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.754698:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 82 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.754950:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 82 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.755245:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434146560:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047535.755390:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680945cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.768087:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047535.771495:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384405120 00000100:00100000:3.0:1777047535.771511:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384405120 00010000:00010000:3.0:1777047535.771599:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 83 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047535.771655:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2699 00000100:00100000:3.0:1777047535.771671:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:2410:x1863365384405120:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047535.771693:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047535.771704:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 83 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.771726:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 83 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.771758:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:3.0:1777047535.771766:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.772648:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.772663:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.772697:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047535.772788:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:2410:x1863365384405120:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1116us (4711us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.772802:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2699 00010000:00010000:2.0:1777047535.773337:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e29c7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b51 expref: 82 pid: 30805 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.773391:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434146560:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047535.773421:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.773436:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.773447:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.773478:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,1 mode: --/EX res: [0x200000404:0xed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.773497:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 81 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.773518:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 4/0,1 mode: --/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.773917:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 81 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.773937:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 81 pid: 33034 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.773956:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434146688:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047535.774027:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.787710:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047535.788248:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384405248 00000100:00100000:1.0:1777047535.788263:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384405248 00010000:00010000:1.0:1777047535.788317:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 82 pid: 33034 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047535.788405:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2700 00000100:00100000:1.0:1777047535.788429:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:2410:x1863365384405248:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047535.788451:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047535.788462:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 82 pid: 33034 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.788484:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 82 pid: 33034 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.788514:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xed:0x0].0x0 (ffff98683e747300) 00010000:00010000:1.0:1777047535.788523:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,1 mode: --/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.788596:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.788618:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.788648:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047535.788713:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:2410:x1863365384405248:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 287us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.788727:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2700 00010000:00010000:2.0:1777047535.790895:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800030c00/0x29ccbc23e99e29d5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b58 expref: 81 pid: 33034 timeout: 4264 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.790941:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434146688:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047535.790979:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.790995:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047535.791006:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047535.792470:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434146816:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.792575:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.792631:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.792944:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434146816 00000100:00100000:1.0:1777047535.792955:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434146816 00000100:00100000:1.0:1777047535.793287:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1777047535.793301:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434146816:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.793446:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434146816:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 146us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.793460:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1777047535.807061:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434146816:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.807196:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434146944:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.807278:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.807343:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.810253:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434146944 00000100:00100000:1.0:1777047535.810266:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434146944 00000100:00100000:1.0:1777047535.810390:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1777047535.810405:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434146944:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.810622:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434146944:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 218us (3342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.810635:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1777047535.810960:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434146944:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.811083:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147072:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.811130:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.811180:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.812599:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147072 00000100:00100000:3.0:1777047535.812908:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147072 00000100:00100000:3.0:1777047535.812980:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:3.0:1777047535.812993:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147072:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.813369:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147072:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 354us (2213us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.813382:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1777047535.813526:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147072:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.813668:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147200:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.813714:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.813757:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eb600 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.814007:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147200 00000100:00100000:2.0:1777047535.814017:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147200 00000100:00100000:2.0:1777047535.814071:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1777047535.814085:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147200:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.814209:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147200:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 127us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.814220:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1777047535.814885:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147200:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.815234:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147328:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.821509:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.821590:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.822449:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147328 00000100:00100000:3.0:1777047535.822462:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147328 00000100:00100000:3.0:1777047535.822621:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1777047535.822637:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147328:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.822760:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147328:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 126us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.822773:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1777047535.823434:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147328:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.823528:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147456:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.823658:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.823694:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.823720:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147456 00000100:00100000:2.0:1777047535.823730:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147456 00000100:00100000:2.0:1777047535.823797:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1777047535.823811:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147456:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.823915:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147456:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 106us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.823928:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1777047535.824108:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147456:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.824176:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147584:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.824216:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.824252:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.824291:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147584 00000100:00100000:2.0:1777047535.824299:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147584 00000100:00100000:2.0:1777047535.824328:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1777047535.824339:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147584:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.824468:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147584:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 129us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.824479:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1777047535.826918:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147584:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.826983:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147712:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.827265:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.827314:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.831603:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147712 00000100:00100000:3.0:1777047535.831621:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147712 00000100:00100000:3.0:1777047535.831688:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1777047535.831703:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147712:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.831848:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147712:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 147us (4582us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.831862:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1777047535.833275:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147712:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.833419:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147840:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.833477:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.833524:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.833711:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147840 00000100:00100000:2.0:1777047535.833720:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147840 00000100:00100000:2.0:1777047535.833765:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1777047535.833778:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147840:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.833885:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147840:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 107us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.833896:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:0.0:1777047535.835037:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147840:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.835105:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147968:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.835151:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.835294:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.835423:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434147968 00000100:00100000:2.0:1777047535.835432:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434147968 00000100:00100000:2.0:1777047535.835488:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1777047535.835500:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147968:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.835642:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434147968:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 142us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.835653:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1777047535.836330:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434147968:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.836424:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148096:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.836467:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.836504:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.840514:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148096 00000100:00100000:3.0:1777047535.840587:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148096 00000100:00100000:3.0:1777047535.840674:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:3.0:1777047535.840689:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148096:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.840822:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148096:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 135us (4352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.840836:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1777047535.841635:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148096:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.841750:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148224:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.841809:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.841861:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.842289:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148224 00000100:00100000:3.0:1777047535.842299:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148224 00000100:00100000:3.0:1777047535.842388:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1777047535.842403:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148224:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.842535:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148224:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 134us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.842549:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1777047535.843112:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148224:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.843197:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148352:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.843243:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.843284:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.843412:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148352 00000100:00100000:3.0:1777047535.843421:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148352 00000100:00100000:3.0:1777047535.843481:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1777047535.843494:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148352:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.843653:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148352:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 160us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.843666:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1777047535.844091:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148352:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.844152:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148480:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.844197:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.844242:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.844374:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148480 00000100:00100000:1.0:1777047535.844383:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148480 00000100:00100000:1.0:1777047535.844437:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1777047535.844449:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148480:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.844613:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148480:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 163us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.844627:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1777047535.845028:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148480:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.845094:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148608:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.845136:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.845321:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.854007:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148608 00000100:00100000:2.0:1777047535.854027:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148608 00000100:00100000:2.0:1777047535.854126:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:2.0:1777047535.854143:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148608:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.854387:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148608:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 245us (9247us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.854401:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:0.0:1777047535.854636:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148608:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.854743:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148736:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.854803:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.854832:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.857172:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148736 00000100:00100000:3.0:1777047535.857184:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148736 00000100:00100000:3.0:1777047535.857238:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1777047535.857253:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148736:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.857494:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148736:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 241us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.857508:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1777047535.858166:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148736:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.858274:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148864:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.858331:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.858405:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.858526:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148864 00000100:00100000:3.0:1777047535.858598:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148864 00000100:00100000:3.0:1777047535.858747:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1777047535.858764:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148864:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.858855:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148864:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 95us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.858869:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1777047535.858986:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148864:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.859373:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148992:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.859422:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.864452:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.866827:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434148992 00000100:00100000:1.0:1777047535.866842:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434148992 00000100:00100000:1.0:1777047535.866919:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:1.0:1777047535.866934:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148992:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.868424:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434148992:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1490us (8998us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.868438:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:0.0:1777047535.872415:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434148992:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.873154:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149120:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.873235:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.873393:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047535.873547:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434149120 00000100:00100000:1.0:1777047535.873559:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434149120 00000100:00100000:1.0:1777047535.873931:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1777047535.873948:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149120:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.874443:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149120:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 497us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.874458:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1777047535.876445:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d3afb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149120:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.876531:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149248:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.876615:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.877078:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.877461:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434149248 00000100:00100000:2.0:1777047535.877472:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434149248 00000100:00100000:1.0:1777047535.878477:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1777047535.878495:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149248:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.879659:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149248:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1166us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.879704:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1777047535.880126:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149248:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.880226:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149376:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.880282:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.880448:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.880533:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434149376 00000100:00100000:2.0:1777047535.880543:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434149376 00000100:00100000:2.0:1777047535.881307:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1777047535.881326:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149376:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.881489:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149376:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 168us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.881505:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1777047535.881651:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149376:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.881999:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680956df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149504:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.882056:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.885165:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434149504 00000100:00100000:0.0:1777047535.885179:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434149504 00000100:00100000:0.0:1777047535.885243:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1777047535.885257:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149504:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.885439:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149504:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 182us (3380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.885453:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1777047535.885826:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867056099c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.885866:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680956df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149504:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.885974:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149632:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.886028:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.886166:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.886246:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434149632 00000100:00100000:2.0:1777047535.886255:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434149632 00000100:00100000:1.0:1777047535.886338:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1777047535.886385:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149632:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047535.886524:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149632:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 143us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047535.886586:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1777047535.886992:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149632:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.887381:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149760:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.887428:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.887470:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.887605:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434149760 00000100:00100000:3.0:1777047535.887614:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434149760 00000100:00100000:3.0:1777047535.887654:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1777047535.887666:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149760:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.887775:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149760:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 108us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.887789:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:0.0:1777047535.888121:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149760:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.888185:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149888:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.888229:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.888272:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.889950:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434149888 00000100:00100000:3.0:1777047535.889960:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434149888 00000100:00100000:3.0:1777047535.889998:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1777047535.890281:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149888:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.890857:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434149888:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 846us (2624us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.890903:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1777047535.894561:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434149888:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.895094:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150016:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.895175:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.895328:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.895448:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150016 00000100:00100000:2.0:1777047535.895459:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150016 00000100:00100000:2.0:1777047535.895663:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1777047535.895681:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150016:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.895816:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150016:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 138us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.895832:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1777047535.895953:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150016:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.896313:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150144:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.896389:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047535.900452:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150144 00000100:00100000:1.0:1777047535.900467:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150144 00000100:00100000:2.0:1777047535.901400:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1777047535.901421:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150144:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.901550:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150144:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 135us (5160us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047535.901905:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047535.901951:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150144:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.902045:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150272:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.902101:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047535.902178:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:0.0:1777047535.904416:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.904517:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150272 00000100:00100000:2.0:1777047535.904529:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150272 00000100:00100000:2.0:1777047535.904906:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1777047535.904927:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150272:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.905337:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150272:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 416us (3234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047535.905382:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1777047535.905654:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150272:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:0.0:1777047535.906500:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].57, 1360 off87168 00000001:00080000:0.0:1777047535.906521:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938330 00000100:00100000:0.0:1777047535.908081:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804999c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150400:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.908158:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.908282:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868097ed300 going to sleep for 11 seconds 00000100:00100000:2.0:1777047535.908392:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150400 00000100:00100000:2.0:1777047535.908402:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150400 00000100:00100000:2.0:1777047535.908838:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1777047535.908856:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150400:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047535.910316:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:32151:x1863365434150400:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1462us (2156us total) trans 17179871697 rc 0/0 00000100:00100000:2.0:1777047535.910330:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1777047535.910722:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804999c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150400:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.910777:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150528:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047535.910829:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047535.910874:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706a86e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047535.910981:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150528 00000100:00100000:3.0:1777047535.910992:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150528 00000100:00100000:3.0:1777047535.911062:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1777047535.911075:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+35:32151:x1863365434150528:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047535.911632:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+36:32151:x1863365434150528:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 558us (799us total) trans 21474838763 rc 0/0 00000100:00100000:3.0:1777047535.911646:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1777047535.916454:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804998a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434150528:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:0.0:1777047535.916730:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938331 00010000:00010000:0.0:1777047535.916824:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916844:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916857:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916869:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047535.916876:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916889:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916913:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xed:0x0].0x0 (ffff98683e747300) 00010000:00010000:0.0:1777047535.916918:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047535.916925:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 2/0,0 mode: --/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916937:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e29ff lrc: 0/0,0 mode: --/EX res: [0x200000404:0xed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916972:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916984:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.916995:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.917303:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047535.917468:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.917481:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.917498:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:0.0:1777047535.917503:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777047535.917509:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.917520:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e29f8 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047535.917571:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680299d300) 00010000:00010000:0.0:1777047535.917576:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047535.917587:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e29ea lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b5f expref: 83 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047535.917747:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806233c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54319:x1863365384404992:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 163395us (168306us total) trans 8589938332 rc 0/0 00000100:00100000:0.0:1777047535.917765:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1292 00000020:00080000:0.0:1777047535.917775:0:32151:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047535.931861:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047535.933052:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384405376 00000100:00100000:3.0:1777047535.933068:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384405376 00000100:00100000:3.0:1777047535.933184:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3638 00000100:00100000:3.0:1777047535.933208:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54319:x1863365384405376:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047535.933246:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047535.933285:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2a06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b66 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.933411:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2a06 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b66 expref: 83 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.933440:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2a06 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b66 expref: 83 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.933473:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047535.933478:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047535.933485:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:3.0:1777047535.933629:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54319:x1863365384405376:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 425us (1776us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047535.933647:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3638 00000100:00100000:1.0:1777047535.967171:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047535.968936:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384405632 00000100:00100000:0.0:1777047535.968953:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384405632 00000100:00100000:1.0:1777047535.974207:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1293 00000100:00100000:1.0:1777047535.974233:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54319:x1863365384405632:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:1.0:1777047535.994170:0:30809:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xed:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777047535.994758:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1247, 64 off113792 00000004:00080000:1.0:1777047535.994788:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4164377252195ns, next at 4165377246885ns, rc = 0 00000040:00080000:1.0:1777047535.994972:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1261, 64 off115104 00000004:00080000:1.0:1777047535.994995:0:30809:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4164377459859ns, next at 4165377457649ns, rc = 0 00000001:00080000:1.0:1777047535.995011:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938333 00010000:00010000:1.0:1777047535.995171:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.995212:0:30809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.995244:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.995262:0:30809:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.995288:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.995324:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047535.995428:0:30809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047535.996182:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54319:x1863365384405632:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 21950us (29841us total) trans 8589938334 rc 0/0 00000100:00100000:1.0:1777047535.996215:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1293 00000020:00080000:1.0:1777047535.996237:0:30809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047535.996850:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047535.996874:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.996890:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800031400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047535.996908:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.996925:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.996960:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xed:0x0].0x0 (ffff98683e747400) 00010000:00010000:3.0:1777047535.996966:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047535.996974:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 1/0,0 mode: --/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.997463:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986800031400/0x29ccbc23e99e2a0d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xed:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047535.997534:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047535.997538:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047535.997542:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047536.018468:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.019993:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384405888 00000100:00100000:2.0:1777047536.020009:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384405888 00000100:00100000:2.0:1777047536.020153:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1294 00000100:00100000:2.0:1777047536.020175:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54319:x1863365384405888:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047536.022618:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54319:x1863365384405888:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 2437us (4157us total) trans 8589938335 rc 0/0 00000100:00100000:2.0:1777047536.037252:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1294 00000100:00100000:1.0:1777047536.193997:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047536.194503:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434150784:0@lo:400:kworker.0 00000100:00100000:1.0:1777047536.194597:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047536.194749:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434150656:0@lo:400:kworker.0 00000100:00100000:1.0:1777047536.194811:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047536.196233:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150656 00000100:00100000:3.0:1777047536.196245:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150656 00000100:00100000:2.0:1777047536.196609:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150784 00000100:00100000:2.0:1777047536.196617:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150784 00000100:00100000:2.0:1777047536.196699:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1777047536.196715:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434150784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.196812:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434150784:12345-0@lo:400:kworker.0 Request processed in 100us (2215us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.196824:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1777047536.196902:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434150784:0@lo:400:kworker.0 00000100:00100000:3.0:1777047536.197319:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1777047536.197335:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434150656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047536.197429:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434150656:12345-0@lo:400:kworker.0 Request processed in 98us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047536.197441:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:1.0:1777047536.197854:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047536.198898:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434150656:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.203917:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434151040:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.204005:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047536.204068:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047536.204078:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434150912:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.204115:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047536.204166:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434151040 00000100:00100000:2.0:1777047536.204175:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434151040 00000100:00100000:2.0:1777047536.204236:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434150912 00000100:00100000:2.0:1777047536.204241:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434150912 00000100:00100000:2.0:1777047536.204288:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1777047536.204301:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434151040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.204417:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434151040:12345-0@lo:400:kworker.0 Request processed in 116us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.204429:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1777047536.204454:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1777047536.204465:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434150912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.204513:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434150912:12345-0@lo:400:kworker.0 Request processed in 49us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.204523:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00080000:2.0:1777047536.204585:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047536.204966:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818915500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434150912:0@lo:400:kworker.0 00000100:00100000:2.0:1777047536.205278:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434151040:0@lo:400:kworker.0 00000100:00100000:0.0:1777047536.215297:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.217490:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384406016 00000100:00100000:2.0:1777047536.217506:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384406016 00000100:00100000:2.0:1777047536.217981:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3639 00000100:00100000:2.0:1777047536.218000:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54320:x1863365384406016:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047536.218282:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047536.218313:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2a14 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b6d expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.218450:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.218473:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.218491:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.218512:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.218523:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.223425:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.224796:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.224844:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.224861:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047536.224915:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00000004:00200000:2.0:1777047536.224921:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047536.224949:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225229:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225245:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225256:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225267:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225278:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047536.225284:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225296:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225315:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047536.225320:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047536.225327:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225337:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a1b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225430:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225442:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225454:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225464:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047536.225469:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225480:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225494:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986821215500) 00010000:00010000:2.0:1777047536.225498:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047536.225504:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225514:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a22 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225615:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2a14 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 88 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225638:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 87 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.225651:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047536.225655:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047536.225659:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:2.0:1777047536.230142:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54320:x1863365384406016:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 12135us (14859us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.230167:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3639 00010000:00010000:1.0:1777047536.257031:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047536.271736:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.271924:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384406272 00000100:00100000:2.0:1777047536.271964:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384406272 00000100:00100000:2.0:1777047536.272078:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3640 00000100:00100000:2.0:1777047536.272097:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54320:x1863365384406272:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047536.272127:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047536.272157:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2a30 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b74 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.273042:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a37 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.273069:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a37 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.273089:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a37 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047536.273109:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:2.0:1777047536.273330:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2a30 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b74 expref: 90 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.273395:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a37 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b74 expref: 89 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.273410:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047536.273415:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047536.273421:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047536.273496:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54320:x1863365384406272:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1403us (1771us total) trans 8589938336 rc 0/0 00000100:00100000:2.0:1777047536.273510:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3640 00000100:00100000:3.0:1777047536.300252:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.300908:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384406528 00000100:00100000:2.0:1777047536.300924:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384406528 00000100:00100000:2.0:1777047536.301053:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3641 00000100:00100000:2.0:1777047536.301074:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54320:x1863365384406528:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047536.301111:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047536.301143:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2a45 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b7b expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.301813:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a4c lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.301842:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.301863:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047536.301885:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:2.0:1777047536.305450:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2a45 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b7b expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.305495:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a4c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b7b expref: 91 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.305513:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047536.305519:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047536.305527:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:2.0:1777047536.305970:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54320:x1863365384406528:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4897us (5727us total) trans 8589938337 rc 0/0 00000100:00100000:2.0:1777047536.305987:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3641 00000100:00100000:0.0:1777047536.341799:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.342646:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384406656 00000100:00100000:2.0:1777047536.342661:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384406656 00000100:00100000:2.0:1777047536.342786:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3370 00000100:00100000:2.0:1777047536.342803:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384406656:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047536.343954:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb96e5, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:2.0:1777047536.343971:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.343996:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.344000:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.344008:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.344032:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.359464:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.359493:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.359509:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.359521:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047536.359528:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.359571:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.359600:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.359613:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e2a5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.360712:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2413:x1863365384406656:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17906us (18919us total) trans 0 rc 33823/33823 00000100:00100000:0.0:1777047536.360731:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3370 00000100:00100000:0.0:1777047536.376951:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047536.377109:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384406784 00000100:00100000:1.0:1777047536.377124:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384406784 00000100:00100000:1.0:1777047536.377320:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3371 00000100:00100000:1.0:1777047536.377373:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384406784:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047536.377459:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb9701, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:1.0:1777047536.377473:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.377498:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.377502:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.377511:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.377535:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.400029:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.400061:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.400078:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.400093:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047536.400103:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.400130:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.400165:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.400180:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039ab5d72/0x29ccbc23e99e2a61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047536.400386:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384406784:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23045us (23440us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047536.400405:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3371 00000100:00100000:2.0:1777047536.417702:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047536.417849:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384406912 00000100:00100000:3.0:1777047536.417864:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384406912 00000100:00100000:3.0:1777047536.417968:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3372 00000100:00100000:3.0:1777047536.417985:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384406912:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047536.418063:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb9713, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:3.0:1777047536.418080:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.418105:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.418108:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.418117:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.418141:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.431895:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.431924:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.431939:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.432238:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047536.432246:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.432262:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.432293:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.432307:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047536.432504:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384406912:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14514us (14808us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047536.432522:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3372 00000100:00100000:2.0:1777047536.458689:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047536.458852:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407040 00000100:00100000:0.0:1777047536.458867:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407040 00000100:00100000:0.0:1777047536.459005:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3373 00000100:00100000:0.0:1777047536.459024:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2412:x1863365384407040:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047536.459098:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb979d, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:0.0:1777047536.459113:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.459138:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047536.459142:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047536.459149:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.459171:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.473251:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.473280:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.473296:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.473310:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047536.473318:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.473369:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.473399:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.473412:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2a6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.473620:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2412:x1863365384407040:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14593us (14935us total) trans 0 rc 33823/33823 00000100:00100000:0.0:1777047536.473638:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3373 00000100:00100000:1.0:1777047536.491964:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047536.492596:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407168 00000100:00100000:3.0:1777047536.492613:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407168 00000100:00100000:3.0:1777047536.492722:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3374 00000100:00100000:3.0:1777047536.492739:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384407168:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047536.492803:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb975e, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047536.492852:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.492877:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.492881:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.492889:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.492913:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.505712:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.505743:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.505759:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.505771:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047536.505778:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.505801:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.505830:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.505862:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2a76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047536.506005:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384407168:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13263us (14046us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047536.506022:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3374 00000100:00100000:0.0:1777047536.548500:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047536.550729:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407296 00000100:00100000:3.0:1777047536.550745:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407296 00000100:00100000:3.0:1777047536.550859:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3375 00000100:00100000:3.0:1777047536.550876:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384407296:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047536.550943:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb9766, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047536.550958:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.550981:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.550985:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.550991:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.551011:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.563673:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.563701:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.563716:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.563728:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047536.563735:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.566504:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.566545:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.566560:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047536.570010:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384407296:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19127us (21509us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047536.570030:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3375 00000100:00100000:0.0:1777047536.593091:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.593288:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407424 00000100:00100000:2.0:1777047536.593302:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407424 00000100:00100000:2.0:1777047536.593537:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3376 00000100:00100000:2.0:1777047536.593573:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384407424:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047536.593687:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.593712:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.593714:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.593722:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.593741:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.607659:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.607685:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.607698:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.607709:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047536.607716:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.607728:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.607755:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.607777:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047536.607892:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384407424:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14335us (14817us total) trans 0 rc 33823/33823 00000100:00100000:2.0:1777047536.607907:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3376 00000100:00100000:1.0:1777047536.624644:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.624767:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407552 00000100:00100000:2.0:1777047536.624781:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407552 00000100:00100000:2.0:1777047536.624887:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3377 00000100:00100000:2.0:1777047536.624902:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384407552:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047536.624963:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb9790, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:2.0:1777047536.624976:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.624998:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.625001:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047536.625009:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.625031:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.650542:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.650572:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.650587:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.650599:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047536.650607:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.650632:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.650661:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.650675:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e2a8b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.650845:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384407552:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 25938us (26200us total) trans 0 rc 33823/33823 00000100:00100000:0.0:1777047536.650963:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3377 00000100:00100000:0.0:1777047536.667932:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047536.668621:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407680 00000100:00100000:3.0:1777047536.668637:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407680 00000100:00100000:3.0:1777047536.669000:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3378 00000100:00100000:3.0:1777047536.669308:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384407680:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047536.669417:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb979d, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047536.669433:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.669456:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.669460:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.669469:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.669492:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.724511:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.724575:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.724921:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.724934:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047536.724941:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.724964:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.724993:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047536.725005:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e2a92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047536.725134:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2411:x1863365384407680:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 55827us (57606us total) trans 0 rc 33823/33823 00000100:00100000:0.0:1777047536.725152:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3378 00000100:00100000:3.0:1777047536.764064:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047536.773632:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407808 00000100:00100000:1.0:1777047536.773652:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407808 00000100:00100000:1.0:1777047536.773748:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3379 00000100:00100000:1.0:1777047536.773766:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384407808:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047536.773836:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97b8, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047536.773906:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.773932:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.773936:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.773945:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.773968:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.792715:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.792744:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.792759:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.792772:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986800030c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047536.792781:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.792805:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.792835:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.792850:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b62bd1f/0x29ccbc23e99e2a99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047536.793292:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384407808:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19523us (29231us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047536.793309:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3379 00000100:00100000:0.0:1777047536.832882:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047536.833060:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384407936 00000100:00100000:3.0:1777047536.833076:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384407936 00000100:00100000:3.0:1777047536.833180:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3380 00000100:00100000:3.0:1777047536.833196:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384407936:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047536.833285:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97c2, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047536.833299:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.833322:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.833325:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047536.833354:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.833378:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.854297:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.854328:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.854372:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.854386:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047536.854393:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.854410:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.854440:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047536.854809:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2aa0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047536.854975:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384407936:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21776us (22099us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047536.854992:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3380 00000001:00080000:3.0:1777047536.892601:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871696 is committed 00000001:00080000:3.0:1777047536.892635:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871692 is committed 00000100:00100000:0.0:1777047536.892714:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000001:00080000:3.0:1777047536.892760:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871697 is committed 00000100:00100000:1.0:1777047536.894691:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384408064 00000100:00100000:1.0:1777047536.894707:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384408064 00000100:00100000:1.0:1777047536.894826:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3381 00000100:00100000:1.0:1777047536.894845:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384408064:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047536.894921:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97de, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047536.894937:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.894963:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.894967:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047536.894976:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.895000:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.907635:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.907667:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.907686:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.907701:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ecc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047536.907710:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.907729:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.907770:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047536.907784:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2aa7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047536.907899:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384408064:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13052us (15191us total) trans 0 rc 33823/33823 00000100:00100000:1.0:1777047536.907916:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3381 00000001:00080000:3.0:1777047536.909483:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838761 is committed 00000001:00080000:3.0:1777047536.909502:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838760 is committed 00000001:00080000:3.0:1777047536.909709:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838763 is committed 00000001:00080000:3.0:1777047536.909721:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838762 is committed 00000100:00100000:0.0:1777047536.942969:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047536.943250:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384408192 00000100:00100000:2.0:1777047536.943265:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384408192 00000100:00100000:2.0:1777047536.943382:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 508 00000100:00100000:2.0:1777047536.943399:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54320:x1863365384408192:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:2.0:1777047536.943424:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047536.943460:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2a4c lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b7b expref: 91 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047536.943490:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047536.943498:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047536.943658:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54320:x1863365384408192:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 260us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047536.943672:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 508 00000100:00100000:2.0:1777047536.954674:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047536.955034:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384408448 00000100:00100000:1.0:1777047536.955049:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384408448 00000100:00100000:1.0:1777047536.955165:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1295 00000100:00100000:1.0:1777047536.955183:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54320:x1863365384408448:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047536.955725:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54320:x1863365384408448:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 541us (1057us total) trans 8589938338 rc 0/0 00000100:00100000:0.0:1777047536.955743:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1295 00000100:00100000:1.0:1777047537.063461:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047537.064169:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384408704 00000100:00100000:0.0:1777047537.064185:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384408704 00000100:00100000:0.0:1777047537.064354:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3642 00000100:00100000:0.0:1777047537.064376:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54321:x1863365384408704:12345-192.168.201.26@tcp:101:lfs.0 00000100:00080000:2.0:1777047537.064406:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777047537.064416:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047537.064451:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2aae lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b82 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.064975:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e2ab5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.065005:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e2ab5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.065027:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e2ab5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047537.065360:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:0.0:1777047537.065603:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2aae lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b82 expref: 94 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.065638:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e2ab5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b82 expref: 93 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.065658:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047537.065664:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047537.065671:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c600, rc 0) 00000100:00100000:0.0:1777047537.075082:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54321:x1863365384408704:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10697us (11619us total) trans 8589938339 rc 0/0 00000100:00100000:0.0:1777047537.075105:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3642 00000100:00100000:2.0:1777047537.105402:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047537.106677:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384408832 00000100:00100000:0.0:1777047537.106694:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384408832 00000100:00100000:0.0:1777047537.106898:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3382 00000100:00100000:0.0:1777047537.106921:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384408832:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047537.107000:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb96e5, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:0.0:1777047537.107019:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.107046:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.107051:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.107061:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.107089:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047537.111126:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047537.120979:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047537.123159:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384408960 00000100:00100000:0.0:1777047537.123177:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384408960 00000100:00100000:0.0:1777047537.123274:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 367 00000100:00100000:0.0:1777047537.123294:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384408960:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047537.123459:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2411:x1863365384408960:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 167us (2490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.123476:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 367 00010000:00010000:0.0:1777047537.136992:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.137026:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.137047:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.137065:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047537.137075:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.137096:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.137129:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.137146:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e2ac3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.137291:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384408832:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30369us (31893us total) trans 0 rc 33823/33823 00000100:00100000:0.0:1777047537.137312:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3382 00000100:00100000:3.0:1777047537.155290:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.156986:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409088 00000100:00100000:1.0:1777047537.157001:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409088 00000100:00100000:1.0:1777047537.157478:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3383 00000100:00100000:1.0:1777047537.157498:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384409088:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047537.157673:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb9701, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:1.0:1777047537.157690:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.157716:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.157720:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.157731:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.157758:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047537.162764:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777047537.190308:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.190370:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.190389:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.190404:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047537.190412:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.190431:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.190463:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.190480:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f86e4034/0x29ccbc23e99e2aca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.190694:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384409088:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 33193us (35409us total) trans 0 rc 33823/33823 00000100:00100000:1.0:1777047537.190714:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3383 00000100:00100000:3.0:1777047537.213282:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047537.213488:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409216 00000100:00100000:2.0:1777047537.213504:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409216 00000100:00100000:2.0:1777047537.213960:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3384 00000100:00100000:2.0:1777047537.213982:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384409216:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047537.214376:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb9713, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:2.0:1777047537.214393:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.214419:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.214423:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.214431:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.214466:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.235746:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.235777:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.235792:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.236361:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047537.236371:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.236388:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.236416:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.236430:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005149812/0x29ccbc23e99e2ad1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.236717:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384409216:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22735us (23440us total) trans 0 rc 33823/33823 00000100:00100000:2.0:1777047537.236735:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3384 00000100:00100000:3.0:1777047537.253317:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047537.260364:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409344 00000100:00100000:2.0:1777047537.260386:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409344 00000100:00100000:2.0:1777047537.260524:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3385 00000100:00100000:2.0:1777047537.260579:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384409344:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047537.260654:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb979d, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:2.0:1777047537.260672:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.260697:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.260701:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.260710:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.260734:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.276368:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.276397:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.276411:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.276423:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047537.276430:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.276452:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.276480:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.276492:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ad8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.277066:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384409344:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16522us (23755us total) trans 0 rc 33823/33823 00000100:00100000:0.0:1777047537.277084:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3385 00010000:00010000:0.0:1777047537.280770:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047537.293009:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047537.293487:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409472 00000100:00100000:0.0:1777047537.293501:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409472 00000100:00100000:0.0:1777047537.293660:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3386 00000100:00100000:0.0:1777047537.293679:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384409472:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047537.293752:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb975e, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:0.0:1777047537.293766:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.293788:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.293791:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.293799:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.293833:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.304258:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.304287:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.304302:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.304316:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047537.304350:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.304365:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.304393:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.304406:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2adf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.304583:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384409472:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 10860us (11534us total) trans 0 rc 33823/33823 00000100:00100000:0.0:1777047537.304603:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3386 00000100:00100000:0.0:1777047537.328063:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047537.328246:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409600 00000100:00100000:3.0:1777047537.328260:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409600 00000100:00100000:3.0:1777047537.328395:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3387 00000100:00100000:3.0:1777047537.328413:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384409600:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047537.328486:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb9766, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047537.328501:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.329078:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.329083:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.329092:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.329115:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.351482:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.351519:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.351591:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.351605:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047537.351612:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.351626:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.351653:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.351665:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2ae6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.351771:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384409600:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23357us (23715us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047537.351787:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3387 00000100:00100000:2.0:1777047537.381387:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047537.382504:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409728 00000100:00100000:3.0:1777047537.382519:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409728 00000100:00100000:3.0:1777047537.384374:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3388 00000100:00100000:3.0:1777047537.384392:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384409728:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047537.384444:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.384469:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.384472:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.384480:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.384502:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.400599:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.400630:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.400648:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.400661:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047537.400668:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.400683:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.400710:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.400724:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e2aed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.400840:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384409728:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16445us (20307us total) trans 0 rc 33823/33823 00000100:00100000:1.0:1777047537.400856:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3388 00000100:00100000:0.0:1777047537.425874:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047537.427479:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409856 00000100:00100000:3.0:1777047537.427503:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409856 00000100:00100000:3.0:1777047537.427654:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3389 00000100:00100000:3.0:1777047537.427672:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384409856:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047537.427743:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb9790, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047537.427758:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.427784:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.427788:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047537.427797:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.427842:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.450380:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.450412:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.450430:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.450442:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047537.450450:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.450467:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.450496:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.450510:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2af4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.451977:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384409856:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 24299us (26107us total) trans 0 rc 33823/33823 00000100:00100000:1.0:1777047537.451995:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3389 00000100:00100000:3.0:1777047537.485982:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.486590:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384409984 00000100:00100000:1.0:1777047537.486606:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384409984 00000100:00100000:1.0:1777047537.490549:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3390 00000100:00100000:1.0:1777047537.490570:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384409984:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047537.490643:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb979d, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047537.490659:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.490685:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.490689:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.490698:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.490722:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.502645:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.502675:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.502691:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.502703:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047537.502711:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.502726:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.502871:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.502887:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2afb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.503004:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384409984:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 12434us (17028us total) trans 0 rc 33823/33823 00000100:00100000:1.0:1777047537.503022:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3390 00000100:00100000:3.0:1777047537.526008:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047537.526210:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384410112 00000100:00100000:0.0:1777047537.526254:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384410112 00000100:00100000:0.0:1777047537.526387:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3391 00000100:00100000:0.0:1777047537.526405:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384410112:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047537.526496:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97b8, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:0.0:1777047537.526513:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.526598:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.526603:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047537.526612:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.526634:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.546128:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.546161:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.546178:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.546203:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047537.546212:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.546225:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.546252:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.546266:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ad47071/0x29ccbc23e99e2b02 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.546438:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384410112:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20030us (20433us total) trans 0 rc 33823/33823 00000100:00100000:2.0:1777047537.546456:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3391 00000100:00100000:3.0:1777047537.578131:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.579462:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384410240 00000100:00100000:1.0:1777047537.579477:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384410240 00000100:00100000:1.0:1777047537.579655:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3392 00000100:00100000:1.0:1777047537.579672:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384410240:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047537.579738:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97c2, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047537.579752:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.579777:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.579781:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047537.579808:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047537.579834:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.622151:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.622182:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.622200:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.622214:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047537.622224:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.622552:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.622605:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.622902:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088c2e017/0x29ccbc23e99e2b09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.623468:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384410240:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 43791us (45339us total) trans 0 rc 33823/33823 00000100:00100000:2.0:1777047537.623485:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3392 00000100:00100000:1.0:1777047537.653351:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047537.653523:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384410368 00000100:00100000:2.0:1777047537.653566:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384410368 00000100:00100000:2.0:1777047537.653948:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3393 00000100:00100000:2.0:1777047537.653966:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384410368:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047537.654038:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97de, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:2.0:1777047537.654053:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.654078:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.654082:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047537.654090:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.654127:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.688826:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.688854:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.688889:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.688902:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047537.688910:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.688923:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.688949:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.688964:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e2b10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->36863] (req 0->36863) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.689391:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384410368:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 35421us (36070us total) trans 0 rc 33823/33823 00000100:00100000:3.0:1777047537.689409:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3393 00000100:00100000:1.0:1777047537.699467:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047537.699771:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384410496 00000100:00100000:3.0:1777047537.699786:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384410496 00000100:00100000:3.0:1777047537.699899:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 509 00000100:00100000:3.0:1777047537.699917:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54321:x1863365384410496:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047537.699941:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047537.700248:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e2ab5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b82 expref: 93 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.700280:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047537.700289:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047537.700410:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54321:x1863365384410496:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 496us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.700425:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 509 00000100:00100000:1.0:1777047537.709499:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047537.712026:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384410752 00000100:00100000:3.0:1777047537.712040:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384410752 00000100:00100000:3.0:1777047537.712131:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1296 00000100:00100000:3.0:1777047537.712146:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54321:x1863365384410752:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047537.712486:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54321:x1863365384410752:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 340us (2996us total) trans 8589938340 rc 0/0 00000100:00100000:3.0:1777047537.712507:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1296 00000100:00100000:2.0:1777047537.738490:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.738631:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384411008 00000100:00100000:1.0:1777047537.738651:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384411008 00000100:00100000:0.0:1777047537.739873:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3643 00000100:00100000:0.0:1777047537.739896:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54106:x1863365384411008:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047537.739930:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047537.739960:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e2b17 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b89 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.740107:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.740136:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 94 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.740154:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.740208:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 94 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.740232:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 94 pid: 33034 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.740257:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434151168:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047537.740430:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802a99000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047537.755003:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047537.755170:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384411136 00000100:00100000:3.0:1777047537.755182:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384411136 00010000:00010000:3.0:1777047537.755237:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 95 pid: 33034 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.755340:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2701 00000100:00100000:3.0:1777047537.755356:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:2410:x1863365384411136:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047537.755383:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047537.755395:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 95 pid: 33034 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.755417:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 95 pid: 33034 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.755448:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047537.755455:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.755928:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.755940:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.756025:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047537.756108:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:2410:x1863365384411136:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 753us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.756122:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2701 00010000:00010000:0.0:1777047537.756749:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2a29 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b6d expref: 94 pid: 33034 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.756775:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e7b1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434151168:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047537.756803:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.756816:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.756825:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047537.756851:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00010000:00010000:0.0:1777047537.757054:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e2b17 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 95 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.757079:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.757092:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047537.757096:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1777047537.757100:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:0.0:1777047537.757436:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54106:x1863365384411008:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 17547us (18962us total) trans 8589938341 rc 0/0 00000100:00100000:0.0:1777047537.757448:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3643 00000100:00100000:1.0:1777047537.776278:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047537.777658:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384411264 00000100:00100000:3.0:1777047537.777673:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384411264 00000100:00100000:3.0:1777047537.777786:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3644 00000100:00100000:3.0:1777047537.777803:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54106:x1863365384411264:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047537.777835:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047537.777863:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2b2c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b90 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.777984:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.778009:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 95 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.778024:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.778070:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 95 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.778092:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 95 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.778114:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434151296:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047537.778232:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083e70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047537.795406:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047537.795722:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384411392 00000100:00100000:0.0:1777047537.795736:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384411392 00010000:00010000:0.0:1777047537.795791:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 96 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047537.795885:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2702 00000100:00100000:0.0:1777047537.795901:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:2411:x1863365384411392:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047537.795925:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047537.795935:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 96 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.795957:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 96 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.795990:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047537.796000:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.796017:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.796031:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047537.796062:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047537.796167:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:2411:x1863365384411392:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 267us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047537.796181:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2702 00010000:00010000:3.0:1777047537.796920:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e2b1e lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b89 expref: 95 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047537.796947:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434151296:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047537.796975:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.796988:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.797006:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047537.797064:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 33823 00000004:00200000:3.0:1777047537.797070:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047537.797099:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.797143:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e2b2c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b90 expref: 95 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.797166:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b90 expref: 94 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.797179:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047537.797184:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047537.797189:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:3.0:1777047537.797257:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54106:x1863365384411264:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 19457us (20990us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047537.797270:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3644 00000100:00100000:1.0:1777047537.815478:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047537.815769:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384411648 00000100:00100000:2.0:1777047537.815785:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384411648 00000100:00100000:2.0:1777047537.816555:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3645 00000100:00100000:2.0:1777047537.816575:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54106:x1863365384411648:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:2.0:1777047537.818622:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047537.818664:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2b33 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b90 expref: 94 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.818697:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047537.818706:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047537.819417:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.819440:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047537.819456:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047537.819597:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938342 00000004:00010000:2.0:1777047537.819644:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9017f6d reply state 0000000074a28dc2 transno 8589938343 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047537.819659:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047537.819782:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54106:x1863365384411648:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 3212us (4315us total) trans 8589938343 rc 0/0 00000100:00100000:2.0:1777047537.819795:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3645 00000020:00080000:2.0:1777047537.819803:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047537.831819:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.831845:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.831857:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.831896:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047537.831903:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.831935:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.831961:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047537.831966:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047537.831974:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047537.831983:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2b3a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047537.844596:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.844672:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.844727:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047537.845577:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384411776 00000100:00100000:2.0:1777047537.845592:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384411776 00002000:00010000:2.0:1777047537.845674:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (258848->18446744073709551615) 00002000:00100000:2.0:1777047537.845683:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a54a80 with x1863365384411776 ext(258848->18446744073709551615) 00002000:00010000:2.0:1777047537.845702:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a54a80. 00000100:00100000:2.0:1777047537.845742:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384411904 00000100:00100000:2.0:1777047537.845748:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384411904 00002000:00010000:2.0:1777047537.845772:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047537.845778:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55c00 with x1863365384411904 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047537.845786:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a55c00. 00000100:00100000:2.0:1777047537.845817:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412032 00000100:00100000:2.0:1777047537.845823:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412032 00002000:00010000:2.0:1777047537.845841:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047537.845847:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55880 with x1863365384412032 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047537.845855:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a55880. 00000100:00100000:2.0:1777047537.845882:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3394 00000100:00100000:2.0:1777047537.845897:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384411776:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047537.846371:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 33823 -> 258848 00002000:00010000:2.0:1777047537.846379:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047535 -> 1777047537 00002000:00010000:2.0:1777047537.846383:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047537.846387:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047535 -> 1777047537 00002000:00010000:2.0:1777047537.846391:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 71 -> 71 00000100:00100000:2.0:1777047537.846481:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384411776:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 584us (1960us total) trans 17179871698 rc 0/0 00000100:00100000:2.0:1777047537.846495:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3394 00002000:00010000:2.0:1777047537.846501:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (258848->18446744073709551615) 00002000:00100000:2.0:1777047537.846506:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a54a80 with x1863365384411776 ext(258848->18446744073709551615) 00002000:00010000:2.0:1777047537.846514:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a54a80. 00000100:00100000:2.0:1777047537.846860:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3395 00000100:00100000:2.0:1777047537.846877:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384411904:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047537.847472:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047537.847479:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047535 -> 1777047537 00002000:00010000:2.0:1777047537.847483:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047537.847487:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047535 -> 1777047537 00002000:00010000:2.0:1777047537.847490:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047537.847533:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384411904:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 658us (2860us total) trans 21474838764 rc 0/0 00000100:00100000:2.0:1777047537.847545:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3395 00002000:00010000:2.0:1777047537.847551:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047537.847555:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55c00 with x1863365384411904 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047537.847562:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a55c00. 00000100:00100000:2.0:1777047537.847585:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3396 00000100:00100000:2.0:1777047537.847597:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384412032:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047537.847780:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047537.847786:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047535 -> 1777047537 00002000:00010000:2.0:1777047537.847790:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047527 -> 1777047527 00002000:00010000:2.0:1777047537.847793:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047535 -> 1777047537 00002000:00010000:2.0:1777047537.847797:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047537.847836:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384412032:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 240us (3108us total) trans 17179871699 rc 0/0 00000100:00100000:2.0:1777047537.847849:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3396 00002000:00010000:2.0:1777047537.847855:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047537.847859:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55880 with x1863365384412032 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047537.847867:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a55880. 00000100:00100000:2.0:1777047537.869685:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.871609:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412160 00000100:00100000:1.0:1777047537.871980:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412160 00002000:00100000:1.0:1777047537.872412:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (212992->217087) req@ffff986807077b80 x1863365384412160/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1777047548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047537.872434:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807077b80 with x1863365384412160 ext(212992->217087) 00002000:00010000:1.0:1777047537.872444:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807077b80 00000100:00100000:1.0:1777047537.872504:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3397 00000100:00100000:1.0:1777047537.872523:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384412160:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047537.877381:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384412160:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 4850us (7695us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047537.877400:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3397 00002000:00100000:1.0:1777047537.877418:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11a:0x0] (212992->217087) req@ffff986807077b80 x1863365384412160/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:273/0 lens 488/4536 e 0 to 0 dl 1777047548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047537.877436:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807077b80 with x1863365384412160 ext(212992->217087) 00002000:00010000:1.0:1777047537.877445:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807077b80 00000100:00100000:0.0:1777047537.899237:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.901798:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412288 00000100:00100000:1.0:1777047537.901815:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412288 00002000:00100000:1.0:1777047537.901894:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (217088->221183) req@ffff98683e7b1f80 x1863365384412288/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1777047548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047537.901914:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1f80 with x1863365384412288 ext(217088->221183) 00002000:00010000:1.0:1777047537.901924:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b1f80 00000100:00100000:1.0:1777047537.901983:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3398 00000100:00100000:1.0:1777047537.901998:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384412288:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047537.902436:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384412288:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 437us (3208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047537.902471:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3398 00002000:00100000:1.0:1777047537.902485:0:14917:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x11a:0x0] (217088->221183) req@ffff98683e7b1f80 x1863365384412288/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:273/0 lens 488/4536 e 0 to 0 dl 1777047548 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047537.902502:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1f80 with x1863365384412288 ext(217088->221183) 00002000:00010000:1.0:1777047537.902508:0:14917:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b1f80 00000100:00100000:2.0:1777047537.929888:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047537.930421:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412416 00000100:00100000:1.0:1777047537.930438:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412416 00002000:00100000:1.0:1777047537.930986:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x11a:0x0] (192512->258047) req@ffff986807075180 x1863365384412416/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:273/0 lens 504/0 e 0 to 0 dl 1777047548 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047537.931012:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807075180 with x1863365384412416 ext(192512->258047) 00002000:00010000:1.0:1777047537.931029:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807075180 00000100:00100000:0.0:1777047537.931405:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3399 00000100:00100000:0.0:1777047537.931430:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384412416:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:0.0:1777047537.954478:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384412416:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23042us (24590us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1777047537.954501:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3399 00002000:00100000:0.0:1777047537.954522:0:14906:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x11a:0x0] (192512->258047) req@ffff986807075180 x1863365384412416/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:273/0 lens 504/440 e 0 to 0 dl 1777047548 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047537.954543:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807075180 with x1863365384412416 ext(192512->258047) 00002000:00010000:0.0:1777047537.954634:0:14906:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807075180 00000100:00100000:3.0:1777047538.008879:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.015514:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412544 00000100:00100000:2.0:1777047538.015906:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412544 00002000:00100000:2.0:1777047538.015990:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (258048->262143) req@ffff9868096e5c00 x1863365384412544/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1777047549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047538.016013:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e5c00 with x1863365384412544 ext(258048->262143) 00002000:00010000:2.0:1777047538.016024:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e5c00 00000100:00100000:2.0:1777047538.016094:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3400 00000100:00100000:2.0:1777047538.016113:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384412544:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047538.016501:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384412544:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 389us (7632us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047538.016519:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3400 00002000:00100000:2.0:1777047538.016927:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (258048->262143) req@ffff9868096e5c00 x1863365384412544/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:274/0 lens 488/4536 e 0 to 0 dl 1777047549 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047538.016948:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868096e5c00 with x1863365384412544 ext(258048->262143) 00002000:00010000:2.0:1777047538.016957:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868096e5c00 00000100:00100000:0.0:1777047538.044727:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.045995:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412672 00000100:00100000:2.0:1777047538.046012:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412672 00002000:00100000:2.0:1777047538.046089:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (212992->258847) req@ffff98683e7b1500 x1863365384412672/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1777047549 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047538.046111:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1500 with x1863365384412672 ext(212992->258847) 00002000:00010000:2.0:1777047538.046121:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b1500 00000100:00100000:2.0:1777047538.046375:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3401 00000100:00100000:2.0:1777047538.046395:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384412672:12345-192.168.201.26@tcp:4:lfs.0 00000100:00100000:2.0:1777047538.059926:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384412672:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 13520us (15196us total) trans 17179871700 rc 0/0 00000100:00100000:2.0:1777047538.059949:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3401 00002000:00100000:2.0:1777047538.059971:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11a:0x0] (212992->258847) req@ffff98683e7b1500 x1863365384412672/t17179871700(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:274/0 lens 488/448 e 0 to 0 dl 1777047549 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047538.059990:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b1500 with x1863365384412672 ext(212992->258847) 00002000:00010000:2.0:1777047538.060000:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b1500 00000100:00100000:1.0:1777047538.094072:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047538.094973:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412800 00000100:00100000:0.0:1777047538.094991:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412800 00000100:00100000:0.0:1777047538.095094:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6143 00000100:00100000:0.0:1777047538.095114:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384412800:12345-192.168.201.26@tcp:16:fsx.0 00000001:00080000:3.0:1777047538.250226:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871700 is committed 00000100:00100000:2.0:1777047538.250509:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384412800:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 155392us (156442us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.250530:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6143 00000100:00100000:3.0:1777047538.265276:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.266373:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384412928 00000100:00100000:2.0:1777047538.266388:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384412928 00000100:00100000:0.0:1777047538.266794:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3646 00000100:00100000:0.0:1777047538.266819:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54106:x1863365384412928:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047538.266858:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047538.267690:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e2b41 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b97 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.267831:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.267858:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.267878:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047538.268732:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:0.0:1777047538.268741:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047538.268777:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.268823:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ce00/0x29ccbc23e99e2b41 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 97 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.268852:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 96 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.268868:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047538.268874:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047538.268880:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:0.0:1777047538.269852:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54106:x1863365384412928:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 3038us (4583us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.269867:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3646 00010000:00010000:3.0:1777047538.305697:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047538.313878:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.314096:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384413184 00000100:00100000:2.0:1777047538.314111:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384413184 00000100:00100000:2.0:1777047538.314213:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1297 00000100:00100000:2.0:1777047538.314232:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54106:x1863365384413184:12345-192.168.201.26@tcp:35:fsx.0 00000001:00080000:2.0:1777047538.314740:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938344 00000100:00100000:2.0:1777047538.314901:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54106:x1863365384413184:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 672us (1031us total) trans 8589938345 rc 0/0 00000100:00100000:2.0:1777047538.314919:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1297 00000020:00080000:2.0:1777047538.314928:0:30809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777047538.410824:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.410990:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384413312 00000100:00100000:2.0:1777047538.411005:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384413312 00000100:00100000:2.0:1777047538.411097:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3647 00000100:00100000:2.0:1777047538.411114:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54323:x1863365384413312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.411143:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.411171:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2b4f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788b9e expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.411258:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.411279:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.411295:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.411346:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.411358:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.411369:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412030:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412056:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412069:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047538.412118:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047538.412148:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047538.412179:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412197:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412212:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412223:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412234:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412244:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047538.412251:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412262:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412279:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047538.412284:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047538.412291:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412301:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2b56 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412344:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412355:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412365:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412374:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047538.412379:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412390:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412403:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986821215000) 00010000:00010000:2.0:1777047538.412407:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047538.412411:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412429:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b5d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412478:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2b4f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 100 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412502:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.412515:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047538.412519:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047538.412523:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047538.414443:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54323:x1863365384413312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3325us (3622us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.414460:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3647 00000100:00100000:0.0:1777047538.453490:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047538.453598:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.453639:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384413568 00000100:00100000:2.0:1777047538.453655:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384413568 00000100:00100000:2.0:1777047538.453768:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3648 00000100:00100000:2.0:1777047538.453786:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54323:x1863365384413568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047538.453852:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.453884:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2b6b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ba5 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.454330:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.454354:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.454369:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 100 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.454390:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 5/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.454437:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 100 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.454457:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 100 pid: 30806 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.454478:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434151424:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047538.455207:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.455222:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 100 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.455239:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434151552:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047538.455281:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2840 going to sleep for 11 seconds 00000100:00100000:3.0:1777047538.456636:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384413696 00000100:00100000:3.0:1777047538.456646:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384413696 00010000:00010000:3.0:1777047538.456690:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 101 pid: 30806 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.456763:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2703 00000100:00100000:3.0:1777047538.456777:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2413:x1863365384413696:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047538.456793:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047538.456803:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 101 pid: 30806 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.456824:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 101 pid: 30806 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.456848:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047538.456856:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.456868:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.456878:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047538.456974:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2413:x1863365384413696:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 198us (3374us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.456988:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2703 00010000:00010000:2.0:1777047538.471964:0:31251:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.201.26@tcp) returned -22 from blocking AST (req@00000000b040a980 x1863365434151424) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 1/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 100 pid: 30806 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.471999:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2b64 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b9e expref: 100 pid: 30806 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.472024:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434151424:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047538.472050:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434151552:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047538.472081:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047538.472089:0:31251:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.472103:0:31251:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.472118:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.480356:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047538.480466:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384413824 00000100:00100000:3.0:1777047538.480481:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384413824 00010000:00010000:3.0:1777047538.480581:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 100 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.480631:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2704 00000100:00100000:3.0:1777047538.480648:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2411:x1863365384413824:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047538.480669:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047538.480681:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 100 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.480704:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 100 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.480738:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2b48 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b97 expref: 100 pid: 30804 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.480761:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047538.480770:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.480785:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.480797:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.480837:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047538.480940:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:2411:x1863365384413824:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 295us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.480953:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2704 00010000:00010000:1.0:1777047538.481246:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.481269:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047538.481299:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00010000:00010000:1.0:1777047538.481521:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2b6b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 100 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.481577:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.481591:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047538.481596:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047538.481600:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:1.0:1777047538.481657:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54323:x1863365384413568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 27876us (28178us total) trans 8589938346 rc 0/0 00000100:00100000:1.0:1777047538.483555:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3648 00000100:00100000:2.0:1777047538.508254:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047538.508734:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384413952 00000100:00100000:0.0:1777047538.508750:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384413952 00000100:00100000:0.0:1777047538.508947:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3649 00000100:00100000:0.0:1777047538.508967:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54323:x1863365384413952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047538.509001:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047538.509030:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2b80 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bac expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.509156:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.509181:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 100 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.509197:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.509250:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 100 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.509273:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 100 pid: 31251 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.509337:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434151680:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047538.509472:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047538.538349:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.538649:0:33460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434151680:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047538.538706:0:33460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.538972:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384414080 00000100:00100000:1.0:1777047538.538986:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384414080 00010000:00010000:1.0:1777047538.539046:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 101 pid: 31251 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.539107:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2705 00000100:00100000:1.0:1777047538.539124:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2410:x1863365384414080:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047538.539150:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047538.539162:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 101 pid: 31251 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.539197:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 101 pid: 31251 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.539235:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2b72 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ba5 expref: 101 pid: 31251 timeout: 4266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.539262:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047538.539271:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.539288:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.539331:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.539487:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047538.539568:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:2410:x1863365384414080:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 444us (1257us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.539960:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2705 00010000:00010000:2.0:1777047538.549111:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.549140:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047538.549288:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047538.549298:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047538.549365:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.549432:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2b80 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bac expref: 100 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.549479:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bac expref: 99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.549496:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047538.549503:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047538.549509:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d600, rc 0) 00000100:00100000:2.0:1777047538.549791:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54323:x1863365384413952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 40825us (41545us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.549808:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3649 00000100:00100000:0.0:1777047538.575463:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.578123:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384414336 00000100:00100000:2.0:1777047538.578140:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384414336 00000100:00100000:2.0:1777047538.578257:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1298 00000100:00100000:2.0:1777047538.578275:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54323:x1863365384414336:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047538.578746:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54323:x1863365384414336:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 472us (3292us total) trans 8589938347 rc 0/0 00000100:00100000:2.0:1777047538.578763:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1298 00000100:00100000:3.0:1777047538.598297:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047538.599502:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384414592 00000100:00100000:0.0:1777047538.599519:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384414592 00000100:00100000:0.0:1777047538.599682:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3650 00000100:00100000:0.0:1777047538.599700:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54323:x1863365384414592:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047538.599736:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047538.599742:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777047538.599782:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2a37 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b74 expref: 100 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.599815:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047538.599825:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047538.599846:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e2b8e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bb3 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.600878:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2b95 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.600905:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2b95 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.600952:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2b95 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047538.600982:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00010000:00010000:0.0:1777047538.601896:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e2b8e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bb3 expref: 102 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.601929:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2b95 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bb3 expref: 101 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.601945:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047538.601951:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047538.601957:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:0.0:1777047538.602411:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54323:x1863365384414592:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2710us (4123us total) trans 8589938348 rc 0/0 00000100:00100000:0.0:1777047538.602426:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3650 00000100:00100000:1.0:1777047538.627051:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047538.627114:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.627701:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384414720 00000100:00100000:2.0:1777047538.627718:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384414720 00000100:00100000:2.0:1777047538.627826:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384414848 00000100:00100000:2.0:1777047538.627833:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384414848 00000100:00100000:2.0:1777047538.627902:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6144 00000100:00100000:2.0:1777047538.627923:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384414720:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047538.627991:0:26190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.628000:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6145 00000100:00100000:3.0:1777047538.628031:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384414848:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047538.628055:0:26190:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 17 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.628072:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047538.628077:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047538.628080:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.628085:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.628142:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 13 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.628160:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047538.628164:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047538.628170:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 4/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.628180:0:26190:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 17 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.628235:0:26190:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 17 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.628266:0:26190:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434151808:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047538.628446:0:26190:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2540 going to sleep for 11 seconds 00010000:00010000:0.0:1777047538.630992:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 13 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.631017:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 13 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.631042:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434151936:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047538.631145:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047538.632689:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047538.633211:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384414976 00000100:00100000:1.0:1777047538.633223:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384414976 00000100:00100000:1.0:1777047538.633370:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6146 00000100:00100000:1.0:1777047538.633389:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384414976:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047538.633441:0:33459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.633471:0:33459:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 18 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.633487:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047538.633491:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047538.633497:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.636877:0:26190:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:26190:1863365434151808:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047538.636914:0:26190:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.637685:0:33459:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 18 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.637710:0:33459:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 18 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.637734:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434152064:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047538.637887:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047538.651978:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047538.652288:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434151936:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047538.652371:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.654192:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a56300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434152064:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047538.654221:0:33459:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.654411:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384415104 00000100:00100000:2.0:1777047538.654425:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384415104 00010000:00010000:2.0:1777047538.654483:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 19 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.654625:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2706 00000100:00100000:2.0:1777047538.654647:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384415104:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047538.654777:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777047538.654842:0:33476:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047537 -> 1777047538 00002000:00010000:1.0:1777047538.654850:0:33476:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047537 -> 1777047538 00002000:00010000:1.0:1777047538.654854:0:33476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 71 -> 199 00010000:00010000:1.0:1777047538.654867:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 19 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.654889:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 19 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.654927:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c73b3a3e/0x29ccbc23e99e292d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b19 expref: 19 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.654972:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.654977:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.654984:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.655003:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.655164:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047538.655251:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384415104:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 608us (3282us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.655267:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2706 00000100:00100000:3.0:1777047538.655620:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047538.655666:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384415232 00000100:00100000:3.0:1777047538.655675:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384415232 00010000:00010000:3.0:1777047538.655724:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 14 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.655769:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2707 00000100:00100000:3.0:1777047538.655782:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384415232:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047538.655800:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047538.655825:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 14 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.655846:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 14 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.655874:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e282a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ad3 expref: 14 pid: 6640 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.655905:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.655908:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.655914:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.655930:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.655962:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047538.656003:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384415232:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 222us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.656016:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2707 00000100:00100000:3.0:1777047538.656137:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047538.656169:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384415360 00000100:00100000:3.0:1777047538.656177:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384415360 00010000:00010000:1.0:1777047538.656909:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.656931:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.656985:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.657003:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.657019:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.657032:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047538.657040:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.657057:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.657080:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.657096:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e2baa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.657182:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384414848:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 29161us (30066us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.657198:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6145 00010000:00010000:3.0:1777047538.657250:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 18 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.657353:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2708 00000100:00100000:3.0:1777047538.658006:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384415360:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047538.658028:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047538.658051:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 18 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658071:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 18 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658097:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f353caee/0x29ccbc23e99e2831 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ada expref: 18 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658117:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.658120:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.658126:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658141:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658175:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047538.658216:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384415360:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 850us (2079us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.658230:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2708 00010000:00010000:3.0:1777047538.658268:0:33459:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658283:0:33459:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658346:0:33459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658383:0:33459:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658399:0:33459:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658411:0:33459:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ec400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047538.658418:0:33459:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658432:0:33459:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658454:0:33459:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.658467:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030e0b01e/0x29ccbc23e99e2bb1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.658573:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384414976:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 25154us (25851us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.658586:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6146 00010000:00010000:2.0:1777047538.665898:0:26190:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.665937:0:26190:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.666140:0:26190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.666160:0:26190:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.666175:0:26190:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.666189:0:26190:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047538.666196:0:26190:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.666213:0:26190:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.666240:0:26190:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.666255:0:26190:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005149812/0x29ccbc23e99e2ba3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.666400:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384414720:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 38478us (39356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.666416:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6144 00000100:00100000:1.0:1777047538.684646:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047538.685511:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384415616 00000100:00100000:0.0:1777047538.685528:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384415616 00000100:00100000:0.0:1777047538.685669:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3651 00000100:00100000:0.0:1777047538.685686:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54323:x1863365384415616:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047538.685800:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777047538.685857:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2b87 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bac expref: 101 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.685893:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e2a06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b66 expref: 100 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.685911:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047538.685920:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047538.685966:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.685988:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.686005:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047538.734461:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1262, 88 off115192 00000004:00080000:2.0:1777047538.734485:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167116949949ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.734898:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1248, 88 off113880 00000004:00080000:2.0:1777047538.734911:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167117376469ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.734982:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1249, 88 off113968 00000004:00080000:2.0:1777047538.734991:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167117456309ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735022:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1263, 88 off115280 00000004:00080000:2.0:1777047538.735028:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167117493557ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735052:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1264, 88 off115368 00000004:00080000:2.0:1777047538.735133:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167117598434ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735195:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1250, 88 off114056 00000004:00080000:2.0:1777047538.735208:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167117673009ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735267:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1251, 88 off114144 00000004:00080000:2.0:1777047538.735278:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167117741842ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735348:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1265, 88 off115456 00000004:00080000:2.0:1777047538.735358:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167117823482ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735505:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1252, 88 off114232 00000004:00080000:2.0:1777047538.735514:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167117979682ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735597:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1266, 88 off115544 00000004:00080000:2.0:1777047538.735606:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167118070857ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735632:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1267, 88 off115632 00000004:00080000:2.0:1777047538.735638:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167118103442ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735667:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1253, 88 off114320 00000004:00080000:2.0:1777047538.735673:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167118138327ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735698:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1254, 88 off114408 00000004:00080000:2.0:1777047538.735705:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167118170022ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735731:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1268, 88 off115720 00000004:00080000:2.0:1777047538.735738:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167118204130ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735765:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1269, 88 off115808 00000004:00080000:2.0:1777047538.735773:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167118238137ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735803:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1255, 88 off114496 00000004:00080000:2.0:1777047538.735810:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167118275462ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735841:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1270, 88 off115896 00000004:00080000:2.0:1777047538.735849:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167118314832ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.735878:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1256, 88 off114584 00000004:00080000:2.0:1777047538.735885:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167118350655ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.735985:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1258, 88 off114776 00000004:00080000:2.0:1777047538.735995:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167118460922ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.737685:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1271, 88 off115984 00000004:00080000:2.0:1777047538.737699:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167120164162ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.737863:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1272, 88 off116072 00000004:00080000:2.0:1777047538.737872:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167120337327ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.742344:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1259, 88 off114864 00000004:00080000:2.0:1777047538.742360:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167124824916ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.742427:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1260, 88 off114952 00000004:00080000:2.0:1777047538.742437:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167124902256ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.742475:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1273, 88 off116160 00000004:00080000:2.0:1777047538.742483:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167124948331ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.742513:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1274, 88 off116248 00000004:00080000:2.0:1777047538.742522:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167124987871ns, next at 4165377457649ns, rc = 0 00000040:00080000:2.0:1777047538.742585:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1261, 88 off115040 00000004:00080000:2.0:1777047538.747394:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167129857220ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.747473:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1262, 88 off115128 00000004:00080000:2.0:1777047538.747483:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167129947920ns, next at 4165377246885ns, rc = 0 00000040:00080000:2.0:1777047538.747522:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1275, 88 off116336 00000004:00080000:2.0:1777047538.747529:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167129994857ns, next at 4165377457649ns, rc = 0 00000004:00080000:0.0:1777047538.753065:0:30830:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4167135528273ns, next at 4168135525218ns, rc = 0 00000100:00100000:1.0:1777047538.753213:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047538.753244:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434152192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047538.753362:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047538.753945:0:30828:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4167136409076ns, next at 4168136407214ns, rc = 0 00000100:00100000:3.0:1777047538.754068:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777047538.754084:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434152320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047538.755766:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047538.756667:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434152192 00000100:00100000:0.0:1777047538.756680:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434152192 00000100:00100000:0.0:1777047538.756833:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434152320 00000100:00100000:0.0:1777047538.756842:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434152320 00000100:00100000:0.0:1777047538.756878:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:0.0:1777047538.756892:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365434152192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047538.756924:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 373882880 pending 0 free 3855613952 avail 3852468224 00000100:00100000:0.0:1777047538.757017:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365434152192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (3655us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.757029:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:0.0:1777047538.757056:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:0.0:1777047538.757067:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434152320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047538.757103:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 220528640 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047538.757156:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434152320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.757166:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:0.0:1777047538.757247:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871697 gen 2 00000004:00080000:0.0:1777047538.757257:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fe680, transno 17179871663 00000004:00080000:0.0:1777047538.757269:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378ff800, transno 17179871664 00000004:00080000:0.0:1777047538.757274:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807076300, transno 17179871665 00000004:00080000:0.0:1777047538.757278:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754380, transno 17179871666 00000004:00080000:0.0:1777047538.757282:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755c00, transno 17179871667 00000004:00080000:0.0:1777047538.757287:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756300, transno 17179871668 00000004:00080000:0.0:1777047538.757290:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d757480, transno 17179871669 00000004:00080000:0.0:1777047538.757294:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755180, transno 17179871670 00000004:00080000:0.0:1777047538.757325:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754a80, transno 17179871671 00000004:00080000:0.0:1777047538.757331:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e7b0000, transno 17179871672 00000004:00080000:0.0:1777047538.757335:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e7b3b80, transno 17179871673 00000004:00080000:0.0:1777047538.757339:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d757b80, transno 17179871674 00000004:00080000:0.0:1777047538.757343:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754e00, transno 17179871675 00000004:00080000:0.0:1777047538.757347:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754000, transno 17179871676 00000004:00080000:0.0:1777047538.757350:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e6a2a00, transno 17179871677 00000004:00080000:0.0:1777047538.757354:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d64e00, transno 17179871678 00000004:00080000:0.0:1777047538.757359:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d64700, transno 17179871679 00000004:00080000:0.0:1777047538.757363:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d66300, transno 17179871680 00000004:00080000:0.0:1777047538.757367:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65f80, transno 17179871681 00000004:00080000:0.0:1777047538.757371:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d67b80, transno 17179871682 00000004:00080000:0.0:1777047538.757376:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886300, transno 17179871683 00000004:00080000:0.0:1777047538.757380:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d64000, transno 17179871684 00000004:00080000:0.0:1777047538.757384:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975c00, transno 17179871685 00000004:00080000:0.0:1777047538.757388:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b67b80, transno 17179871686 00000004:00080000:0.0:1777047538.757392:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b65f80, transno 17179871687 00000004:00080000:0.0:1777047538.757396:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b66300, transno 17179871688 00000004:00080000:0.0:1777047538.757401:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b65c00, transno 17179871689 00000004:00080000:0.0:1777047538.757405:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b67100, transno 17179871690 00000004:00080000:0.0:1777047538.757409:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e646300, transno 17179871691 00000004:00080000:0.0:1777047538.757413:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e645880, transno 17179871692 00000004:00080000:0.0:1777047538.757420:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871697 committed transno 17179871697 00000100:00100000:0.0:1777047538.757455:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434152192:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1777047538.759900:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 15 changes, 0 in progress, 0 in flight, 30 done 00000100:00080000:3.0:1777047538.760158:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047538.760166:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047538.760205:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838763 gen 2 00000004:00080000:3.0:1777047538.760212:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977480, transno 21474838731 00000004:00080000:3.0:1777047538.760227:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974f800, transno 21474838732 00000004:00080000:3.0:1777047538.760232:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f7100, transno 21474838733 00000004:00080000:3.0:1777047538.760236:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403bc000, transno 21474838734 00000004:00080000:3.0:1777047538.760240:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884a80, transno 21474838735 00000004:00080000:3.0:1777047538.760244:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b885c00, transno 21474838736 00000004:00080000:3.0:1777047538.760248:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986802e4c000, transno 21474838737 00000004:00080000:3.0:1777047538.760253:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403bea00, transno 21474838738 00000004:00080000:3.0:1777047538.760257:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886680, transno 21474838739 00000004:00080000:3.0:1777047538.760262:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884380, transno 21474838740 00000004:00080000:3.0:1777047538.760267:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb0000, transno 21474838741 00000004:00080000:3.0:1777047538.760271:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810195880, transno 21474838742 00000004:00080000:3.0:1777047538.760275:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804818e00, transno 21474838743 00000004:00080000:3.0:1777047538.760278:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680481b100, transno 21474838744 00000004:00080000:3.0:1777047538.760282:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680481bb80, transno 21474838745 00000004:00080000:3.0:1777047538.760285:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fe300, transno 21474838746 00000004:00080000:3.0:1777047538.760289:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497d180, transno 21474838747 00000004:00080000:3.0:1777047538.760293:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fed80, transno 21474838748 00000004:00080000:3.0:1777047538.760326:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497f800, transno 21474838749 00000004:00080000:3.0:1777047538.760332:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0f800, transno 21474838750 00000004:00080000:3.0:1777047538.760337:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818917480, transno 21474838751 00000004:00080000:3.0:1777047538.760341:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378fea00, transno 21474838752 00000004:00080000:3.0:1777047538.760345:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818916a00, transno 21474838753 00000004:00080000:3.0:1777047538.760349:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e644380, transno 21474838754 00000004:00080000:3.0:1777047538.760353:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810195500, transno 21474838755 00000004:00080000:3.0:1777047538.760357:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810195c00, transno 21474838756 00000004:00080000:3.0:1777047538.760361:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755f80, transno 21474838757 00000004:00080000:3.0:1777047538.760364:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755500, transno 21474838758 00000004:00080000:3.0:1777047538.760370:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756a00, transno 21474838759 00000004:00080000:3.0:1777047538.760374:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54ce00, transno 21474838760 00000004:00080000:3.0:1777047538.760380:0:3340:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838763 committed transno 21474838763 00000100:00100000:3.0:1777047538.760413:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434152320:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1777047538.760898:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 15 changes, 0 in progress, 0 in flight, 30 done 00000004:00010000:3.0:1777047538.904485:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000118792c reply state 00000000e6299c8c transno 8589938349 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047538.904513:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047538.905006:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54323:x1863365384415616:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 219317us (220363us total) trans 8589938349 rc 0/0 00000100:00100000:3.0:1777047538.905021:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3651 00000001:00080000:3.0:1777047538.905074:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938348 is committed 00000020:00080000:3.0:1777047538.905103:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98680945cb40 refcount 2 committed 0 result 0 batchid 4294969481 00000020:00080000:3.0:1777047538.905110:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868083d3f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9868062ebb40 00000020:00080000:3.0:1777047538.905117:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868083d3b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98680945c540 00000020:00080000:3.0:1777047538.905122:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868083d3500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98670506d400 00000020:00080000:3.0:1777047538.905127:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].57 00000004:00080000:3.0:1777047538.905163:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1162 committed 00000004:00080000:3.0:1777047538.905174:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1150 committed 00000001:00080000:3.0:1777047538.905222:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938349 is committed 00000004:00080000:3.0:1777047538.905228:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1176 committed 00000004:00080000:3.0:1777047538.905232:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1164 committed 00000004:00080000:3.0:1777047538.905236:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1163 committed 00000004:00080000:3.0:1777047538.905239:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1175 committed 00000004:00080000:3.0:1777047538.905242:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1174 committed 00000004:00080000:3.0:1777047538.905245:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1162 committed 00000004:00080000:3.0:1777047538.905249:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1161 committed 00000004:00080000:3.0:1777047538.905252:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1173 committed 00000004:00080000:3.0:1777047538.905255:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1172 committed 00000004:00080000:3.0:1777047538.905259:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1160 committed 00000004:00080000:3.0:1777047538.905262:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1159 committed 00000004:00080000:3.0:1777047538.905265:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1171 committed 00000004:00080000:3.0:1777047538.905268:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1158 committed 00000004:00080000:3.0:1777047538.905272:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1170 committed 00000004:00080000:3.0:1777047538.905275:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1169 committed 00000004:00080000:3.0:1777047538.905278:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1157 committed 00000004:00080000:3.0:1777047538.905281:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1156 committed 00000004:00080000:3.0:1777047538.905284:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1168 committed 00000004:00080000:3.0:1777047538.905287:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1167 committed 00000004:00080000:3.0:1777047538.905290:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1155 committed 00000004:00080000:3.0:1777047538.905293:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1166 committed 00000004:00080000:3.0:1777047538.905328:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1154 committed 00000004:00080000:3.0:1777047538.905331:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1153 committed 00000004:00080000:3.0:1777047538.905335:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1165 committed 00000004:00080000:3.0:1777047538.905339:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1164 committed 00000004:00080000:3.0:1777047538.905342:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1152 committed 00000004:00080000:3.0:1777047538.905346:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1151 committed 00000004:00080000:3.0:1777047538.905349:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1163 committed 00000020:00080000:3.0:1777047538.905418:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969481 committed batchid 4294969480 00000020:00080000:3.0:1777047538.905728:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969480 00000100:00100000:2.0:1777047538.913401:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434152576:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.913488:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047538.913609:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.913612:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434153088:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047538.913949:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.913957:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047538.913966:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.913977:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047538.913985:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.913993:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00010000:00010000:3.0:1777047538.913998:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.914003:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434152448:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777047538.914020:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047538.914025:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047538.914033:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.914035:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777047538.914045:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2bb8 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047538.914061:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434152960:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.914081:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434152704:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.914090:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.914519:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434152832:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047538.914854:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434153472:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.918596:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434153600:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.918660:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.923073:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434152576 00000100:00100000:3.0:1777047538.923089:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434152576 00000100:00100000:2.0:1777047538.923117:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153088 00000100:00100000:2.0:1777047538.923124:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153088 00000100:00100000:3.0:1777047538.923184:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434152448 00000100:00100000:3.0:1777047538.923189:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434152448 00000100:00100000:2.0:1777047538.924057:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434152960 00000100:00100000:2.0:1777047538.924064:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434152960 00000100:00100000:2.0:1777047538.924098:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153600 00000100:00100000:2.0:1777047538.924103:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153600 00000100:00100000:2.0:1777047538.924141:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6147 00000100:00100000:2.0:1777047538.924155:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434152576:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.924622:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434152576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 468us (11132us total) trans 21474838765 rc 0/0 00000100:00100000:2.0:1777047538.924635:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6147 00000100:00100000:2.0:1777047538.924661:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6148 00000100:00100000:2.0:1777047538.924671:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434153088:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.924866:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434153088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 194us (10907us total) trans 21474838766 rc 0/0 00000100:00100000:2.0:1777047538.924876:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6148 00000100:00100000:2.0:1777047538.924897:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6149 00000100:00100000:2.0:1777047538.924907:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+8:3343:x1863365434152448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777047538.924931:0:33788:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:292 count 1 00002000:00010000:2.0:1777047538.924967:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x124:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb96f5, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:2.0:1777047538.925252:0:33788:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.925276:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.925279:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047538.925288:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.925345:0:33788:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.925362:0:33788:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.925374:0:33788:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.925402:0:33788:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047538.926048:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434152448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1140us (12009us total) trans 21474838767 rc 0/0 00000100:00100000:2.0:1777047538.926059:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6149 00000100:00100000:1.0:1777047538.926503:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6150 00000100:00100000:1.0:1777047538.926522:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434152960:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047538.926576:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6151 00000100:00100000:0.0:1777047538.926599:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434153600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.926800:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434152960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 283us (12705us total) trans 21474838768 rc 0/0 00000100:00100000:1.0:1777047538.926811:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6150 00010000:00010000:1.0:1777047538.926854:0:18065:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777047538.926863:0:18065:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.926877:0:18065:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047538.926883:0:18065:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.926898:0:18065:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.926923:0:18065:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 1/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.926935:0:18065:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e2bbf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x124:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.927267:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047538.927273:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777047538.927276:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047538.927821:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.927889:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434153344:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.927940:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.927969:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434153856:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.928003:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.928023:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434154368:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.928064:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047538.928087:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434153600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1491us (9422us total) trans 17179871701 rc 0/0 00000100:00100000:0.0:1777047538.928103:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6151 00000100:00100000:3.0:1777047538.928105:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777047538.928122:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434153728:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047538.928134:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434152832 00000100:00100000:0.0:1777047538.928144:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434152832 00000100:00100000:3.0:1777047538.928161:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.928189:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434154240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047538.928197:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153344 00000100:00100000:0.0:1777047538.928205:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153344 00000100:00100000:3.0:1777047538.928235:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047538.929061:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153856 00000100:00100000:0.0:1777047538.929070:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153856 00000100:00100000:0.0:1777047538.929104:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434154368 00000100:00100000:0.0:1777047538.929109:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434154368 00000100:00100000:0.0:1777047538.929125:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153728 00000100:00100000:0.0:1777047538.929129:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153728 00000100:00100000:0.0:1777047538.929144:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434154240 00000100:00100000:0.0:1777047538.929148:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434154240 00000100:00100000:0.0:1777047538.929168:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6152 00000100:00100000:0.0:1777047538.929180:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434152832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047538.929475:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047538.929483:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047538.929488:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047538.929492:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:0.0:1777047538.929496:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047538.929918:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434152832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 737us (2095us total) trans 21474838769 rc 0/0 00000100:00100000:0.0:1777047538.929932:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6152 00000100:00100000:0.0:1777047538.929961:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6153 00000100:00100000:0.0:1777047538.929977:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434153344:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.929997:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6154 00000100:00100000:2.0:1777047538.930013:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+9:3341:x1863365434153856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.930466:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6155 00000100:00100000:1.0:1777047538.930485:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3341:x1863365434154368:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047538.930612:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434153344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 637us (2668us total) trans 21474838770 rc 0/0 00000100:00100000:0.0:1777047538.930627:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6153 00000100:00100000:2.0:1777047538.930651:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434153856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 638us (2642us total) trans 17179871702 rc 0/0 00000100:00100000:2.0:1777047538.930665:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6154 00000100:00100000:0.0:1777047538.930683:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6156 00000100:00100000:2.0:1777047538.930702:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6157 00000100:00100000:0.0:1777047538.930708:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434153728:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047538.930718:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1777047538.930722:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434154240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047538.930724:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.930729:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047538.930733:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.930738:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047538.930802:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434154368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 323us (2737us total) trans 17179871703 rc 0/0 00000100:00100000:1.0:1777047538.930815:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6155 00000100:00100000:0.0:1777047538.930952:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434153728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 254us (2788us total) trans 17179871704 rc 0/0 00000100:00100000:0.0:1777047538.931250:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6156 00000100:00100000:2.0:1777047538.931598:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434154240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 880us (3363us total) trans 17179871705 rc 0/0 00000100:00100000:2.0:1777047538.931610:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6157 00000100:00100000:2.0:1777047538.931949:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047538.932006:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434153984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.932360:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047538.933270:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153472 00000100:00100000:1.0:1777047538.933280:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153472 00000100:00100000:1.0:1777047538.933353:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153984 00000100:00100000:1.0:1777047538.933359:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153984 00000100:00100000:1.0:1777047538.933389:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6158 00000100:00100000:1.0:1777047538.933399:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434153472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777047538.933422:0:6643:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:296 count 1 00010000:00010000:1.0:1777047538.933446:0:6643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.933475:0:6643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071aa0b78/0x29ccbc23e99db4e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78609b expref: 14 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.933489:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047538.933492:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047538.933497:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.933567:0:6643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071aa0b78/0x29ccbc23e99db4e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78609b expref: 14 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.933589:0:6643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071aa0b78/0x29ccbc23e99db4e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78609b expref: 14 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047538.933609:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434154496:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047538.933683:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047538.933706:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6159 00000100:00100000:1.0:1777047538.933717:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434153984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047538.933917:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047538.933923:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047538.933927:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047538.933931:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:1.0:1777047538.933935:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047538.934025:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365434153984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 307us (1663us total) trans 17179871706 rc 0/0 00000100:00100000:1.0:1777047538.934036:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6159 00000004:00080000:2.0:1777047538.934121:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d756a00/2, rc 0, transno 17179871706 00000100:00100000:2.0:1777047538.934143:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434153984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.934221:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434154624:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047538.934230:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755f80/2, rc 0, transno 17179871704 00000100:00100000:3.0:1777047538.934245:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434153728:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.934261:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047538.934261:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755c00/2, rc 0, transno 17179871705 00000100:00100000:3.0:1777047538.934267:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434154240:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047538.934284:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f7100/2, rc 0, transno 21474838769 00000100:00100000:3.0:1777047538.934367:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434152832:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047538.934387:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e5500/2, rc 0, transno 21474838770 00000100:00100000:2.0:1777047538.934391:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434154624 00000100:00100000:3.0:1777047538.934394:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434153344:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.934396:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434154624 00000004:00080000:3.0:1777047538.934407:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755500/2, rc 0, transno 17179871702 00000100:00100000:3.0:1777047538.934420:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434153856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.934430:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6160 00000004:00080000:3.0:1777047538.934434:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d756300/2, rc 0, transno 17179871703 00000100:00100000:2.0:1777047538.934440:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3342:x1863365434154624:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.934440:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434154368:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.934452:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047538.934462:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434154880:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.934502:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.934927:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155008:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.938639:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.938716:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.938750:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434153216:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.938799:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.938845:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434154880 00000100:00100000:3.0:1777047538.938853:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434154880 00000100:00100000:3.0:1777047538.938902:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155008 00000100:00100000:3.0:1777047538.938906:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155008 00000100:00100000:3.0:1777047538.938930:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434152704 00000100:00100000:3.0:1777047538.938934:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434152704 00000100:00100000:3.0:1777047538.938954:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434153216 00000100:00100000:3.0:1777047538.938958:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434153216 00000100:00100000:3.0:1777047538.938979:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6161 00000100:00100000:3.0:1777047538.938989:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434154880:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.939174:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434154624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4732us (4909us total) trans 17179871707 rc 0/0 00000100:00100000:2.0:1777047538.939187:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6160 00000100:00100000:2.0:1777047538.939214:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6162 00000100:00100000:2.0:1777047538.939226:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434155008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047538.939277:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047538.939284:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047538.939328:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047538.939334:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:3.0:1777047538.939338:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047538.939400:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434154880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 409us (4895us total) trans 17179871708 rc 0/0 00000100:00100000:3.0:1777047538.939412:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6161 00000100:00100000:3.0:1777047538.939435:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6163 00002000:00010000:2.0:1777047538.939441:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047538.939448:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00000100:00100000:3.0:1777047538.939448:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eeab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434152704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047538.939452:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047538.939457:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047538.939463:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047538.939471:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.939570:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434155008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 305us (894us total) trans 21474838771 rc 0/0 00000100:00100000:2.0:1777047538.939581:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6162 00000100:00100000:2.0:1777047538.939611:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6164 00000100:00100000:2.0:1777047538.939626:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434153216:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.939716:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eeab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434152704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 270us (997us total) trans 21474838772 rc 0/0 00000100:00100000:3.0:1777047538.939726:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6163 00000004:00080000:3.0:1777047538.939793:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d67b80/2, rc 0, transno 21474838771 00000100:00100000:3.0:1777047538.939811:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155008:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047538.939831:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497fb80/2, rc 0, transno 17179871708 00000100:00100000:3.0:1777047538.939838:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434154880:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047538.939952:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804975c00/2, rc 0, transno 21474838772 00000100:00100000:0.0:1777047538.939989:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804975c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434152704:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047538.940004:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840380000/2, rc 0, transno 17179871701 00000100:00100000:3.0:1777047538.940016:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434153600:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.940400:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047538.940417:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.940459:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047538.940493:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434154112:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.940526:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047538.940903:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804977480/2, rc 0, transno 21474838767 00000100:00100000:3.0:1777047538.940919:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434152448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.940973:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155520:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.941265:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1777047538.941281:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047538.941286:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:2.0:1777047538.941289:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047538.941293:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:2.0:1777047538.941325:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047538.941377:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434153216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1755us (2576us total) trans 21474838773 rc 0/0 00000100:00100000:2.0:1777047538.941389:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6164 00000100:00100000:2.0:1777047538.941411:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155392 00000100:00100000:2.0:1777047538.941417:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155392 00000100:00100000:2.0:1777047538.941454:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434154112 00000100:00100000:2.0:1777047538.941459:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434154112 00000100:00100000:2.0:1777047538.941486:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155520 00000100:00100000:2.0:1777047538.941490:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155520 00000100:00100000:2.0:1777047538.941511:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6165 00000100:00100000:2.0:1777047538.941521:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434155392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047538.941984:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047538.941989:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047538.941993:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047538.941997:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047538.942000:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047538.942080:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434155392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 558us (1619us total) trans 21474838774 rc 0/0 00000100:00100000:2.0:1777047538.942091:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6165 00000100:00100000:2.0:1777047538.942113:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6166 00000100:00100000:2.0:1777047538.942124:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434154112:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047538.942284:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047538.942290:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047531 -> 1777047531 00002000:00010000:2.0:1777047538.942326:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047538.942331:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047531 -> 1777047531 00002000:00010000:2.0:1777047538.942334:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:0.0:1777047538.942366:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e54ce00/2, rc 0, transno 21474838773 00000100:00100000:2.0:1777047538.942392:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434154112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 267us (1862us total) trans 17179871709 rc 0/0 00000100:00100000:0.0:1777047538.942393:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434153216:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.942415:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6166 00000100:00100000:0.0:1777047538.942438:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6167 00000100:00100000:0.0:1777047538.942455:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3341:x1863365434155520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.942682:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384415744 00000100:00100000:2.0:1777047538.942689:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384415744 00000100:00100000:2.0:1777047538.942746:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3652 00000100:00100000:2.0:1777047538.942763:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54323:x1863365384415744:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:0.0:1777047538.942779:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434155520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 326us (1510us total) trans 21474838775 rc 0/0 00000100:00100000:0.0:1777047538.942793:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6167 00010000:00010000:2.0:1777047538.942793:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047538.942822:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bba expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.942897:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.942921:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.942948:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047538.942954:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047538.942959:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047538.943029:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54323:x1863365384415744:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 271us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.943040:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3652 00000100:00100000:2.0:1777047538.943089:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155136:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.943134:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047538.943168:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155648:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.943202:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047538.943242:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497f800/2, rc 0, transno 17179871707 00000100:00100000:2.0:1777047538.943250:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434154624:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.943263:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1777047538.943273:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434154752:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.944682:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155136 00000100:00100000:1.0:1777047538.944691:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155136 00000100:00100000:1.0:1777047538.944735:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155648 00000100:00100000:1.0:1777047538.944741:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155648 00000100:00100000:1.0:1777047538.944804:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6168 00000100:00100000:1.0:1777047538.944817:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434155136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047538.945037:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047538.945044:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.945049:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047538.945053:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.945057:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047538.945118:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434155136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 302us (1982us total) trans 21474838776 rc 0/0 00000100:00100000:1.0:1777047538.945130:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6168 00000100:00100000:3.0:1777047538.945669:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6169 00000100:00100000:3.0:1777047538.945686:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365434155648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.945923:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434155648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 241us (2718us total) trans 17179871710 rc 0/0 00000100:00100000:3.0:1777047538.945935:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6169 00000100:00100000:3.0:1777047538.945979:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434156032:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.946030:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047538.946466:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e646300/2, rc 0, transno 21474838775 00000100:00100000:3.0:1777047538.946478:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155520:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047538.946494:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403bc700/2, rc 0, transno 21474838774 00000100:00100000:3.0:1777047538.946501:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047538.946516:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047538.946526:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.947766:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047538.953742:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434156032 00000100:00100000:1.0:1777047538.953755:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434156032 00000100:00100000:1.0:1777047538.953827:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6170 00000100:00100000:1.0:1777047538.953843:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434156032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047538.954453:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047538.954460:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.954464:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047538.954468:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.954472:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:2.0:1777047538.955410:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155264:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047538.955436:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434154752 00000100:00100000:0.0:1777047538.955446:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434154752 00000100:00100000:0.0:1777047538.955501:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6171 00000100:00100000:0.0:1777047538.955512:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434154752:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.956442:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434156032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2600us (10409us total) trans 17179871711 rc 0/0 00000100:00100000:1.0:1777047538.956456:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6170 00002000:00010000:0.0:1777047538.957226:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 231092 -> 231092 00002000:00010000:0.0:1777047538.957234:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047538.957239:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047538.957243:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:0.0:1777047538.957247:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047538.957359:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047538.957398:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155776:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.957440:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047538.957495:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d64000/2, rc 0, transno 21474838776 00000100:00100000:2.0:1777047538.957506:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155136:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047538.957566:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434154752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2051us (9799us total) trans 17179871712 rc 0/0 00000100:00100000:0.0:1777047538.957579:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6171 00000100:00100000:0.0:1777047538.957605:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155264 00000100:00100000:0.0:1777047538.957611:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155264 00000100:00100000:0.0:1777047538.957640:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155776 00000100:00100000:0.0:1777047538.957644:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155776 00000100:00100000:0.0:1777047538.957664:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6172 00000100:00100000:0.0:1777047538.957898:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434155264:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047538.958165:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434155264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 488us (804us total) trans 21474838777 rc 0/0 00000100:00100000:0.0:1777047538.958180:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6172 00000100:00100000:1.0:1777047538.958215:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6173 00000004:00080000:2.0:1777047538.958243:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497df80/2, rc 0, transno 17179871710 00000100:00100000:2.0:1777047538.958256:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155648:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047538.958279:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434156160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.958359:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047538.958372:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434155776:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047538.958399:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680497e300/2, rc 0, transno 17179871712 00000100:00100000:2.0:1777047538.958406:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434154752:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047538.958423:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403bea00/2, rc 0, transno 21474838777 00000100:00100000:2.0:1777047538.958430:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155264:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.958444:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047538.958454:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434156288:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047538.958492:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047538.958533:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434156160 00000100:00100000:2.0:1777047538.958540:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434156160 00002000:00010000:1.0:1777047538.958892:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047538.958898:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.958902:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047538.958905:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:1.0:1777047538.958910:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047538.958927:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434156288 00000100:00100000:0.0:1777047538.958937:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434156288 00000100:00100000:0.0:1777047538.958978:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6174 00000100:00100000:1.0:1777047538.959243:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434155776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 618us (1543us total) trans 17179871713 rc 0/0 00000100:00100000:1.0:1777047538.959259:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6173 00000004:00080000:1.0:1777047538.959358:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a7b100/2, rc 0, transno 17179871713 00000100:00100000:1.0:1777047538.959367:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434155776:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047538.960126:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434156288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047538.960398:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434156288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1405us (1902us total) trans 21474838778 rc 0/0 00000100:00100000:0.0:1777047538.960414:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6174 00000100:00100000:2.0:1777047538.960429:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6175 00000100:00100000:2.0:1777047538.960446:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3342:x1863365434156160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047538.960659:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047538.961501:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e6a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6643:1863365434154496:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047538.961857:0:6643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777047538.961924:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e647100/2, rc 0, transno 21474838778 00000100:00100000:1.0:1777047538.961934:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434156288:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047538.962432:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047538.962440:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047538.962444:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047538.962449:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047532 00002000:00010000:2.0:1777047538.962452:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047538.962554:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434156160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2085us (4168us total) trans 21474838779 rc 0/0 00000100:00100000:2.0:1777047538.962571:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6175 00000100:00100000:1.0:1777047538.962593:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047538.962979:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a7a680/2, rc 0, transno 17179871711 00000100:00100000:1.0:1777047538.962990:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434156032:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.963330:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434155904 00000100:00100000:1.0:1777047538.963339:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434155904 00000100:00100000:1.0:1777047538.963912:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6176 00000100:00100000:1.0:1777047538.963929:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434155904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047538.964240:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434155904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 314us (1644us total) trans 17179871714 rc 0/0 00000100:00100000:1.0:1777047538.964253:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6176 00000004:00080000:1.0:1777047538.964344:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e646a00/2, rc 0, transno 21474838779 00000100:00100000:1.0:1777047538.964354:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434156160:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047538.964496:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837a79500/2, rc 0, transno 17179871714 00000100:00100000:0.0:1777047538.964507:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434155904:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.966449:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384415872 00000100:00100000:3.0:1777047538.966461:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384415872 00010000:00010000:3.0:1777047538.966507:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071aa0b78/0x29ccbc23e99db4e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78609b expref: 15 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777047538.966588:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818917480/2, rc 0, transno 21474838768 00000100:00100000:2.0:1777047538.966597:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434152960:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047538.966616:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986818916a00/2, rc 0, transno 21474838766 00000100:00100000:2.0:1777047538.966623:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434153088:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047538.966639:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986804974380/2, rc 0, transno 21474838765 00000100:00100000:2.0:1777047538.966645:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434152576:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047538.966677:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d754380/2, rc 0, transno 17179871709 00000100:00100000:2.0:1777047538.966684:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434154112:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047538.966688:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2709 00000100:00100000:3.0:1777047538.966703:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384415872:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047538.966727:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047538.966738:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071aa0b78/0x29ccbc23e99db4e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78609b expref: 15 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.966766:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071aa0b78/0x29ccbc23e99db4e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78609b expref: 15 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047538.966776:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047538.966817:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071aa0b78/0x29ccbc23e99db4e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78609b expref: 15 pid: 27536 timeout: 4267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.966844:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.966848:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047538.966857:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.966873:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.966933:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047538.967284:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384415872:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 581us (6625us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047538.967328:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2709 00010000:00010000:0.0:1777047538.967338:0:6643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.967361:0:6643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.967382:0:6643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.967408:0:6643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.967452:0:6643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047538.967666:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416000 00000100:00100000:2.0:1777047538.967675:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416000 00000100:00100000:2.0:1777047538.967733:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3653 00000100:00100000:2.0:1777047538.967748:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54323:x1863365384416000:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:0.0:1777047538.968325:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434153472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34902us (36351us total) trans 17179871715 rc 0/0 00000100:00100000:0.0:1777047538.968341:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6158 00010000:00010000:3.0:1777047538.968523:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047538.968535:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.968547:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047538.968551:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868083ed600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047538.968559:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.968575:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2bd4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bc1 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.968620:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.968642:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.968655:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f86e4034/0x29ccbc23e99e2bc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047538.968686:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047538.968689:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047538.968692:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047538.968699:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2bdb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.968730:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2bdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.968746:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2bdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047538.968821:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047538.968828:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047538.968852:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2bdb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.968888:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2bd4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc1 expref: 71 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.968911:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2bdb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc1 expref: 70 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047538.968925:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047538.968930:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047538.968935:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:2.0:1777047538.969003:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54323:x1863365384416000:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1257us (2237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047538.969016:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3653 00000004:00080000:1.0:1777047538.969584:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840383100/2, rc 0, transno 17179871715 00000100:00100000:1.0:1777047538.969597:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840383100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434153472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777047538.982778:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047538.982942:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416128 00000100:00100000:1.0:1777047538.982957:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416128 00000100:00100000:1.0:1777047538.983406:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6177 00000100:00100000:1.0:1777047538.983426:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2413:x1863365384416128:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047538.983451:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047538.983481:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bc8 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047538.983524:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 258848, mtime: 0x69eb97f2, atime: 0x69eb97e7, ctime: 0x69eb97f2, blocks: 0xc7 00010000:00010000:1.0:1777047538.983555:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.983558:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047538.983573:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 15 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.983598:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 15 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047538.983620:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9868083ecc00, rc 0) 00000100:00100000:1.0:1777047538.984088:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384416128:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 666us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047538.984102:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6177 00000100:00100000:2.0:1777047538.984512:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047538.985517:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047538.986169:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416256 00000100:00100000:0.0:1777047538.986179:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416256 00000100:00100000:0.0:1777047538.986236:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6178 00000100:00100000:0.0:1777047538.986249:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384416256:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047538.986267:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047538.986290:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bcf expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047538.986350:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97f1, atime: 0x69eb97e7, ctime: 0x69eb97f1, blocks: 0x3 00010000:00010000:0.0:1777047538.986370:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.986373:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.986384:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 13 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.986409:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 13 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.986439:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00000100:00100000:0.0:1777047538.986490:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2413:x1863365384416256:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 242us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.986502:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6178 00000100:00100000:0.0:1777047538.994498:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416384 00000100:00100000:0.0:1777047538.994514:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416384 00000100:00100000:0.0:1777047538.996815:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6179 00000100:00100000:0.0:1777047538.996834:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384416384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047538.996859:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047538.996908:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bd6 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047538.996949:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97f1, atime: 0x69eb97e7, ctime: 0x69eb97f1, blocks: 0x3 00010000:00010000:0.0:1777047538.996977:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.996982:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047538.996996:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 16 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.997024:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 16 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047538.997046:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:0.0:1777047538.997142:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384416384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 312us (11626us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047538.997162:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6179 00000100:00100000:0.0:1777047539.203819:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047539.204493:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416512 00000100:00100000:3.0:1777047539.204508:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416512 00000100:00100000:3.0:1777047539.204681:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3402 00000100:00100000:3.0:1777047539.204698:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384416512:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047539.204747:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.204793:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.204796:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.204804:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.204828:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047539.205566:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047539.235807:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.235846:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.235887:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.235900:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047539.235908:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.235922:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.235951:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.235965:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e2bf7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047539.236084:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384416512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 31382us (32271us total) trans 0 rc 258848/258848 00000100:00100000:2.0:1777047539.236100:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3402 00000100:00100000:3.0:1777047539.259021:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047539.259432:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416640 00000100:00100000:2.0:1777047539.259447:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416640 00000100:00100000:2.0:1777047539.260617:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3403 00000100:00100000:2.0:1777047539.260637:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384416640:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047539.260703:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb96e5, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:2.0:1777047539.260715:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.260734:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.260737:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047539.260744:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047539.260767:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.335617:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777047539.511155:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871715 is committed 00000001:00080000:1.0:1777047539.511229:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871716 is committed 00002000:00010000:0.0:1777047539.511430:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:0.0:1777047539.511438:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047531 -> 1777047539 00002000:00010000:0.0:1777047539.511443:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047531 -> 1777047539 00010000:00010000:0.0:1777047539.511461:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.511481:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.511496:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.511510:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047539.511518:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.511582:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.511612:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.512200:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e2bfe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047539.516088:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384416640:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 255446us (257067us total) trans 17179871716 rc 0/0 00000100:00100000:1.0:1777047539.516116:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3403 00000100:00100000:1.0:1777047539.540886:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047539.541096:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416768 00000100:00100000:0.0:1777047539.541138:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416768 00000100:00100000:0.0:1777047539.541319:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3404 00000100:00100000:0.0:1777047539.541340:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384416768:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047539.541419:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb9701, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:0.0:1777047539.541434:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.541460:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047539.541464:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047539.541474:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047539.541500:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047539.543281:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1777047539.832513:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838778 is committed 00000001:00080000:2.0:1777047539.833426:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838779 is committed 00000001:00080000:2.0:1777047539.833453:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838764 is committed 00000001:00080000:2.0:1777047539.833463:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838780 is committed 00002000:00010000:3.0:1777047539.839557:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:3.0:1777047539.839899:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047531 -> 1777047539 00002000:00010000:3.0:1777047539.839905:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047531 -> 1777047539 00010000:00010000:3.0:1777047539.839926:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.839945:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.839963:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.839988:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047539.839996:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.840011:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.840043:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.840080:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e2c05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047539.841590:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384416768:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 300248us (300710us total) trans 21474838780 rc 0/0 00000100:00100000:3.0:1777047539.841609:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3404 00000100:00100000:1.0:1777047539.872044:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047539.872219:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384416896 00000100:00100000:3.0:1777047539.872233:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384416896 00000100:00100000:3.0:1777047539.872364:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3405 00000100:00100000:3.0:1777047539.872381:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384416896:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047539.872451:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb9713, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:3.0:1777047539.872466:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.872488:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.872493:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047539.872502:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047539.872524:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047540.076320:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838781 is committed 00002000:00010000:3.0:1777047540.076468:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:3.0:1777047540.076476:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047531 -> 1777047539 00002000:00010000:3.0:1777047540.076481:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047531 -> 1777047539 00010000:00010000:3.0:1777047540.076499:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.076520:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.076579:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.076591:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047540.076598:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.076613:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.076639:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.076660:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047540.076777:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384416896:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 204394us (204740us total) trans 21474838781 rc 0/0 00000100:00100000:3.0:1777047540.076792:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3405 00000100:00100000:1.0:1777047540.108691:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047540.117881:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417024 00000100:00100000:0.0:1777047540.117901:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417024 00000100:00100000:0.0:1777047540.118024:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3406 00000100:00100000:0.0:1777047540.118041:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384417024:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:0.0:1777047540.118107:0:6647:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 231092, mtime: 0x69eb97eb, atime: 0x69eb979d, ctime: 0x69eb97eb, blocks: 0x203 00010000:00010000:0.0:1777047540.118120:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.118141:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.118145:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047540.118153:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047540.118176:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047540.345924:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:1.0:1777047540.345938:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047531 -> 1777047540 00002000:00010000:1.0:1777047540.345943:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047531 -> 1777047540 00010000:00010000:1.0:1777047540.345961:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.345984:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.346000:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.346013:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047540.346022:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.346039:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.346070:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.346084:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2c13 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047540.346248:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384417024:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 228204us (237562us total) trans 17179871717 rc 0/0 00000100:00100000:1.0:1777047540.346267:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3406 00000001:00080000:2.0:1777047540.347454:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871717 is committed 00010000:00010000:1.0:1777047540.354628:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047540.358161:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047540.358326:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417152 00000100:00100000:1.0:1777047540.358340:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417152 00000100:00100000:1.0:1777047540.358446:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3407 00000100:00100000:1.0:1777047540.358464:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2412:x1863365384417152:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047540.358598:0:14907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb975e, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047540.358615:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.358638:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.358642:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.358649:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.358671:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047540.564133:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:3.0:1777047540.564144:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047532 -> 1777047540 00002000:00010000:3.0:1777047540.564148:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047532 -> 1777047540 00010000:00010000:3.0:1777047540.564166:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.564186:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.564200:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.564212:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a146a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047540.564220:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.564233:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.564260:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047540.564322:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fd868f0/0x29ccbc23e99e2c1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047540.564466:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384417152:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 206001us (206328us total) trans 21474838782 rc 0/0 00000100:00100000:3.0:1777047540.564482:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3407 00000001:00080000:2.0:1777047540.568062:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838782 is committed 00000100:00100000:0.0:1777047540.586923:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047540.588051:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417280 00000100:00100000:1.0:1777047540.588067:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417280 00000100:00100000:1.0:1777047540.588171:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3408 00000100:00100000:1.0:1777047540.588188:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384417280:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047540.588257:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb9766, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047540.588298:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.588324:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.588328:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.588336:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.588361:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047540.823685:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:2.0:1777047540.823704:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047532 -> 1777047540 00002000:00010000:2.0:1777047540.823709:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047532 -> 1777047540 00010000:00010000:2.0:1777047540.823730:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.823759:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.823784:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.823798:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047540.823807:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.823829:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.823868:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.823884:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2c21 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.824073:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384417280:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 235875us (237147us total) trans 17179871718 rc 0/0 00000100:00100000:2.0:1777047540.824094:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3408 00000001:00080000:2.0:1777047540.824165:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871718 is committed 00000100:00100000:0.0:1777047540.837972:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047540.841596:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417408 00000100:00100000:2.0:1777047540.841617:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417408 00000100:00100000:2.0:1777047540.841763:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3409 00000100:00100000:2.0:1777047540.841787:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384417408:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047540.841848:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.841893:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 16 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.841916:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047540.841920:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047540.841927:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.842003:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 16 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.842037:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 16 pid: 7603 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.842065:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434156416:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047540.842230:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047540.862167:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047540.862497:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417536 00000100:00100000:1.0:1777047540.862512:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417536 00010000:00010000:1.0:1777047540.862636:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 17 pid: 7603 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047540.862870:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434156416:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047540.862893:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2710 00000100:00100000:1.0:1777047540.862917:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384417536:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047540.862943:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047540.862954:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.862977:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 17 pid: 7603 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.863009:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 17 pid: 7603 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.863046:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000989cdbd9/0x29ccbc23e99e2911 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788b0b expref: 17 pid: 7603 timeout: 4269 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.863099:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.863103:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047540.863137:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.863159:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047540.863211:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047540.863314:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384417536:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 403us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047540.863330:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2710 00010000:00010000:2.0:1777047540.863636:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047540.863659:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047541.131218:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871719 is committed 00002000:00010000:3.0:1777047541.131496:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:3.0:1777047541.131504:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047540 00002000:00010000:3.0:1777047541.131508:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047540 00010000:00010000:3.0:1777047541.131527:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.131590:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.131607:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.131619:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047541.131628:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.131642:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.131669:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.131682:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2c28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.131804:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384417408:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 290020us (293839us total) trans 17179871719 rc 0/0 00000100:00100000:3.0:1777047541.131822:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3409 00000100:00100000:2.0:1777047541.152476:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047541.152920:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417664 00000100:00100000:3.0:1777047541.152934:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417664 00000100:00080000:2.0:1777047541.153155:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047541.153497:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3410 00000100:00100000:3.0:1777047541.153516:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384417664:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047541.153586:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb9790, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047541.153601:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.153624:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.153627:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.153635:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.153659:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047541.313522:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838783 is committed 00002000:00010000:2.0:1777047541.314329:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:2.0:1777047541.314338:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047532 -> 1777047541 00002000:00010000:2.0:1777047541.314342:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047532 -> 1777047541 00010000:00010000:2.0:1777047541.314361:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.314381:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.314405:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.314418:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047541.314426:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.314441:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.314469:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.314483:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e2c2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047541.314805:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384417664:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 161287us (162334us total) trans 21474838783 rc 0/0 00000100:00100000:2.0:1777047541.314822:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3410 00000100:00100000:3.0:1777047541.316257:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047541.317234:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434156672:0@lo:400:kworker.0 00000100:00100000:3.0:1777047541.317343:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047541.317543:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434156544:0@lo:400:kworker.0 00000100:00100000:3.0:1777047541.317593:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047541.318136:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434156544 00000100:00100000:0.0:1777047541.318148:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434156544 00000100:00100000:0.0:1777047541.318228:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1777047541.318243:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434156544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047541.318352:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434156544:12345-0@lo:400:kworker.0 Request processed in 111us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047541.318365:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1777047541.318662:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434156928:0@lo:400:kworker.0 00000100:00100000:2.0:1777047541.318711:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047541.318774:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777047541.318785:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434156800:0@lo:400:kworker.0 00000100:00100000:2.0:1777047541.318820:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047541.319143:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434157184:0@lo:400:kworker.0 00000100:00100000:0.0:1777047541.319410:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434157056:0@lo:400:kworker.0 00000100:00100000:0.0:1777047541.319460:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047541.319629:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434156928 00000100:00100000:3.0:1777047541.319638:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434156928 00000100:00100000:3.0:1777047541.319808:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434157056 00000100:00100000:3.0:1777047541.319815:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434157056 00000100:00080000:0.0:1777047541.320179:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047541.320185:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047541.320323:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:3.0:1777047541.320337:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434156928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047541.320404:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434156928:12345-0@lo:400:kworker.0 Request processed in 70us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047541.320415:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:3.0:1777047541.320442:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:3.0:1777047541.320454:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434157056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047541.320515:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434157056:12345-0@lo:400:kworker.0 Request processed in 62us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047541.320526:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:3.0:1777047541.320583:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871715 gen 2 00000004:00080000:3.0:1777047541.320592:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840380000, transno 17179871701 00000004:00080000:3.0:1777047541.320633:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755500, transno 17179871702 00000004:00080000:3.0:1777047541.320638:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756300, transno 17179871703 00000004:00080000:3.0:1777047541.320641:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755f80, transno 17179871704 00000004:00080000:3.0:1777047541.320645:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755c00, transno 17179871705 00000004:00080000:3.0:1777047541.320649:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756a00, transno 17179871706 00000004:00080000:3.0:1777047541.320652:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497f800, transno 17179871707 00000004:00080000:3.0:1777047541.320655:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497fb80, transno 17179871708 00000004:00080000:3.0:1777047541.320659:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d754380, transno 17179871709 00000004:00080000:3.0:1777047541.320663:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497df80, transno 17179871710 00000004:00080000:3.0:1777047541.320667:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a7a680, transno 17179871711 00000004:00080000:3.0:1777047541.320671:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680497e300, transno 17179871712 00000004:00080000:3.0:1777047541.320674:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a7b100, transno 17179871713 00000004:00080000:3.0:1777047541.320678:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837a79500, transno 17179871714 00000004:00080000:3.0:1777047541.320682:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840383100, transno 17179871715 00000100:00100000:3.0:1777047541.320694:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434157056:0@lo:400:kworker.0 00000100:00100000:2.0:1777047541.321456:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838779 gen 2 00000004:00080000:2.0:1777047541.321463:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804974380, transno 21474838765 00000004:00080000:2.0:1777047541.321476:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818916a00, transno 21474838766 00000004:00080000:2.0:1777047541.321479:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804977480, transno 21474838767 00000004:00080000:2.0:1777047541.321483:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986818917480, transno 21474838768 00000004:00080000:2.0:1777047541.321487:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f7100, transno 21474838769 00000004:00080000:2.0:1777047541.321491:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e5500, transno 21474838770 00000004:00080000:2.0:1777047541.321495:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d67b80, transno 21474838771 00000004:00080000:2.0:1777047541.321499:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986804975c00, transno 21474838772 00000004:00080000:2.0:1777047541.321503:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e54ce00, transno 21474838773 00000004:00080000:2.0:1777047541.321507:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403bc700, transno 21474838774 00000004:00080000:2.0:1777047541.321511:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e646300, transno 21474838775 00000004:00080000:2.0:1777047541.321516:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d64000, transno 21474838776 00000004:00080000:2.0:1777047541.321520:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403bea00, transno 21474838777 00000004:00080000:2.0:1777047541.321523:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e647100, transno 21474838778 00000004:00080000:2.0:1777047541.321527:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e646a00, transno 21474838779 00000100:00100000:2.0:1777047541.321535:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434156928:0@lo:400:kworker.0 00000004:00080000:2.0:1777047541.324428:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done 00000100:00100000:2.0:1777047541.324463:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047541.325318:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434156672 00000100:00100000:1.0:1777047541.325331:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434156672 00000100:00100000:1.0:1777047541.325424:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434156800 00000100:00100000:1.0:1777047541.325431:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434156800 00000100:00100000:1.0:1777047541.325474:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1777047541.325488:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434156672:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777047541.325761:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047541.326071:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434156672:12345-0@lo:400:kworker.0 Request processed in 583us (8726us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047541.326084:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1777047541.326116:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1777047541.326130:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434156800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047541.326216:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434156800:12345-0@lo:400:kworker.0 Request processed in 90us (7394us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047541.326233:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1777047541.326583:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434156800:0@lo:400:kworker.0 00000100:00100000:2.0:1777047541.327573:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434156672:0@lo:400:kworker.0 00000100:00100000:2.0:1777047541.327599:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434156544:0@lo:400:kworker.0 00000004:00080000:2.0:1777047541.328375:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done 00000100:00100000:3.0:1777047541.329313:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434157184 00000100:00100000:3.0:1777047541.329323:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434157184 00000100:00100000:1.0:1777047541.329507:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1777047541.329526:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434157184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047541.329671:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434157184:12345-0@lo:400:kworker.0 Request processed in 150us (5206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047541.329683:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1777047541.329768:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434157184:0@lo:400:kworker.0 00000100:00100000:2.0:1777047541.329962:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047541.330000:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417792 00000100:00100000:2.0:1777047541.330007:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417792 00000100:00100000:2.0:1777047541.330081:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3411 00000100:00100000:2.0:1777047541.330094:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384417792:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:2.0:1777047541.330151:0:26859:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb979d, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:2.0:1777047541.330165:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.330190:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047541.330193:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047541.330202:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.330226:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047541.330517:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777047541.377163:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777047541.542755:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871720 is committed 00002000:00010000:2.0:1777047541.545500:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:2.0:1777047541.545510:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047532 -> 1777047541 00002000:00010000:2.0:1777047541.545514:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047532 -> 1777047541 00010000:00010000:2.0:1777047541.545533:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.545731:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.545747:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.545775:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047541.545782:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.545796:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.546118:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047541.546132:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e2c36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.546526:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384417792:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 216426us (216559us total) trans 17179871720 rc 0/0 00000100:00100000:3.0:1777047541.546544:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3411 00000100:00100000:2.0:1777047541.580505:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047541.581865:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384417920 00000100:00100000:1.0:1777047541.581880:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384417920 00000100:00100000:1.0:1777047541.582278:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3412 00000100:00100000:1.0:1777047541.582299:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2412:x1863365384417920:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:1.0:1777047541.582371:0:22356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97b8, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:1.0:1777047541.582385:0:22356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.582407:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047541.582411:0:22356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047541.582419:0:22356:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047541.582441:0:22356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047541.859405:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838784 is committed 00002000:00010000:3.0:1777047541.861296:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:3.0:1777047541.861306:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047532 -> 1777047541 00002000:00010000:3.0:1777047541.861312:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047532 -> 1777047541 00010000:00010000:3.0:1777047541.861342:0:22356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.861367:0:22356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.862321:0:22356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.862350:0:22356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047541.862360:0:22356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.862399:0:22356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.862449:0:22356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.863443:0:22356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c3d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047541.863853:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2412:x1863365384417920:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 281549us (283350us total) trans 21474838784 rc 0/0 00000100:00100000:3.0:1777047541.863878:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3412 00000100:00100000:0.0:1777047541.913172:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047541.918652:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384418048 00000100:00100000:3.0:1777047541.918678:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384418048 00000100:00100000:3.0:1777047541.918804:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3413 00000100:00100000:3.0:1777047541.918824:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384418048:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047541.918923:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97c2, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047541.918939:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.918972:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.918976:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047541.918986:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047541.919020:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047542.203518:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871721 is committed 00002000:00010000:2.0:1777047542.204648:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:2.0:1777047542.204658:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047532 -> 1777047541 00002000:00010000:2.0:1777047542.204664:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047532 -> 1777047541 00010000:00010000:2.0:1777047542.204687:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.205417:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.205436:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.205665:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047542.205676:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.205696:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.207527:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.207574:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e2c44 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047542.208318:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384418048:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 289489us (295155us total) trans 17179871721 rc 0/0 00000100:00100000:3.0:1777047542.208342:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3413 00000100:00100000:2.0:1777047542.232194:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.232327:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.232421:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047542.232727:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384418560 00000100:00100000:0.0:1777047542.232744:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384418560 00000100:00100000:0.0:1777047542.232843:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1838 00000100:00100000:1.0:1777047542.232854:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384418432 00000100:00100000:1.0:1777047542.232863:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384418432 00000100:00100000:0.0:1777047542.232868:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384418560:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047542.232953:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 543 00000100:00100000:1.0:1777047542.232968:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2413:x1863365384418432:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047542.232996:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2413:x1863365384418560:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 133us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047542.233016:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1838 00000100:00100000:1.0:1777047542.233034:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2413:x1863365384418432:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 70us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.233047:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 543 00000100:00080000:1.0:1777047542.233083:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047542.233586:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384418304 00000100:00100000:3.0:1777047542.233601:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384418304 00000100:00100000:3.0:1777047542.233677:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 369 00000100:00100000:3.0:1777047542.233697:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384418304:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047542.233792:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384418304:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 95us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047542.233811:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 369 00000100:00100000:2.0:1777047542.237079:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047542.237498:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384418176 00000100:00100000:3.0:1777047542.237515:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384418176 00000100:00100000:3.0:1777047542.238200:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3414 00000100:00100000:3.0:1777047542.238225:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384418176:12345-192.168.201.26@tcp:4:lfs.0 00002000:00010000:3.0:1777047542.238346:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 231092, mtime: 0x69eb97ec, atime: 0x69eb97de, ctime: 0x69eb97ec, blocks: 0x203 00010000:00010000:3.0:1777047542.238364:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.238397:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.238402:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.238412:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.238445:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.400903:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777047542.426457:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838785 is committed 00002000:00010000:3.0:1777047542.427401:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 231092 -> 262144 00002000:00010000:3.0:1777047542.427410:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047532 -> 1777047542 00002000:00010000:3.0:1777047542.427415:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047532 -> 1777047542 00010000:00010000:3.0:1777047542.427435:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.427458:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.427474:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.427487:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047542.427496:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.427512:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.427542:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.427556:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae2836f7/0x29ccbc23e99e2c4b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047542.428523:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2410:x1863365384418176:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 190301us (191443us total) trans 21474838785 rc 0/0 00000100:00100000:3.0:1777047542.428921:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3414 00000100:00100000:2.0:1777047542.522988:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047542.525123:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384418816 00000100:00100000:3.0:1777047542.525139:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384418816 00000100:00100000:3.0:1777047542.525263:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3654 00000100:00100000:3.0:1777047542.525283:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54323:x1863365384418816:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047542.525362:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047542.525402:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2bdb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc1 expref: 70 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.525434:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047542.525443:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047542.526285:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.526312:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.526330:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047542.526445:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938350 00000004:00010000:3.0:1777047542.526499:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000065d16f26 reply state 0000000009e560c5 transno 8589938351 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047542.526518:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047542.526719:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54323:x1863365384418816:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1438us (3740us total) trans 8589938351 rc 0/0 00000100:00100000:3.0:1777047542.526733:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3654 00000020:00080000:3.0:1777047542.526742:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047542.545352:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047542.547165:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384418944 00000100:00100000:0.0:1777047542.547181:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384418944 00000100:00100000:0.0:1777047542.547289:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6180 00000100:00100000:0.0:1777047542.547306:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54323:x1863365384418944:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047542.547354:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047542.547389:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bdd expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047542.547430:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 262144, mtime: 0x69eb97f3, atime: 0x69eb96e5, ctime: 0x69eb97f3, blocks: 0x203 00010000:00010000:0.0:1777047542.547461:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.547465:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.547477:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 16 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.547506:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 16 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.547530:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:0.0:1777047542.547668:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54323:x1863365384418944:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 365us (2328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047542.547682:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6180 00010000:00010000:2.0:1777047542.556793:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.556834:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.556851:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.556864:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047542.556874:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.556888:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.556917:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047542.557144:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047542.557154:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.557168:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2c52 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047542.565398:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047542.565460:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047542.565851:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384419072 00000100:00100000:1.0:1777047542.565867:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384419072 00002000:00010000:1.0:1777047542.565928:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (258848->18446744073709551615) 00002000:00100000:1.0:1777047542.565938:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840383100 with x1863365384419072 ext(258848->18446744073709551615) 00002000:00010000:1.0:1777047542.565957:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840383100. 00000100:00100000:1.0:1777047542.566005:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384419200 00000100:00100000:1.0:1777047542.566011:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384419200 00002000:00010000:1.0:1777047542.566034:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:1.0:1777047542.566040:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55500 with x1863365384419200 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047542.566051:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a55500. 00000100:00100000:1.0:1777047542.566104:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3415 00000100:00100000:1.0:1777047542.566122:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384419072:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047542.567392:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:1.0:1777047542.567400:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047539 -> 1777047542 00002000:00010000:1.0:1777047542.567405:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047542.567409:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047539 -> 1777047542 00002000:00010000:1.0:1777047542.567413:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047542.567505:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384419072:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1383us (2117us total) trans 17179871722 rc 0/0 00000100:00100000:1.0:1777047542.567529:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3415 00002000:00010000:1.0:1777047542.567567:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/295 (258848->18446744073709551615) 00002000:00100000:1.0:1777047542.567574:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840383100 with x1863365384419072 ext(258848->18446744073709551615) 00002000:00010000:1.0:1777047542.567583:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986840383100. 00000100:00100000:1.0:1777047542.567620:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3416 00000100:00100000:1.0:1777047542.567636:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384419200:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047542.567934:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047542.567940:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047531 -> 1777047542 00002000:00010000:1.0:1777047542.567945:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047542.567949:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047531 -> 1777047542 00002000:00010000:1.0:1777047542.567954:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047542.568011:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a55500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384419200:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 377us (2549us total) trans 21474838786 rc 0/0 00000100:00100000:1.0:1777047542.568026:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3416 00002000:00010000:1.0:1777047542.568031:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/291 (0->18446744073709551615) 00002000:00100000:1.0:1777047542.568037:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a55500 with x1863365384419200 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047542.568045:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a55500. 00000100:00100000:3.0:1777047542.588498:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047542.591607:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384419328 00000100:00100000:1.0:1777047542.591626:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384419328 00000100:00100000:1.0:1777047542.592054:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3655 00000100:00100000:1.0:1777047542.592075:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54323:x1863365384419328:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047542.592111:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047542.592144:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c60 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788be4 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.592322:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2c67 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.592349:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2c67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.592370:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2c67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047542.592413:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:1.0:1777047542.592420:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047542.592449:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2c67 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.592495:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c60 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788be4 expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.592525:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2c67 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788be4 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.599289:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047542.599297:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047542.599303:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a146a00, rc 0) 00000100:00100000:1.0:1777047542.599452:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54323:x1863365384419328:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 7375us (10961us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.599470:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3655 00000100:00100000:1.0:1777047542.610955:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.613089:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384419584 00000100:00100000:2.0:1777047542.613105:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384419584 00000100:00100000:2.0:1777047542.613210:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3656 00000100:00100000:2.0:1777047542.613227:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54323:x1863365384419584:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047542.613332:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047542.613397:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2c67 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788be4 expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.613442:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047542.613451:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047542.614188:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.614215:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.614232:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047542.614359:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938352 00000004:00010000:2.0:1777047542.614409:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db6a45d8 reply state 000000002eb95442 transno 8589938353 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047542.614426:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047542.614605:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54323:x1863365384419584:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1378us (3658us total) trans 8589938353 rc 0/0 00000100:00100000:2.0:1777047542.614619:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3656 00000020:00080000:2.0:1777047542.614627:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047542.632295:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.632324:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.632339:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.632351:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047542.632358:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.632395:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.632425:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047542.632431:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047542.632440:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.632462:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e2c6e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047542.644496:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047542.644646:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384419712 00000100:00100000:0.0:1777047542.644661:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384419712 00000100:00100000:0.0:1777047542.644879:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6181 00000100:00100000:0.0:1777047542.644899:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:54323:x1863365384419712:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047542.644926:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047542.644958:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788beb expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047542.644996:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 262144, mtime: 0x69eb97f3, atime: 0x69eb9701, ctime: 0x69eb97f3, blocks: 0x203 00010000:00010000:0.0:1777047542.645024:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.645028:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047542.645038:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 14 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.645067:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 14 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.645087:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:0.0:1777047542.645176:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:54323:x1863365384419712:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 282us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047542.645189:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6181 00000100:00100000:2.0:1777047542.659179:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.659293:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047542.661625:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384419840 00000100:00100000:1.0:1777047542.662616:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384419840 00002000:00010000:1.0:1777047542.664087:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (258848->18446744073709551615) 00002000:00100000:1.0:1777047542.664096:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818917480 with x1863365384419840 ext(258848->18446744073709551615) 00002000:00010000:1.0:1777047542.664115:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818917480. 00000100:00100000:1.0:1777047542.664355:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384419968 00000100:00100000:1.0:1777047542.664364:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384419968 00002000:00010000:1.0:1777047542.664394:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:1.0:1777047542.664400:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f7100 with x1863365384419968 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047542.664410:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f7100. 00000100:00100000:2.0:1777047542.667548:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3417 00000100:00100000:2.0:1777047542.667574:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2410:x1863365384419840:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:3.0:1777047542.668144:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3418 00000100:00100000:3.0:1777047542.668215:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384419968:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047542.668523:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047542.668530:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047531 -> 1777047542 00002000:00010000:3.0:1777047542.668567:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:3.0:1777047542.668571:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047531 -> 1777047542 00002000:00010000:3.0:1777047542.668575:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047542.668664:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384419968:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 504us (9371us total) trans 17179871723 rc 0/0 00000100:00100000:3.0:1777047542.668678:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3418 00002000:00010000:3.0:1777047542.668686:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:3.0:1777047542.668691:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f7100 with x1863365384419968 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047542.668702:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f7100. 00002000:00010000:2.0:1777047542.668985:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:2.0:1777047542.668993:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047539 -> 1777047542 00002000:00010000:2.0:1777047542.668997:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047542.669001:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047539 -> 1777047542 00002000:00010000:2.0:1777047542.669004:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047542.669381:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384419840:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1816us (10212us total) trans 21474838787 rc 0/0 00000100:00100000:2.0:1777047542.669394:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3417 00002000:00010000:2.0:1777047542.669400:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (258848->18446744073709551615) 00002000:00100000:2.0:1777047542.669404:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818917480 with x1863365384419840 ext(258848->18446744073709551615) 00002000:00010000:2.0:1777047542.669413:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986818917480. 00000100:00100000:0.0:1777047542.689640:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.689922:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384420096 00000100:00100000:2.0:1777047542.689935:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384420096 00000100:00100000:2.0:1777047542.690026:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3657 00000100:00100000:2.0:1777047542.690043:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54323:x1863365384420096:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047542.690078:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047542.690105:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2c7c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bf2 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.690219:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2c83 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.690274:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2c83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.690292:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2c83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047542.690333:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047542.690340:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047542.690364:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2c83 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.690412:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2c7c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf2 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.690439:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2c83 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf2 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.690454:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047542.690458:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047542.690465:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047542.690599:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54323:x1863365384420096:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 560us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047542.690611:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3657 00000100:00100000:3.0:1777047542.706097:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047542.706214:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384420352 00000100:00100000:1.0:1777047542.706229:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384420352 00000100:00100000:1.0:1777047542.706346:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3658 00000100:00100000:1.0:1777047542.706364:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54323:x1863365384420352:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047542.706436:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047542.706470:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2c83 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf2 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.706498:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047542.706505:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047542.707033:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.707057:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.707074:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047542.707171:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938354 00000004:00010000:1.0:1777047542.707212:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb77c42a reply state 00000000b836d0b6 transno 8589938355 ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047542.707226:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047542.707395:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54323:x1863365384420352:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1033us (1309us total) trans 8589938355 rc 0/0 00000100:00100000:1.0:1777047542.707408:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3658 00000020:00080000:1.0:1777047542.707417:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047542.727434:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047542.727870:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.727891:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.727905:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.727914:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047542.727921:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.727935:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.727958:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047542.727964:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047542.727972:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.727981:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2c8a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047542.730617:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384420480 00000100:00100000:1.0:1777047542.730930:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384420480 00000100:00100000:1.0:1777047542.731299:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6182 00000100:00100000:1.0:1777047542.731315:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54323:x1863365384420480:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047542.731339:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047542.731365:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788bf9 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047542.731401:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 262144, mtime: 0x69eb97f3, atime: 0x69eb9713, ctime: 0x69eb97f3, blocks: 0x203 00010000:00010000:1.0:1777047542.731428:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047542.731432:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047542.731442:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 16 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.731467:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 16 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.731496:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147600, rc 0) 00000100:00100000:1.0:1777047542.731855:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54323:x1863365384420480:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 542us (4430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.731868:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6182 00000100:00100000:3.0:1777047542.745020:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.745197:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384420608 00000100:00100000:2.0:1777047542.745223:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384420608 00002000:00010000:2.0:1777047542.745303:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (258848->18446744073709551615) 00002000:00100000:2.0:1777047542.745311:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e646300 with x1863365384420608 ext(258848->18446744073709551615) 00002000:00010000:2.0:1777047542.745329:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e646300. 00000100:00100000:2.0:1777047542.745385:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3419 00000100:00100000:2.0:1777047542.745401:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384420608:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047542.746345:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:2.0:1777047542.746352:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047539 -> 1777047542 00002000:00010000:2.0:1777047542.746355:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047542.746359:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047539 -> 1777047542 00002000:00010000:2.0:1777047542.746362:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047542.746453:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384420608:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1052us (1442us total) trans 21474838788 rc 0/0 00000100:00100000:2.0:1777047542.746466:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3419 00002000:00010000:2.0:1777047542.746473:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (258848->18446744073709551615) 00002000:00100000:2.0:1777047542.746479:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e646300 with x1863365384420608 ext(258848->18446744073709551615) 00002000:00010000:2.0:1777047542.746488:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e646300. 00000100:00100000:3.0:1777047542.754843:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.756353:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384420736 00000100:00100000:2.0:1777047542.756369:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384420736 00002000:00010000:2.0:1777047542.756427:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:2.0:1777047542.756435:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e647100 with x1863365384420736 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047542.756452:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e647100. 00000100:00100000:2.0:1777047542.756512:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3420 00000100:00100000:2.0:1777047542.756529:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384420736:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047542.756998:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047542.757005:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047531 -> 1777047542 00002000:00010000:2.0:1777047542.757010:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047542.757014:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047531 -> 1777047542 00002000:00010000:2.0:1777047542.757018:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047542.757410:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384420736:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 881us (2575us total) trans 17179871724 rc 0/0 00000100:00100000:2.0:1777047542.757424:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3420 00002000:00010000:2.0:1777047542.757431:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:2.0:1777047542.757437:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e647100 with x1863365384420736 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047542.757446:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e647100. 00000100:00100000:0.0:1777047542.769469:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.771600:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384420864 00000100:00100000:2.0:1777047542.771616:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384420864 00000100:00100000:2.0:1777047542.772356:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3659 00000100:00100000:2.0:1777047542.772377:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54323:x1863365384420864:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047542.772423:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047542.772452:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2c98 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c00 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.772595:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2c9f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.772627:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2c9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.772646:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2c9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047542.772679:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047542.772685:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047542.772703:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2c9f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.772760:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2c98 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c00 expref: 77 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.772787:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2c9f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c00 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.772802:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047542.772807:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047542.772812:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d200, rc 0) 00000100:00100000:2.0:1777047542.772908:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54323:x1863365384420864:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 537us (3451us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047542.772921:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3659 00000100:00100000:0.0:1777047542.788318:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047542.788609:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384421120 00000100:00100000:2.0:1777047542.788625:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384421120 00000100:00100000:2.0:1777047542.788721:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3660 00000100:00100000:2.0:1777047542.788740:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54323:x1863365384421120:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047542.788820:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047542.788862:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2c9f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c00 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.788896:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047542.788907:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047542.789281:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.789308:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.789327:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047542.789426:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938356 00000004:00010000:2.0:1777047542.789474:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b02fa3ea reply state 00000000609dfa61 transno 8589938357 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047542.789488:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047542.789722:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54323:x1863365384421120:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 984us (1413us total) trans 8589938357 rc 0/0 00000100:00100000:2.0:1777047542.789736:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3660 00000020:00080000:2.0:1777047542.789744:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047542.800319:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.800365:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.800379:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.800391:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047542.800399:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.800414:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.800441:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047542.800448:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047542.800457:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047542.800468:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2ca6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047542.809188:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047542.813271:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384421248 00000100:00100000:3.0:1777047542.813289:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384421248 00000100:00100000:3.0:1777047542.813400:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6183 00000100:00100000:3.0:1777047542.813420:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54323:x1863365384421248:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047542.813450:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047542.813484:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c07 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047542.813530:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 262144, mtime: 0x69eb97f4, atime: 0x69eb979d, ctime: 0x69eb97f4, blocks: 0x203 00010000:00010000:3.0:1777047542.813644:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.813649:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.813662:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 20 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.813698:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 20 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.813722:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:3.0:1777047542.813813:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:54323:x1863365384421248:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 397us (4637us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047542.813831:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6183 00000100:00100000:3.0:1777047542.830026:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047542.830117:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047542.830649:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384421376 00000100:00100000:0.0:1777047542.830668:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384421376 00002000:00010000:0.0:1777047542.830728:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (258848->18446744073709551615) 00002000:00100000:0.0:1777047542.830738:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e646a00 with x1863365384421376 ext(258848->18446744073709551615) 00002000:00010000:0.0:1777047542.830759:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e646a00. 00000100:00100000:0.0:1777047542.830815:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384421504 00000100:00100000:0.0:1777047542.830823:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384421504 00002000:00010000:0.0:1777047542.830849:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:0.0:1777047542.830857:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e645500 with x1863365384421504 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047542.830870:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e645500. 00000100:00100000:0.0:1777047542.830909:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3421 00000100:00100000:0.0:1777047542.830927:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384421376:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047542.831473:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:0.0:1777047542.831482:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047540 -> 1777047542 00002000:00010000:0.0:1777047542.831488:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047542.831492:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047540 -> 1777047542 00002000:00010000:0.0:1777047542.831497:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047542.831648:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384421376:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 720us (1632us total) trans 17179871725 rc 0/0 00000100:00100000:0.0:1777047542.831665:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3421 00002000:00010000:0.0:1777047542.831672:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (258848->18446744073709551615) 00002000:00100000:0.0:1777047542.831678:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e646a00 with x1863365384421376 ext(258848->18446744073709551615) 00002000:00010000:0.0:1777047542.831688:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e646a00. 00000100:00100000:0.0:1777047542.831725:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3422 00000100:00100000:0.0:1777047542.831742:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384421504:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047542.831993:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047542.832000:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047531 -> 1777047542 00002000:00010000:0.0:1777047542.832005:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047542.832008:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047531 -> 1777047542 00002000:00010000:0.0:1777047542.832013:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047542.832058:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384421504:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 320us (1941us total) trans 21474838789 rc 0/0 00000100:00100000:0.0:1777047542.832072:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3422 00002000:00010000:0.0:1777047542.832078:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:0.0:1777047542.832083:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e645500 with x1863365384421504 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047542.832093:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e645500. 00000100:00100000:2.0:1777047542.883033:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047542.883230:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384421632 00000100:00100000:1.0:1777047542.883288:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384421632 00000100:00100000:1.0:1777047542.883407:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3661 00000100:00100000:1.0:1777047542.883427:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54323:x1863365384421632:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047542.883467:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047542.883506:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cb4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c0e expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.883705:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147a00/0x29ccbc23e99e2cbb lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.883738:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147a00/0x29ccbc23e99e2cbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.883758:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147a00/0x29ccbc23e99e2cbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047542.883812:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:1.0:1777047542.883819:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047542.883852:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147a00/0x29ccbc23e99e2cbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.883903:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cb4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c0e expref: 79 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.883941:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147a00/0x29ccbc23e99e2cbb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c0e expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.884345:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047542.884358:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047542.884365:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147a00, rc 0) 00000100:00100000:1.0:1777047542.884461:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54323:x1863365384421632:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1039us (1445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047542.884481:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3661 00000100:00100000:0.0:1777047542.929913:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047542.938423:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384421888 00000100:00100000:1.0:1777047542.938444:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384421888 00000100:00100000:1.0:1777047542.938690:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3662 00000100:00100000:1.0:1777047542.938720:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54323:x1863365384421888:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047542.938820:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047542.938882:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147a00/0x29ccbc23e99e2cbb lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c0e expref: 78 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.938927:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047542.938937:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047542.939886:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.939924:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047542.939953:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047542.940091:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938358 00000004:00010000:1.0:1777047542.940160:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000345fa379 reply state 00000000be888de2 transno 8589938359 ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047542.940179:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047542.940427:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54323:x1863365384421888:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1709us (10535us total) trans 8589938359 rc 0/0 00000100:00100000:1.0:1777047542.940452:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3662 00000020:00080000:1.0:1777047542.940463:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047542.957503:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.957579:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.957601:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.957616:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a146400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047542.957625:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.957645:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.958034:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047542.958041:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047542.958054:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047542.958067:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146400/0x29ccbc23e99e2cc2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047542.966750:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047542.968267:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384422016 00000100:00100000:3.0:1777047542.968287:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384422016 00000100:00100000:3.0:1777047542.968686:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6184 00000100:00100000:3.0:1777047542.968709:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54323:x1863365384422016:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047542.968745:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047542.968785:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c15 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047542.968835:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 262144, mtime: 0x69eb97f4, atime: 0x69eb975e, ctime: 0x69eb97f4, blocks: 0x203 00010000:00010000:3.0:1777047542.968870:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.968875:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047542.968893:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 19 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.968929:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 19 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047542.968964:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:3.0:1777047542.969074:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54323:x1863365384422016:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 371us (2336us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047542.969089:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6184 00000100:00100000:0.0:1777047542.990279:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047542.993870:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384422144 00000100:00100000:3.0:1777047542.993894:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384422144 00002000:00010000:3.0:1777047542.993967:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (258848->18446744073709551615) 00002000:00100000:3.0:1777047542.993981:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956fb80 with x1863365384422144 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047542.994405:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680956fb80. 00000100:00100000:3.0:1777047542.995032:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3423 00000100:00100000:3.0:1777047542.995062:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384422144:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047542.995660:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:3.0:1777047542.995669:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047540 -> 1777047542 00002000:00010000:3.0:1777047542.995674:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047542.995679:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047540 -> 1777047542 00002000:00010000:3.0:1777047542.995688:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047542.995785:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384422144:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 733us (5549us total) trans 21474838790 rc 0/0 00000100:00100000:3.0:1777047542.995800:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3423 00002000:00010000:3.0:1777047542.995813:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (258848->18446744073709551615) 00002000:00100000:3.0:1777047542.995818:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956fb80 with x1863365384422144 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047542.995830:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680956fb80. 00000100:00100000:2.0:1777047543.015446:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.016301:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384422272 00000100:00100000:3.0:1777047543.016344:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384422272 00002000:00010000:3.0:1777047543.016438:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.016449:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804974380 with x1863365384422272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.016467:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804974380. 00000100:00100000:3.0:1777047543.016577:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3424 00000100:00100000:3.0:1777047543.016600:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384422272:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.016994:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047543.017032:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047532 -> 1777047542 00002000:00010000:3.0:1777047543.017039:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:3.0:1777047543.017043:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047532 -> 1777047542 00002000:00010000:3.0:1777047543.017048:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047543.017136:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384422272:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 541us (1702us total) trans 17179871726 rc 0/0 00000100:00100000:3.0:1777047543.017153:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3424 00002000:00010000:3.0:1777047543.017160:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.017166:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804974380 with x1863365384422272 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.017175:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804974380. 00000100:00080000:1.0:1777047543.017967:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047543.036740:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.038628:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384422400 00000100:00100000:2.0:1777047543.038984:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384422400 00000100:00100000:2.0:1777047543.040662:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3663 00000100:00100000:2.0:1777047543.040682:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54323:x1863365384422400:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047543.040731:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.040763:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e2cd0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c1c expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.040892:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2cd7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.040919:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.040948:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047543.040993:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047543.041001:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047543.041028:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.041073:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e2cd0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c1c expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.041170:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c1c expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.041187:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.041193:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047543.041199:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047543.041342:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54323:x1863365384422400:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 662us (4613us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.041357:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3663 00000100:00100000:0.0:1777047543.058766:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.060183:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384422656 00000100:00100000:1.0:1777047543.060198:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384422656 00000100:00100000:1.0:1777047543.060311:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3664 00000100:00100000:1.0:1777047543.060329:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54323:x1863365384422656:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047543.060425:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.060463:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2cd7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c1c expref: 80 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.060493:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047543.060502:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047543.062679:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.062707:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.062726:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047543.062822:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938360 00000004:00010000:0.0:1777047543.062872:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014a15c9a reply state 0000000046ad8a3d transno 8589938361 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.062888:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047543.063047:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54323:x1863365384422656:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2720us (4290us total) trans 8589938361 rc 0/0 00000100:00100000:0.0:1777047543.063062:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3664 00000020:00080000:0.0:1777047543.063071:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047543.074725:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.074752:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.074766:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.074777:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047543.074786:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.074799:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.074823:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047543.074829:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047543.074836:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.074848:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e2cde lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.088431:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.088611:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384422784 00000100:00100000:3.0:1777047543.088626:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384422784 00000100:00100000:3.0:1777047543.088711:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6185 00000100:00100000:3.0:1777047543.088728:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54323:x1863365384422784:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047543.088756:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047543.088789:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c23 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047543.088830:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 262144, mtime: 0x69eb97f4, atime: 0x69eb9766, ctime: 0x69eb97f4, blocks: 0x203 00010000:00010000:3.0:1777047543.088863:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047543.088866:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047543.088877:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 23 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.088904:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 23 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.088925:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88e00, rc 0) 00000100:00100000:3.0:1777047543.089287:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54323:x1863365384422784:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 560us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047543.089300:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6185 00000100:00100000:1.0:1777047543.108529:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.108694:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.108856:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384422912 00000100:00100000:2.0:1777047543.108870:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384422912 00002000:00010000:2.0:1777047543.108927:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (258848->18446744073709551615) 00002000:00100000:2.0:1777047543.108935:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2d80 with x1863365384422912 ext(258848->18446744073709551615) 00002000:00010000:2.0:1777047543.108953:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a2d80. 00000100:00100000:2.0:1777047543.109026:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384423040 00000100:00100000:2.0:1777047543.109033:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384423040 00000100:00100000:0.0:1777047543.109065:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3425 00002000:00010000:2.0:1777047543.109088:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00000100:00100000:0.0:1777047543.109091:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384422912:12345-192.168.201.26@tcp:10:lfs.0 00002000:00100000:2.0:1777047543.109101:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2300 with x1863365384423040 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047543.109116:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a2300. 00000100:00100000:2.0:1777047543.109155:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3426 00000100:00100000:2.0:1777047543.109171:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384423040:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047543.109717:0:14909:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:2.0:1777047543.109718:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047543.109729:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047540 -> 1777047543 00002000:00010000:2.0:1777047543.109730:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047532 -> 1777047543 00002000:00010000:0.0:1777047543.109743:0:14909:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047543.109744:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047543.109758:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047532 -> 1777047543 00002000:00010000:0.0:1777047543.109759:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047540 -> 1777047543 00002000:00010000:2.0:1777047543.109766:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047543.109770:0:14909:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00080000:1.0:1777047543.109897:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047543.110010:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384423040:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 840us (1314us total) trans 21474838791 rc 0/0 00000100:00100000:2.0:1777047543.110026:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3426 00002000:00010000:2.0:1777047543.110041:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:2.0:1777047543.110047:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2300 with x1863365384423040 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047543.110056:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e6a2300. 00000100:00100000:0.0:1777047543.111954:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384422912:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 2867us (3432us total) trans 17179871727 rc 0/0 00000100:00100000:0.0:1777047543.111970:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3425 00002000:00010000:0.0:1777047543.111978:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (258848->18446744073709551615) 00002000:00100000:0.0:1777047543.111983:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2d80 with x1863365384422912 ext(258848->18446744073709551615) 00002000:00010000:0.0:1777047543.111995:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a2d80. 00000100:00100000:0.0:1777047543.134434:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.135003:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384423168 00000100:00100000:1.0:1777047543.135354:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384423168 00000100:00100000:1.0:1777047543.135463:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3665 00000100:00100000:1.0:1777047543.135482:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54323:x1863365384423168:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.135521:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.135586:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2cec lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c2a expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.135715:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2cf3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.135884:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.135905:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.136216:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:1.0:1777047543.136224:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047543.136283:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.136332:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2cec lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c2a expref: 83 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.136360:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c2a expref: 82 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.136375:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047543.136381:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047543.136387:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147c00, rc 0) 00000100:00100000:1.0:1777047543.136490:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54323:x1863365384423168:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1012us (2068us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.136503:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3665 00000100:00100000:1.0:1777047543.169777:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.170287:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384423424 00000100:00100000:2.0:1777047543.170305:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384423424 00000100:00100000:2.0:1777047543.170416:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3666 00000100:00100000:2.0:1777047543.170436:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54323:x1863365384423424:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047543.170513:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047543.170665:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2cf3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c2a expref: 82 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.170701:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.170711:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047543.171069:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.171097:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.171116:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047543.171223:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938362 00000004:00010000:2.0:1777047543.171320:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000971159b3 reply state 00000000626aec15 transno 8589938363 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.171337:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047543.171468:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54323:x1863365384423424:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1035us (1703us total) trans 8589938363 rc 0/0 00000100:00100000:2.0:1777047543.171484:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3666 00000020:00080000:2.0:1777047543.171493:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047543.184886:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.184920:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.184935:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.184947:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047543.184956:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.184972:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.185001:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047543.185008:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047543.185017:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.185030:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2cfa lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.206761:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.207318:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384423552 00000100:00100000:0.0:1777047543.207334:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384423552 00000100:00100000:0.0:1777047543.207429:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6186 00000100:00100000:0.0:1777047543.207446:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54323:x1863365384423552:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047543.207472:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.207505:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c31 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047543.207600:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 262144, mtime: 0x69eb97f4, atime: 0x69eb9766, ctime: 0x69eb97f4, blocks: 0x203 00010000:00010000:0.0:1777047543.207634:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.207638:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.207649:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 25 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.207677:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 25 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.207699:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:0.0:1777047543.207782:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54323:x1863365384423552:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 339us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.207796:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6186 00000100:00100000:2.0:1777047543.225714:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.225907:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.236276:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384423680 00000100:00100000:1.0:1777047543.236297:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384423680 00002000:00010000:1.0:1777047543.236367:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (258848->18446744073709551615) 00002000:00100000:1.0:1777047543.236376:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804977480 with x1863365384423680 ext(258848->18446744073709551615) 00002000:00010000:1.0:1777047543.236396:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804977480. 00000100:00100000:1.0:1777047543.236431:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384423808 00000100:00100000:1.0:1777047543.236439:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384423808 00002000:00010000:1.0:1777047543.236462:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:1.0:1777047543.236468:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804975c00 with x1863365384423808 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047543.236480:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804975c00. 00000100:00100000:1.0:1777047543.236595:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3427 00000100:00100000:1.0:1777047543.236614:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384423680:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047543.237043:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:1.0:1777047543.237053:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047540 -> 1777047543 00002000:00010000:1.0:1777047543.237058:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047543.237064:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047540 -> 1777047543 00002000:00010000:1.0:1777047543.237068:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047543.237168:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384423680:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 556us (11464us total) trans 17179871728 rc 0/0 00000100:00100000:1.0:1777047543.237184:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3427 00002000:00010000:1.0:1777047543.237192:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (258848->18446744073709551615) 00002000:00100000:1.0:1777047543.237198:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804977480 with x1863365384423680 ext(258848->18446744073709551615) 00002000:00010000:1.0:1777047543.237207:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804977480. 00000100:00100000:1.0:1777047543.237276:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3428 00000100:00100000:1.0:1777047543.237293:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384423808:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047543.237524:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047543.237568:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047532 -> 1777047543 00002000:00010000:1.0:1777047543.237574:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047543.237579:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047532 -> 1777047543 00002000:00010000:1.0:1777047543.237583:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047543.237632:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384423808:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 341us (11725us total) trans 21474838792 rc 0/0 00000100:00100000:1.0:1777047543.237646:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3428 00002000:00010000:1.0:1777047543.237653:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:1.0:1777047543.237658:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804975c00 with x1863365384423808 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047543.237667:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804975c00. 00000100:00100000:2.0:1777047543.258462:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.258988:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384423936 00000100:00100000:1.0:1777047543.259006:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384423936 00000100:00100000:1.0:1777047543.259225:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3667 00000100:00100000:1.0:1777047543.259280:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54323:x1863365384423936:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.259319:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.259350:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d08 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c38 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.259479:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d0f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.259505:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d0f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.259528:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d0f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.259576:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:1.0:1777047543.259584:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047543.259613:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d0f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.259729:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d08 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c38 expref: 85 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.259760:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d0f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c38 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.259778:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047543.259784:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047543.259790:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147c00, rc 0) 00000100:00100000:1.0:1777047543.259871:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54323:x1863365384423936:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 596us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.259886:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3667 00000100:00100000:1.0:1777047543.290739:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.291101:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384424192 00000100:00100000:2.0:1777047543.291117:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384424192 00000100:00100000:2.0:1777047543.291211:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3668 00000100:00100000:2.0:1777047543.291257:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54323:x1863365384424192:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047543.291331:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047543.291369:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d0f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c38 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.291400:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.291409:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047543.291834:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.291859:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.291878:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047543.291971:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938364 00000004:00010000:2.0:1777047543.292025:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029cc73a7 reply state 000000002dddf6c1 transno 8589938365 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.292042:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047543.292184:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54323:x1863365384424192:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 957us (1455us total) trans 8589938365 rc 0/0 00000100:00100000:2.0:1777047543.292200:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3668 00000020:00080000:2.0:1777047543.292210:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047543.303422:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.303449:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.303463:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.303475:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047543.303484:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.303498:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.303528:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047543.303887:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047543.303899:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.303913:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2d16 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.312815:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.313113:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384424320 00000100:00100000:3.0:1777047543.313127:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384424320 00000100:00100000:3.0:1777047543.313216:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6187 00000100:00100000:3.0:1777047543.313257:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54323:x1863365384424320:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047543.313283:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047543.313315:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c3f expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047543.313356:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 262144, mtime: 0x69eb97f5, atime: 0x69eb9790, ctime: 0x69eb97f5, blocks: 0x203 00010000:00010000:3.0:1777047543.313386:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047543.313389:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047543.313401:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 23 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.313427:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 23 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.313448:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88400, rc 0) 00000100:00100000:3.0:1777047543.314381:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54323:x1863365384424320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1148us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047543.314395:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6187 00000100:00100000:2.0:1777047543.331947:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.332104:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384424448 00000100:00100000:3.0:1777047543.332119:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384424448 00002000:00010000:3.0:1777047543.332176:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (258848->18446744073709551615) 00002000:00100000:3.0:1777047543.332184:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d67b80 with x1863365384424448 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047543.332203:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d67b80. 00000100:00100000:3.0:1777047543.332360:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3429 00000100:00100000:3.0:1777047543.332377:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384424448:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.332836:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:3.0:1777047543.332843:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047541 -> 1777047543 00002000:00010000:3.0:1777047543.332848:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047543.332852:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047541 -> 1777047543 00002000:00010000:3.0:1777047543.332856:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047543.332930:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384424448:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 555us (996us total) trans 21474838793 rc 0/0 00000100:00100000:3.0:1777047543.332945:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3429 00002000:00010000:3.0:1777047543.332952:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (258848->18446744073709551615) 00002000:00100000:3.0:1777047543.332957:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837d67b80 with x1863365384424448 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047543.332966:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837d67b80. 00000100:00100000:1.0:1777047543.345457:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.345848:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384424576 00000100:00100000:3.0:1777047543.345861:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384424576 00002000:00010000:3.0:1777047543.345914:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.345923:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818700 with x1863365384424576 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.345940:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804818700. 00000100:00100000:3.0:1777047543.345991:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3430 00000100:00100000:3.0:1777047543.346006:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384424576:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.346394:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047543.346402:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.346406:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047543.346410:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.346414:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047543.346493:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804818700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384424576:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 488us (1046us total) trans 17179871729 rc 0/0 00000100:00100000:3.0:1777047543.346507:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3430 00002000:00010000:3.0:1777047543.346514:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.346519:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804818700 with x1863365384424576 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.346527:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804818700. 00000100:00100000:1.0:1777047543.373005:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.375150:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384424704 00000100:00100000:2.0:1777047543.375166:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384424704 00000100:00100000:2.0:1777047543.375279:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3669 00000100:00100000:2.0:1777047543.375299:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54323:x1863365384424704:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047543.378561:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.378620:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d24 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c46 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.378750:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2d2b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.378801:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2d2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.378819:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2d2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047543.378859:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047543.378866:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047543.378890:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2d2b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.378935:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d24 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c46 expref: 87 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.379289:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2d2b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c46 expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.379305:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.379310:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047543.379315:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c200, rc 0) 00000100:00100000:2.0:1777047543.379413:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54323:x1863365384424704:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4119us (6420us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.379426:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3669 00000100:00100000:3.0:1777047543.401084:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.401612:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384424960 00000100:00100000:0.0:1777047543.401627:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384424960 00000100:00100000:1.0:1777047543.401802:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3670 00000100:00100000:1.0:1777047543.401822:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54323:x1863365384424960:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047543.401895:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.401932:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e2d2b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c46 expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.401970:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047543.401979:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047543.402303:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.402327:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.402343:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047543.402427:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938366 00000004:00010000:1.0:1777047543.402463:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000130f1076 reply state 00000000cbe7dd53 transno 8589938367 ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.402478:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047543.402644:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54323:x1863365384424960:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 826us (1570us total) trans 8589938367 rc 0/0 00000100:00100000:1.0:1777047543.402657:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3670 00000020:00080000:1.0:1777047543.402665:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047543.411162:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.411188:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.411200:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.411210:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047543.411216:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.411283:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.411307:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047543.411311:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047543.411320:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.411331:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147800/0x29ccbc23e99e2d32 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047543.415887:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.421260:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384425088 00000100:00100000:1.0:1777047543.421277:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384425088 00000100:00100000:1.0:1777047543.421383:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6188 00000100:00100000:1.0:1777047543.421402:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54323:x1863365384425088:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.421435:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.421466:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c4d expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047543.421514:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 262144, mtime: 0x69eb97f5, atime: 0x69eb979d, ctime: 0x69eb97f5, blocks: 0x203 00010000:00010000:1.0:1777047543.421568:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.421572:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.421583:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 28 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.421607:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 28 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.421626:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a146400, rc 0) 00000100:00100000:1.0:1777047543.421737:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54323:x1863365384425088:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 339us (5861us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.421750:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6188 00010000:00010000:1.0:1777047543.427198:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047543.440264:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.440332:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.440617:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384425216 00000100:00100000:3.0:1777047543.440633:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384425216 00002000:00010000:3.0:1777047543.440687:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (258848->18446744073709551615) 00002000:00100000:3.0:1777047543.440695:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680481a300 with x1863365384425216 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047543.440711:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680481a300. 00000100:00100000:3.0:1777047543.440759:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384425344 00000100:00100000:3.0:1777047543.440764:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384425344 00002000:00010000:3.0:1777047543.440784:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.440789:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819c00 with x1863365384425344 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.440813:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804819c00. 00000100:00100000:3.0:1777047543.440844:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3431 00000100:00100000:3.0:1777047543.440859:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384425216:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.441486:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:3.0:1777047543.441494:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047541 -> 1777047543 00002000:00010000:3.0:1777047543.441499:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047543.441503:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047541 -> 1777047543 00002000:00010000:3.0:1777047543.441507:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047543.441587:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2412:x1863365384425216:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 730us (1359us total) trans 17179871730 rc 0/0 00000100:00100000:3.0:1777047543.441600:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3431 00002000:00010000:3.0:1777047543.441607:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (258848->18446744073709551615) 00002000:00100000:3.0:1777047543.441612:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680481a300 with x1863365384425216 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047543.441620:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680481a300. 00000100:00100000:3.0:1777047543.441648:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3432 00000100:00100000:3.0:1777047543.441661:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384425344:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.441935:0:26853:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047543.441941:0:26853:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.441945:0:26853:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047543.441950:0:26853:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.441953:0:26853:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047543.441995:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384425344:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 334us (1661us total) trans 21474838794 rc 0/0 00000100:00100000:3.0:1777047543.442008:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3432 00002000:00010000:3.0:1777047543.442013:0:26853:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.442018:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804819c00 with x1863365384425344 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.442025:0:26853:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986804819c00. 00000100:00100000:0.0:1777047543.460767:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.460919:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384425472 00000100:00100000:2.0:1777047543.460932:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384425472 00000100:00100000:2.0:1777047543.461013:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3671 00000100:00100000:2.0:1777047543.461027:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54323:x1863365384425472:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047543.461080:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047543.461108:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d40 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c54 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.461217:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e2d47 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.461272:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e2d47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.461291:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e2d47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047543.461332:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:2.0:1777047543.461339:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047543.461366:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e2d47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.461409:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d40 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c54 expref: 89 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.461437:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e2d47 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c54 expref: 88 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.461451:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.461457:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047543.461462:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047543.461927:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54323:x1863365384425472:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 900us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.461941:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3671 00000100:00100000:3.0:1777047543.476458:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.481465:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384425728 00000100:00100000:2.0:1777047543.481484:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384425728 00000100:00100000:2.0:1777047543.481659:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3672 00000100:00100000:2.0:1777047543.481679:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54323:x1863365384425728:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047543.481755:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047543.481793:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e2d47 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c54 expref: 88 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.481825:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.481834:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047543.482161:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.482184:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.482203:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047543.482324:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938368 00000004:00010000:2.0:1777047543.482375:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bf4e7a67 reply state 00000000762097b4 transno 8589938369 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.482390:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047543.482521:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54323:x1863365384425728:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 845us (6071us total) trans 8589938369 rc 0/0 00000100:00100000:2.0:1777047543.487440:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3672 00000020:00080000:2.0:1777047543.487455:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047543.494786:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.494920:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384425856 00000100:00100000:1.0:1777047543.494934:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384425856 00000100:00100000:1.0:1777047543.495303:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6189 00000100:00100000:1.0:1777047543.495323:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54323:x1863365384425856:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.495348:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.495380:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c5b expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047543.495421:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 262144, mtime: 0x69eb97f5, atime: 0x69eb97b8, ctime: 0x69eb97f5, blocks: 0x203 00010000:00010000:1.0:1777047543.495453:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.495458:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.495470:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 26 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.495502:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 26 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.495526:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147800, rc 0) 00010000:00010000:3.0:1777047543.495857:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.495877:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.495891:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.495904:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047543.495912:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.495928:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.495954:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047543.495961:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047543.495971:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.495972:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54323:x1863365384425856:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 649us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.495991:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6189 00010000:00010000:3.0:1777047543.496010:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e2d4e lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.532693:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.532765:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.533494:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384425984 00000100:00100000:2.0:1777047543.533511:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384425984 00000100:00100000:3.0:1777047543.533575:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384426112 00000100:00100000:3.0:1777047543.533585:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384426112 00002000:00010000:2.0:1777047543.533622:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (258848->18446744073709551615) 00002000:00010000:3.0:1777047543.533622:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.533634:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b0000 with x1863365384426112 ext(0->18446744073709551615) 00002000:00100000:2.0:1777047543.533637:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b3100 with x1863365384425984 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047543.533654:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b0000. 00002000:00010000:2.0:1777047543.533655:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b3100. 00000100:00100000:3.0:1777047543.533823:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3433 00000100:00100000:3.0:1777047543.533842:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2412:x1863365384426112:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.534240:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047543.534247:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.534252:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047543.534256:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.534259:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047543.534355:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2412:x1863365384426112:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 516us (1588us total) trans 17179871731 rc 0/0 00000100:00100000:3.0:1777047543.534369:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3433 00002000:00010000:3.0:1777047543.534376:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.534382:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b0000 with x1863365384426112 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.534390:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e7b0000. 00000100:00100000:3.0:1777047543.534421:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3434 00000100:00100000:3.0:1777047543.534435:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384425984:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.535033:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:3.0:1777047543.535040:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047541 -> 1777047543 00002000:00010000:3.0:1777047543.535044:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:3.0:1777047543.535048:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047541 -> 1777047543 00002000:00010000:3.0:1777047543.535052:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047543.535119:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384425984:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 685us (2437us total) trans 21474838795 rc 0/0 00000100:00100000:3.0:1777047543.535132:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3434 00002000:00010000:3.0:1777047543.535137:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (258848->18446744073709551615) 00002000:00100000:3.0:1777047543.535142:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b3100 with x1863365384425984 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047543.535151:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b3100. 00000100:00100000:0.0:1777047543.564004:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.564159:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384426240 00000100:00100000:1.0:1777047543.564174:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384426240 00000100:00100000:1.0:1777047543.564290:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3673 00000100:00100000:1.0:1777047543.564308:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54323:x1863365384426240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.564341:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.564402:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d5c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c62 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.564523:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d63 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.564607:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.564630:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.564683:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:1.0:1777047543.564691:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047543.564719:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d63 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.564765:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d5c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c62 expref: 91 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.564796:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d63 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c62 expref: 90 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.564811:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047543.564817:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047543.564823:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147c00, rc 0) 00000100:00100000:1.0:1777047543.564929:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54323:x1863365384426240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 624us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.564944:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3673 00000100:00100000:1.0:1777047543.585876:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.586486:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384426496 00000100:00100000:2.0:1777047543.586503:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384426496 00000100:00100000:2.0:1777047543.586764:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3674 00000100:00100000:2.0:1777047543.586784:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54323:x1863365384426496:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047543.586870:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047543.586911:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d63 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c62 expref: 90 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.587265:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.587276:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047543.588017:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.588044:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.588063:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047543.588161:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938370 00000004:00010000:2.0:1777047543.588210:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9d5e217 reply state 000000007ed245f9 transno 8589938371 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.588257:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047543.588385:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804819880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54323:x1863365384426496:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1604us (2536us total) trans 8589938371 rc 0/0 00000100:00100000:2.0:1777047543.588400:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3674 00000020:00080000:2.0:1777047543.588410:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047543.599509:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.599563:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.599580:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.599593:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047543.599602:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.599627:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.599653:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047543.599659:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047543.599667:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.599679:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e2d6a lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.599958:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.600084:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384426624 00000100:00100000:0.0:1777047543.600100:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384426624 00000100:00100000:0.0:1777047543.600184:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6190 00000100:00100000:0.0:1777047543.600200:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54323:x1863365384426624:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047543.600257:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.600289:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c69 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047543.600329:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 262144, mtime: 0x69eb97f5, atime: 0x69eb97c2, ctime: 0x69eb97f5, blocks: 0x203 00010000:00010000:0.0:1777047543.600357:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.600361:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.600373:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.600400:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.600423:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:0.0:1777047543.600517:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54323:x1863365384426624:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 320us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.600575:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6190 00000100:00100000:2.0:1777047543.615693:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.615989:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.620593:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384426880 00000100:00100000:0.0:1777047543.620610:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384426880 00002000:00010000:0.0:1777047543.620678:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:0.0:1777047543.620688:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bc700 with x1863365384426880 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047543.620708:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bc700. 00000100:00100000:0.0:1777047543.621169:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384426752 00000100:00100000:0.0:1777047543.621180:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384426752 00002000:00010000:0.0:1777047543.621213:0:14909:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (258848->18446744073709551615) 00002000:00100000:0.0:1777047543.621259:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bea00 with x1863365384426752 ext(258848->18446744073709551615) 00002000:00010000:0.0:1777047543.621275:0:14909:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bea00. 00000100:00100000:1.0:1777047543.621709:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3435 00000100:00100000:1.0:1777047543.621731:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384426880:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047543.622566:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047543.622574:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047532 -> 1777047543 00002000:00010000:1.0:1777047543.622581:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047543.622586:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047532 -> 1777047543 00002000:00010000:1.0:1777047543.622591:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047543.622715:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384426880:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 987us (7032us total) trans 21474838796 rc 0/0 00000100:00100000:1.0:1777047543.622733:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3435 00002000:00010000:1.0:1777047543.622741:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:1.0:1777047543.622748:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bc700 with x1863365384426880 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047543.622759:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bc700. 00000100:00100000:1.0:1777047543.622798:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3436 00000100:00100000:1.0:1777047543.622813:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384426752:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047543.623118:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:1.0:1777047543.623127:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047541 -> 1777047543 00002000:00010000:1.0:1777047543.623132:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047543.623136:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047541 -> 1777047543 00002000:00010000:1.0:1777047543.623140:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047543.623188:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384426752:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 376us (7200us total) trans 17179871732 rc 0/0 00000100:00100000:1.0:1777047543.623202:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3436 00002000:00010000:1.0:1777047543.623208:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (258848->18446744073709551615) 00002000:00100000:1.0:1777047543.623214:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bea00 with x1863365384426752 ext(258848->18446744073709551615) 00002000:00010000:1.0:1777047543.623260:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bea00. 00000100:00100000:2.0:1777047543.639941:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.640453:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384427008 00000100:00100000:3.0:1777047543.640470:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384427008 00000100:00100000:1.0:1777047543.640827:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3675 00000100:00100000:1.0:1777047543.640856:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54323:x1863365384427008:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.640917:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.640952:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d78 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c70 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.641482:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d7f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.641514:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.641536:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047543.641640:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:1.0:1777047543.641650:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047543.641687:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d7f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.641739:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d78 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c70 expref: 93 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.641778:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d7f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c70 expref: 92 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.641800:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047543.641807:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047543.641813:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147c00, rc 0) 00000100:00100000:1.0:1777047543.641941:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54323:x1863365384427008:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1091us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.641963:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3675 00000100:00100000:2.0:1777047543.693799:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.694430:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384427264 00000100:00100000:1.0:1777047543.694446:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384427264 00000100:00100000:1.0:1777047543.694530:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3676 00000100:00100000:1.0:1777047543.694614:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54323:x1863365384427264:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047543.694696:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.694768:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2d7f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c70 expref: 92 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.694802:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:1.0:1777047543.694812:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047543.695499:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.695525:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.695943:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047543.696371:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938372 00000004:00010000:1.0:1777047543.696424:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009bad2cd7 reply state 00000000efeb7c88 transno 8589938373 ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.696442:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047543.696956:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54323:x1863365384427264:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2346us (3167us total) trans 8589938373 rc 0/0 00000100:00100000:1.0:1777047543.696972:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3676 00000020:00080000:1.0:1777047543.696982:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047543.703188:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.703215:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.703273:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.703288:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047543.703298:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.703314:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.703342:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047543.703349:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047543.703358:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047543.703372:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2d86 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.732348:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047543.732519:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384427392 00000100:00100000:3.0:1777047543.732576:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384427392 00000100:00100000:0.0:1777047543.733450:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6191 00000100:00100000:0.0:1777047543.733475:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54323:x1863365384427392:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047543.733503:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.733578:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c77 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047543.733625:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 262144, mtime: 0x69eb97f6, atime: 0x69eb97de, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:0.0:1777047543.733659:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.733663:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.733675:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 29 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.733708:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 29 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.733732:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:0.0:1777047543.733856:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54323:x1863365384427392:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 387us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.733871:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6191 00000100:00100000:0.0:1777047543.746696:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.751609:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047543.761282:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384427520 00000100:00100000:2.0:1777047543.761301:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384427520 00002000:00010000:2.0:1777047543.761465:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/310 (258848->18446744073709551615) 00002000:00100000:2.0:1777047543.761475:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b0a80 with x1863365384427520 ext(258848->18446744073709551615) 00002000:00010000:2.0:1777047543.761493:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b0a80. 00000100:00100000:2.0:1777047543.761593:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384427648 00000100:00100000:2.0:1777047543.761601:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384427648 00002000:00010000:2.0:1777047543.761629:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/314 (0->18446744073709551615) 00002000:00100000:2.0:1777047543.761635:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807076300 with x1863365384427648 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047543.761647:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807076300. 00000100:00100000:2.0:1777047543.761685:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3437 00000100:00100000:2.0:1777047543.761702:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384427520:12345-192.168.201.26@tcp:10:lfs.0 00000100:00100000:3.0:1777047543.764324:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3438 00000100:00100000:3.0:1777047543.764346:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384427648:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047543.764641:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047543.764942:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.764948:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047543.764952:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047532 -> 1777047543 00002000:00010000:3.0:1777047543.764956:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047543.765049:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384427648:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 709us (13449us total) trans 17179871733 rc 0/0 00000100:00100000:3.0:1777047543.765064:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3438 00002000:00010000:3.0:1777047543.765071:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/314 (0->18446744073709551615) 00002000:00100000:3.0:1777047543.765077:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807076300 with x1863365384427648 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047543.765087:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807076300. 00002000:00010000:3.0:1777047543.768502:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 262144 -> 258848 00002000:00010000:3.0:1777047543.768512:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047542 -> 1777047543 00002000:00010000:3.0:1777047543.768517:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:3.0:1777047543.768522:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047542 -> 1777047543 00002000:00010000:3.0:1777047543.768526:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047543.769510:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e7b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384427520:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 7805us (22820us total) trans 21474838797 rc 0/0 00000100:00100000:3.0:1777047543.769527:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3437 00002000:00010000:3.0:1777047543.769535:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/310 (258848->18446744073709551615) 00002000:00100000:3.0:1777047543.769540:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e7b0a80 with x1863365384427520 ext(258848->18446744073709551615) 00002000:00010000:3.0:1777047543.769552:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e7b0a80. 00000100:00100000:2.0:1777047543.791036:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.791206:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384427904 00000100:00100000:1.0:1777047543.791251:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384427904 00000100:00100000:1.0:1777047543.791347:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3677 00000100:00100000:1.0:1777047543.791367:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54323:x1863365384427904:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047543.791529:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.791913:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.791936:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047543.792139:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdace771 reply state 000000007f3f1c12 transno 8589938374 ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.792157:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047543.792330:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54323:x1863365384427904:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 967us (1305us total) trans 8589938374 rc 0/0 00000100:00100000:1.0:1777047543.792345:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3677 00010000:00010000:2.0:1777047543.805022:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.805049:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.805062:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.805074:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a146a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047543.805083:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.805122:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.805152:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047543.805158:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047543.805166:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.805178:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2d94 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.808173:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.809202:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428032 00000100:00100000:0.0:1777047543.809292:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428032 00000100:00100000:0.0:1777047543.809390:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6192 00000100:00100000:0.0:1777047543.809409:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54323:x1863365384428032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047543.809436:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.809486:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c7e expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.809589:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 34 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.809607:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.809610:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.809618:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 34 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.809676:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 34 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.809704:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 34 pid: 33475 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.811257:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434157312:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047543.811438:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f849c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047543.823892:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:27536:1863365434157312:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047543.823949:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 34 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.823986:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c200, rc 0) 00000100:00100000:0.0:1777047543.824097:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54323:x1863365384428032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 14690us (15930us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.824114:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6192 00000100:00100000:3.0:1777047543.825585:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.825745:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428160 00000100:00100000:0.0:1777047543.825758:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428160 00010000:00010000:0.0:1777047543.825835:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 34 pid: 33475 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.825903:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2711 00000100:00100000:0.0:1777047543.825921:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384428160:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047543.825945:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047543.825978:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 34 pid: 33475 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.826004:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 34 pid: 33475 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.826043:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aeeffd32/0x29ccbc23e99e2be2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bc8 expref: 34 pid: 33475 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.826068:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.826072:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.826084:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.826114:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.826168:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 33 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.826192:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434157440:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047543.826348:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f849c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047543.837177:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434157440:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047543.837243:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047543.837347:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384428160:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 11427us (11762us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.837369:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2711 00000100:00100000:1.0:1777047543.839786:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.839949:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428288 00000100:00100000:0.0:1777047543.839961:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428288 00000100:00100000:0.0:1777047543.840051:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6193 00000100:00100000:0.0:1777047543.840069:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54323:x1863365384428288:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047543.840095:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047543.840122:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c85 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.840172:0:7603:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 31 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.840201:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.840205:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.840213:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 31 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.840315:0:7603:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 31 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.840342:0:7603:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 31 pid: 27536 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.840370:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434157568:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047543.840483:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f84c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047543.867074:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.869396:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434157568:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047543.869455:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 31 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.869498:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c600, rc 0) 00000100:00100000:0.0:1777047543.870095:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54323:x1863365384428288:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 30022us (30305us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.870112:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6193 00000100:00100000:0.0:1777047543.875689:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047543.875725:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434157696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047543.875829:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047543.875954:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434157696 00000100:00100000:0.0:1777047543.875964:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434157696 00000100:00100000:0.0:1777047543.876081:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1777047543.876098:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434157696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777047543.876155:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 230752256 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047543.876277:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434157696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 181us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.876295:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1777047543.876350:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434157824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047543.876412:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047543.876485:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434157696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047543.876540:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434157824 00000100:00100000:0.0:1777047543.876548:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434157824 00000100:00100000:0.0:1777047543.877340:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1777047543.877360:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434157824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047543.877401:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 384106496 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047543.877473:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434157824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047543.877486:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1777047543.877597:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434157824:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777047543.877672:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777047543.877680:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047543.880170:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428416 00000100:00100000:1.0:1777047543.880180:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428416 00010000:00010000:1.0:1777047543.880273:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 31 pid: 27536 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.880330:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2712 00000100:00100000:1.0:1777047543.880347:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384428416:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047543.880370:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047543.880405:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 31 pid: 27536 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.880446:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 31 pid: 27536 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.880488:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e2be9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bcf expref: 31 pid: 27536 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.880513:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.880517:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.880535:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 30 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.880556:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 30 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.881074:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 30 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.881097:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5843:1863365434157952:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047543.881206:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047543.924080:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047543.924135:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428544 00000100:00100000:1.0:1777047543.924158:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428544 00000100:00100000:1.0:1777047543.924348:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6194 00000100:00100000:1.0:1777047543.924378:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eeaa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54323:x1863365384428544:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047543.924418:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047543.924455:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c8c expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.924516:0:33788:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 34 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.924543:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.924547:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047543.924554:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 34 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.924679:0:33788:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 34 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047543.924715:0:33788:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 34 pid: 32524 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047543.924751:0:33788:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434158080:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047543.924902:0:33788:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047543.925636:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5843:1863365434157952:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047543.925677:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047543.925756:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384428416:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 45411us (58693us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047543.925783:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2712 00000100:00100000:0.0:1777047543.963501:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.963567:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428672 00000100:00100000:0.0:1777047543.963589:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428672 00010000:00010000:0.0:1777047543.963668:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 35 pid: 32524 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.963779:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2713 00000100:00100000:0.0:1777047543.963808:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2410:x1863365384428672:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047543.963843:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047543.963884:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 35 pid: 32524 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.963923:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 35 pid: 32524 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.963973:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.963977:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047543.963989:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 35 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.964018:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 35 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047543.964099:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 35 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047543.964135:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434158208:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047543.964393:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f84c00 going to sleep for 11 seconds 00010000:00010000:2.0:1777047543.964885:0:33788:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e2bf0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bd6 expref: 35 pid: 32524 timeout: 4272 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047543.964925:0:33788:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ecf6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:33788:1863365434158080:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047543.964976:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 34 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047543.965008:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98682a147a00, rc 0) 00000100:00100000:2.0:1777047543.965266:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eeaa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:54323:x1863365384428544:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 40862us (41177us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.965284:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6194 00000100:00100000:2.0:1777047543.981863:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434158208:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047543.981913:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047543.982000:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384428672:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 18189us (18511us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047543.982020:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2713 00000100:00100000:0.0:1777047543.998671:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.998745:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047543.998806:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428800 00000100:00100000:0.0:1777047543.998820:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428800 00000100:00100000:0.0:1777047543.998917:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384428928 00000100:00100000:0.0:1777047543.998925:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384428928 00000100:00100000:0.0:1777047543.998992:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6195 00000100:00100000:0.0:1777047543.999013:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384428800:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047544.001043:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047544.001054:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047544.001060:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047527 -> 1777047537 00002000:00010000:0.0:1777047544.001066:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047538 -> 1777047543 00002000:00010000:0.0:1777047544.001075:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00000100:00100000:0.0:1777047544.001170:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2410:x1863365384428800:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 2160us (2517us total) trans 17179871734 rc 0/0 00000100:00100000:0.0:1777047544.001188:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6195 00000100:00100000:1.0:1777047544.005953:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6196 00000100:00100000:1.0:1777047544.005983:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384428928:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:1.0:1777047544.006345:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047544.006353:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047537 -> 1777047538 00002000:00010000:1.0:1777047544.006358:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047527 -> 1777047537 00002000:00010000:1.0:1777047544.006368:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047537 -> 1777047543 00002000:00010000:1.0:1777047544.006372:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047544.006443:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384428928:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 470us (7699us total) trans 21474838798 rc 0/0 00000100:00100000:1.0:1777047544.006463:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6196 00000100:00100000:0.0:1777047544.008389:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047544.018203:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384429056 00000100:00100000:1.0:1777047544.018263:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384429056 00000100:00100000:0.0:1777047544.018915:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6197 00000100:00100000:0.0:1777047544.018943:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384429056:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:0.0:1777047544.019319:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047544.019328:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047537 -> 1777047538 00002000:00010000:0.0:1777047544.019333:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047527 -> 1777047537 00002000:00010000:0.0:1777047544.019342:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047537 -> 1777047543 00002000:00010000:0.0:1777047544.019346:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047544.019479:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384429056:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 539us (11088us total) trans 17179871735 rc 0/0 00000100:00100000:0.0:1777047544.019497:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6197 00000100:00100000:0.0:1777047544.045133:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047544.045341:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384429312 00000100:00100000:3.0:1777047544.045357:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384429312 00000100:00100000:3.0:1777047544.045473:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1299 00000100:00100000:3.0:1777047544.045492:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54323:x1863365384429312:12345-192.168.201.26@tcp:35:lfs.0 00000100:00080000:0.0:1777047544.045575:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:3.0:1777047544.047982:0:32151:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2b95 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bb3 expref: 94 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.048406:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.048434:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.048453:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.048513:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 94 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.048541:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 94 pid: 30804 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047544.048576:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434158336:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047544.051503:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682a07bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047544.089029:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047544.092359:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434158336:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047544.092401:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.093704:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384429440 00000100:00100000:2.0:1777047544.093718:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384429440 00010000:00010000:2.0:1777047544.093805:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 95 pid: 30804 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.093886:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2714 00000100:00100000:2.0:1777047544.093905:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:2411:x1863365384429440:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047544.093929:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047544.093942:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 95 pid: 30804 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.093965:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 95 pid: 30804 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.094000:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2bcd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bba expref: 95 pid: 30804 timeout: 4272 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.094025:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:2.0:1777047544.094035:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.094053:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.094076:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.094129:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047544.094259:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:2411:x1863365384429440:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 354us (5239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047544.094276:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2714 00010000:00010000:3.0:1777047544.096027:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.096045:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777047544.151494:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1276, 88 off116424 00000004:00080000:1.0:1777047544.151521:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172533985404ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.160957:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1263, 88 off115216 00000004:00080000:1.0:1777047544.160986:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172543450476ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.161086:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1264, 88 off115304 00000004:00080000:1.0:1777047544.161097:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172543562663ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.161142:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1277, 88 off116512 00000004:00080000:1.0:1777047544.161149:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172543614774ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.161191:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1278, 88 off116600 00000004:00080000:1.0:1777047544.161202:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172543666748ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.161302:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1265, 88 off115392 00000004:00080000:1.0:1777047544.161314:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172543778594ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.161486:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1266, 88 off115480 00000004:00080000:1.0:1777047544.161498:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172543963020ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.161624:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1279, 88 off116688 00000004:00080000:1.0:1777047544.161639:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172544103126ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.161683:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1267, 88 off115568 00000004:00080000:1.0:1777047544.161694:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172544158583ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.161788:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1280, 88 off116776 00000004:00080000:1.0:1777047544.161799:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172544264014ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.161862:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1281, 88 off116864 00000004:00080000:1.0:1777047544.161873:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172544338188ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.161909:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1268, 88 off115656 00000004:00080000:1.0:1777047544.161917:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172544382842ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.161956:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1269, 88 off115744 00000004:00080000:1.0:1777047544.161968:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172544431488ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.162325:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1282, 88 off116952 00000004:00080000:1.0:1777047544.162337:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172544802688ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.162376:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1283, 88 off117040 00000004:00080000:1.0:1777047544.162384:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172544849503ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.162418:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1270, 88 off115832 00000004:00080000:1.0:1777047544.162426:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172544891812ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.162505:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1284, 88 off117128 00000004:00080000:1.0:1777047544.162518:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172544982763ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.162635:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1271, 88 off115920 00000004:00080000:1.0:1777047544.162650:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172545113414ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.162710:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1272, 88 off116008 00000004:00080000:1.0:1777047544.162721:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172545185540ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.162765:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1285, 88 off117216 00000004:00080000:1.0:1777047544.162776:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172545240563ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.162831:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1286, 88 off117304 00000004:00080000:1.0:1777047544.162840:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172545305237ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.162870:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1273, 88 off116096 00000004:00080000:1.0:1777047544.162877:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172545342003ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.162931:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1274, 88 off116184 00000004:00080000:1.0:1777047544.162941:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172545406517ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.162972:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1287, 88 off117392 00000004:00080000:1.0:1777047544.162980:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172545445077ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.163009:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1288, 88 off117480 00000004:00080000:1.0:1777047544.163018:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172545482860ns, next at 4168135525218ns, rc = 0 00000040:00080000:1.0:1777047544.163054:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1275, 88 off116272 00000004:00080000:1.0:1777047544.163065:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172545528784ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.163126:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1276, 88 off116360 00000004:00080000:1.0:1777047544.163134:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4172545599764ns, next at 4168136407214ns, rc = 0 00000040:00080000:1.0:1777047544.163207:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1289, 88 off117568 00000004:00080000:1.0:1777047544.163249:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4172545714281ns, next at 4168135525218ns, rc = 0 00000001:00080000:3.0:1777047544.173496:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938361 is committed 00000004:00080000:3.0:1777047544.173524:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1177 committed 00000001:00080000:3.0:1777047544.174018:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938374 is committed 00000020:00080000:3.0:1777047544.174387:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969481 batchid updated 00000004:00080000:3.0:1777047544.174406:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1165 committed 00000020:00080000:0.0:1777047544.175148:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969481 00000020:00080000:0.0:1777047544.176092:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969481 cancel update log [0x200000bd0:0x1:0x0].57: rc = 0 00000020:00080000:0.0:1777047544.176108:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969481 00000001:00080000:3.0:1777047544.313042:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938375 is committed 00000004:00080000:3.0:1777047544.313057:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1191 committed 00000004:00010000:0.0:1777047544.314238:0:32151:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1ebaa58 reply state 00000000d6002e0c transno 8589938375 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047544.314260:0:32151:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777047544.314273:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:0.0:1777047544.314278:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047544.314290:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e2b95 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bb3 expref: 68 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1777047544.314468:0:32151:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777047544.314491:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54323:x1863365384429312:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 269003us (269370us total) trans 8589938375 rc 0/0 00000100:00100000:0.0:1777047544.314506:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1299 00000004:00080000:3.0:1777047544.315926:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1179 committed 00000004:00080000:3.0:1777047544.315947:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1178 committed 00000004:00080000:3.0:1777047544.315951:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1190 committed 00000100:00100000:0.0:1777047544.316321:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434158848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.316363:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434158464:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.316415:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.316433:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434158592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.316467:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.316487:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159360:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.316508:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434159104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.316517:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.319022:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434158848 00000100:00100000:1.0:1777047544.319034:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434158848 00000100:00100000:1.0:1777047544.319345:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434158592 00000100:00100000:1.0:1777047544.319352:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434158592 00000100:00100000:1.0:1777047544.319387:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434159360 00000100:00100000:1.0:1777047544.319392:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434159360 00000100:00100000:1.0:1777047544.319900:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6198 00000100:00100000:1.0:1777047544.319912:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365434158848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.320553:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777047544.320569:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434158720:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.320626:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.320964:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159232:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.321255:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.321303:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434158720 00000100:00100000:0.0:1777047544.321308:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434158720 00000100:00100000:0.0:1777047544.321341:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434159232 00000100:00100000:0.0:1777047544.321345:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434159232 00000100:00100000:0.0:1777047544.321368:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6199 00000100:00100000:0.0:1777047544.321377:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+9:3341:x1863365434158592:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047544.321643:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047544.321650:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:0.0:1777047544.321654:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047544.321658:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047544.321662:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047544.321813:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047544.321819:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.321822:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047544.321826:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.321829:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.321897:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434158848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1985us (5482us total) trans 21474838800 rc 0/0 00000100:00100000:1.0:1777047544.321910:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6198 00000100:00100000:1.0:1777047544.321937:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6200 00000100:00100000:1.0:1777047544.321947:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434159360:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047544.322655:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1189 committed 00000004:00080000:3.0:1777047544.322663:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1177 committed 00000004:00080000:3.0:1777047544.322666:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1176 committed 00000004:00080000:3.0:1777047544.322669:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1188 committed 00000004:00080000:3.0:1777047544.322671:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1187 committed 00000004:00080000:3.0:1777047544.322674:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1175 committed 00000004:00080000:3.0:1777047544.322678:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1174 committed 00000004:00080000:3.0:1777047544.322681:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1186 committed 00000004:00080000:3.0:1777047544.322685:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1173 committed 00000004:00080000:3.0:1777047544.322688:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1185 committed 00000004:00080000:3.0:1777047544.322692:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1184 committed 00000004:00080000:3.0:1777047544.322695:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1172 committed 00000004:00080000:3.0:1777047544.322698:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1171 committed 00000004:00080000:3.0:1777047544.322701:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1183 committed 00000004:00080000:3.0:1777047544.322705:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1182 committed 00000004:00080000:3.0:1777047544.322708:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1170 committed 00000004:00080000:3.0:1777047544.322711:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1181 committed 00000004:00080000:3.0:1777047544.322714:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1169 committed 00000004:00080000:3.0:1777047544.322718:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1168 committed 00000004:00080000:3.0:1777047544.322720:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1180 committed 00000004:00080000:3.0:1777047544.322723:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1179 committed 00000004:00080000:3.0:1777047544.322727:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1167 committed 00000004:00080000:3.0:1777047544.322730:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1166 committed 00000004:00080000:3.0:1777047544.322740:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1178 committed 00010000:00010000:3.0:1777047544.322787:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.322803:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.322816:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.322826:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047544.322833:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.322846:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.322868:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78dd00) 00010000:00010000:3.0:1777047544.322872:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047544.322879:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.322890:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2db0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047544.322939:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6201 00000100:00100000:3.0:1777047544.322953:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434158720:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047544.322974:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047544.322979:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.322983:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047544.322987:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.322990:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047544.323039:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434159360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1093us (6519us total) trans 21474838801 rc 0/0 00000100:00100000:1.0:1777047544.323051:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6200 00002000:00010000:3.0:1777047544.323093:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047544.323098:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00000100:00100000:1.0:1777047544.323099:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6202 00002000:00010000:3.0:1777047544.323102:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:3.0:1777047544.323105:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:3.0:1777047544.323109:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047544.323111:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434159232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047544.323156:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434158720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 206us (2527us total) trans 21474838802 rc 0/0 00000100:00100000:3.0:1777047544.323167:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6201 00002000:00010000:1.0:1777047544.323275:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047544.323280:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.323283:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047544.323287:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.323290:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.325574:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434159232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2459us (4314us total) trans 21474838803 rc 0/0 00000100:00100000:1.0:1777047544.325587:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6202 00000100:00100000:1.0:1777047544.325757:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047544.325815:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.325874:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434158976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.325919:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.325959:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434159488:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047544.325991:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.326018:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047544.326340:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434159616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047544.326376:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.326417:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434158464 00000100:00100000:1.0:1777047544.326424:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434158464 00000100:00100000:1.0:1777047544.326460:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434158976 00000100:00100000:1.0:1777047544.326464:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434158976 00000100:00100000:1.0:1777047544.326484:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434159488 00000100:00100000:1.0:1777047544.326487:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434159488 00000100:00100000:1.0:1777047544.326501:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434159616 00000100:00100000:1.0:1777047544.326504:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434159616 00000100:00100000:1.0:1777047544.326520:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6203 00000100:00100000:1.0:1777047544.326555:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434158464:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.326826:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434158464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 294us (1008us total) trans 21474838804 rc 0/0 00000100:00100000:1.0:1777047544.326837:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6203 00000100:00100000:1.0:1777047544.326863:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6204 00000100:00100000:1.0:1777047544.326875:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434158976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047544.327293:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047544.327300:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.327304:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047544.327307:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.327311:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.327360:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434158976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 486us (1439us total) trans 21474838805 rc 0/0 00000100:00100000:1.0:1777047544.327371:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6204 00000100:00100000:1.0:1777047544.327394:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6205 00000100:00100000:1.0:1777047544.327406:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434159488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047544.327599:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047544.327605:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047544.327609:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047544.327612:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.327616:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00000100:00100000:1.0:1777047544.327663:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3340:x1863365434159488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 259us (1669us total) trans 17179871736 rc 0/0 00000100:00100000:1.0:1777047544.327674:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6205 00000100:00100000:1.0:1777047544.327697:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6206 00000100:00100000:1.0:1777047544.327708:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434159616:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047544.327842:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047544.327847:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:1.0:1777047544.327851:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047544.327854:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.327858:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047544.327900:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3340:x1863365434159616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 193us (1522us total) trans 17179871737 rc 0/0 00000100:00100000:1.0:1777047544.327912:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6206 00000004:00080000:1.0:1777047544.327982:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755f80/2, rc 0, transno 17179871737 00000100:00100000:1.0:1777047544.327992:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434159616:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047544.328007:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755880/2, rc 0, transno 17179871736 00000100:00100000:1.0:1777047544.328014:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434159488:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047544.328029:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886d80/2, rc 0, transno 21474838804 00000100:00100000:1.0:1777047544.328046:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434158464:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047544.328060:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884380/2, rc 0, transno 21474838805 00000100:00100000:1.0:1777047544.328065:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434158976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.328092:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047544.328137:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884a80/2, rc 0, transno 21474838799 00000100:00100000:1.0:1777047544.328145:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434158592:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.328166:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434159104 00000100:00100000:1.0:1777047544.328172:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434159104 00000100:00100000:3.0:1777047544.328613:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384429568 00000100:00100000:3.0:1777047544.328623:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384429568 00000100:00100000:3.0:1777047544.328691:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3678 00000100:00100000:3.0:1777047544.328705:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+67:54323:x1863365384429568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047544.328726:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047544.328750:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2db7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c93 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.329005:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2db7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c93 expref: 68 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.329315:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2db7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c93 expref: 68 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.329366:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:3.0:1777047544.329373:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047544.329378:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00000100:00100000:3.0:1777047544.329441:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54323:x1863365384429568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 737us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047544.329453:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3678 00000100:00100000:0.0:1777047544.329751:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434158592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8370us (13279us total) trans 21474838799 rc 0/0 00000100:00100000:2.0:1777047544.334470:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434160000:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047544.334595:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.334681:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160000 00000100:00100000:2.0:1777047544.334692:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160000 00000100:00100000:1.0:1777047544.336131:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6207 00000100:00100000:0.0:1777047544.336739:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6199 00000100:00100000:0.0:1777047544.337336:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159872:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.337403:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047544.337467:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b885c00/2, rc 0, transno 21474838802 00000100:00100000:0.0:1777047544.337478:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434158720:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.337496:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b65880/2, rc 0, transno 21474838803 00000100:00100000:0.0:1777047544.337501:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159232:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.337515:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886680/2, rc 0, transno 21474838800 00000100:00100000:0.0:1777047544.337520:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434158848:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.337559:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b67b80/2, rc 0, transno 21474838801 00000100:00100000:0.0:1777047544.337566:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159360:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.337582:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777047544.337591:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159744:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.337632:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.337693:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434159872 00000100:00100000:0.0:1777047544.337702:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434159872 00000100:00100000:0.0:1777047544.337747:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434159744 00000100:00100000:0.0:1777047544.337752:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434159744 00000100:00100000:0.0:1777047544.337782:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6208 00000100:00100000:0.0:1777047544.337795:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434159872:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047544.338078:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047544.338084:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047544.338089:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047544.338093:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047544.338096:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047544.338158:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3343:x1863365434159872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 364us (752us total) trans 17179871738 rc 0/0 00000100:00100000:0.0:1777047544.338170:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6208 00000100:00100000:0.0:1777047544.338196:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6209 00000100:00100000:1.0:1777047544.338882:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434159104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047544.339062:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047544.339068:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.339072:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047544.339075:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.339078:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047544.339338:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434159104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 466us (11241us total) trans 21474838806 rc 0/0 00000004:00080000:3.0:1777047544.339384:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886300/2, rc 0, transno 21474838806 00000100:00100000:3.0:1777047544.339397:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434159104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047544.339483:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434160128:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047544.339534:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047544.339633:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160128 00000100:00100000:3.0:1777047544.339641:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160128 00000100:00100000:1.0:1777047544.339825:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6207 00000100:00100000:1.0:1777047544.340030:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434160256:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047544.340081:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.340120:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434160768:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.341340:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160256 00000100:00100000:2.0:1777047544.341350:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160256 00000100:00100000:2.0:1777047544.341405:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6210 00000100:00100000:2.0:1777047544.341418:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3340:x1863365434160000:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.342262:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3343:x1863365434159744:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047544.342294:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047544.342302:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047544.342307:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047544.342310:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047544.342313:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047544.342399:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365434160000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 982us (7802us total) trans 17179871739 rc 0/0 00000100:00100000:2.0:1777047544.342414:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6210 00000100:00100000:2.0:1777047544.342453:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6211 00000100:00100000:2.0:1777047544.342470:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434160256:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047544.342476:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047544.342485:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047544.342489:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:0.0:1777047544.342493:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047544.342498:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x127:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047544.342935:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3343:x1863365434159744:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4727us (5300us total) trans 17179871740 rc 0/0 00000100:00100000:0.0:1777047544.342948:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6209 00000100:00100000:0.0:1777047544.343028:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434160384:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047544.343047:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047544.343054:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.343059:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047544.343064:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.343069:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047544.343087:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.343140:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434160896:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.343149:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434160256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 682us (3064us total) trans 21474838807 rc 0/0 00000100:00100000:1.0:1777047544.343156:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.343165:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6211 00000100:00100000:2.0:1777047544.343189:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160384 00000100:00100000:2.0:1777047544.343197:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160384 00000100:00100000:0.0:1777047544.343232:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047544.343260:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807febb80/2, rc 0, transno 21474838807 00000100:00100000:1.0:1777047544.343272:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807febb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434160256:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.343274:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160768 00000100:00100000:2.0:1777047544.343279:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160768 00000004:00080000:0.0:1777047544.343301:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d756a00/2, rc 0, transno 17179871740 00000100:00100000:2.0:1777047544.343310:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160896 00000100:00100000:2.0:1777047544.343314:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160896 00000100:00100000:0.0:1777047544.343317:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159744:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047544.343327:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6212 00000100:00100000:1.0:1777047544.343345:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434160384:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.343346:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d755180/2, rc 0, transno 17179871738 00000100:00100000:0.0:1777047544.343361:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d755180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434159872:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047544.343567:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047544.343573:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.343577:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047544.343581:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.343585:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.343647:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434160384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 305us (560us total) trans 21474838808 rc 0/0 00000100:00100000:2.0:1777047544.348317:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6213 00000100:00100000:2.0:1777047544.348343:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434160768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047544.348646:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047544.348652:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.348657:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047544.348661:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.348665:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047544.348688:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6214 00000100:00100000:0.0:1777047544.348710:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434160896:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.348767:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434160768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 432us (5612us total) trans 21474838809 rc 0/0 00000100:00100000:2.0:1777047544.348781:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6213 00000100:00100000:2.0:1777047544.348874:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434160512:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047544.348894:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047544.348901:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047544.348906:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047544.348911:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047544.348915:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047544.348943:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.348987:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434160896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 283us (5783us total) trans 21474838810 rc 0/0 00000100:00100000:0.0:1777047544.349002:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6214 00000100:00100000:0.0:1777047544.349030:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160512 00000100:00100000:0.0:1777047544.349039:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160512 00000100:00100000:0.0:1777047544.349085:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6215 00000100:00100000:0.0:1777047544.349096:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3340:x1863365434160512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047544.349258:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047544.349263:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047544.349267:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047544.349270:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047544.349274:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047544.349350:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434160512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 253us (408us total) trans 21474838811 rc 0/0 00000100:00100000:0.0:1777047544.349362:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6215 00000004:00080000:2.0:1777047544.351427:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8380/2, rc 0, transno 21474838811 00000100:00100000:2.0:1777047544.351441:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434160512:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047544.351467:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403bc000/2, rc 0, transno 17179871739 00000100:00100000:2.0:1777047544.351475:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434160000:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047544.351490:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047544.351500:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434160640:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047544.351549:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.351636:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434160640 00000100:00100000:2.0:1777047544.351644:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434160640 00000100:00100000:2.0:1777047544.351694:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6216 00000100:00100000:2.0:1777047544.351705:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434160640:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047544.352000:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:2.0:1777047544.352006:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.352011:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047544.352015:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.352019:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.352069:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6212 00000004:00080000:1.0:1777047544.352177:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb100/2, rc 0, transno 21474838808 00000100:00100000:1.0:1777047544.352188:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434160384:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047544.352235:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45a680/2, rc 0, transno 21474838810 00000100:00100000:3.0:1777047544.352241:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6217 00000100:00100000:1.0:1777047544.352248:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434160896:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047544.352268:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3341:x1863365434160128:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047544.352479:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:3.0:1777047544.352485:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:3.0:1777047544.352490:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047544.352493:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:3.0:1777047544.352497:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047544.352607:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434160128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 346us (13070us total) trans 17179871741 rc 0/0 00000004:00080000:1.0:1777047544.353374:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840328700/2, rc 0, transno 17179871741 00000100:00100000:1.0:1777047544.353385:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434160128:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047544.354376:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434160640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2669us (2823us total) trans 21474838812 rc 0/0 00000100:00100000:3.0:1777047544.355571:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6217 00000100:00100000:2.0:1777047544.355593:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6216 00000004:00080000:2.0:1777047544.355713:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682d45a300/2, rc 0, transno 21474838809 00000100:00100000:2.0:1777047544.355724:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434160768:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047544.355887:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8000/2, rc 0, transno 21474838812 00000100:00100000:0.0:1777047544.355900:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434160640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047544.355923:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161024:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.355986:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.356051:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161536:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.356087:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047544.356119:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047544.356130:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161152:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.356165:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.356237:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161024 00000100:00100000:1.0:1777047544.356248:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161024 00000100:00100000:1.0:1777047544.356299:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161536 00000100:00100000:1.0:1777047544.356304:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161536 00000100:00100000:1.0:1777047544.356320:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161152 00000100:00100000:1.0:1777047544.356323:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161152 00000100:00100000:1.0:1777047544.356344:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6218 00000100:00100000:1.0:1777047544.356375:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434161024:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047544.356607:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047544.356613:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.356618:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047544.356622:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047544.356626:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047544.357373:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434161280:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.357504:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161664:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047544.358698:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6219 00000100:00100000:2.0:1777047544.358720:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434161536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047544.358954:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434161024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2577us (2965us total) trans 17179871742 rc 0/0 00002000:00010000:2.0:1777047544.358954:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:2.0:1777047544.358960:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.358964:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00000100:00100000:1.0:1777047544.358967:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6218 00002000:00010000:2.0:1777047544.358968:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.358973:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.359001:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6220 00000100:00100000:1.0:1777047544.359014:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434161152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047544.359026:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434161536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 317us (2938us total) trans 17179871743 rc 0/0 00000100:00100000:2.0:1777047544.359037:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6219 00002000:00010000:1.0:1777047544.359161:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047544.359167:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.359170:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047544.359174:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.359177:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.359270:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434161152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 258us (3104us total) trans 17179871744 rc 0/0 00000100:00100000:1.0:1777047544.359281:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6220 00000100:00100000:1.0:1777047544.359337:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434161408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047544.359412:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.359478:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434161920:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047544.359516:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047544.359565:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161408 00000100:00100000:1.0:1777047544.359573:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161408 00000100:00100000:1.0:1777047544.359615:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161920 00000100:00100000:1.0:1777047544.359620:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161920 00000100:00100000:1.0:1777047544.359646:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6221 00000100:00100000:1.0:1777047544.359656:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434161408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047544.359856:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047544.359861:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.359865:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047544.359869:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.359873:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047544.359931:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434161408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 274us (518us total) trans 17179871745 rc 0/0 00000100:00100000:1.0:1777047544.359942:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6221 00000100:00100000:1.0:1777047544.359964:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6222 00000100:00100000:1.0:1777047544.359973:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434161920:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047544.360102:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047544.360108:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.360112:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047544.360115:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.360119:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047544.360168:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434161920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 194us (649us total) trans 17179871746 rc 0/0 00000100:00100000:1.0:1777047544.360179:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6222 00000004:00080000:1.0:1777047544.360282:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032a300/2, rc 0, transno 17179871745 00000100:00100000:1.0:1777047544.360293:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434161408:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047544.360313:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810195880/2, rc 0, transno 17179871746 00000100:00100000:1.0:1777047544.360319:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434161920:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047544.361179:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047544.361263:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434161792:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047544.361622:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161280 00000100:00100000:2.0:1777047544.361631:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161280 00000100:00100000:3.0:1777047544.362380:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.364858:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161792 00000100:00100000:2.0:1777047544.364871:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161792 00000100:00100000:2.0:1777047544.367571:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6223 00000100:00100000:2.0:1777047544.367597:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434161280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047544.367902:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:2.0:1777047544.367910:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.367915:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047544.367920:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047544.367925:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047544.367972:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047544.368349:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434161280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 449us (6857us total) trans 17179871747 rc 0/0 00000004:00080000:0.0:1777047544.368388:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032ad80/2, rc 0, transno 17179871742 00000100:00100000:0.0:1777047544.368401:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161024:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.368420:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986840328000/2, rc 0, transno 17179871743 00000100:00100000:1.0:1777047544.368429:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6224 00000100:00100000:0.0:1777047544.368433:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840328000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047544.368461:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434161792:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.368465:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032a680/2, rc 0, transno 17179871744 00000100:00100000:0.0:1777047544.368478:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161152:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047544.368537:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434161664 00000100:00100000:0.0:1777047544.368545:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434161664 00002000:00010000:1.0:1777047544.369014:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047544.369022:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.369026:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047544.369030:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047544.369034:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047544.369399:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434161792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 950us (7018us total) trans 17179871748 rc 0/0 00000100:00100000:1.0:1777047544.369413:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6224 00000100:00100000:0.0:1777047544.370512:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6225 00000100:00100000:0.0:1777047544.371119:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3340:x1863365434161664:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047544.371327:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047544.371333:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047544.371337:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047544.371340:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047544.371344:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047544.371404:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3340:x1863365434161664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 879us (3433us total) trans 17179871749 rc 0/0 00000100:00100000:0.0:1777047544.371416:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6225 00000004:00080000:0.0:1777047544.371466:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810194000/2, rc 0, transno 17179871749 00000100:00100000:0.0:1777047544.371476:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434161664:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.372414:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98684032b100/2, rc 0, transno 17179871747 00000100:00100000:0.0:1777047544.372424:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98684032b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434161280:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047544.372439:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810196a00/2, rc 0, transno 17179871748 00000100:00100000:0.0:1777047544.372445:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434161792:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047544.373120:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6223 00000100:00100000:1.0:1777047544.374910:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047544.376057:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384429824 00000100:00100000:2.0:1777047544.376068:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384429824 00000100:00100000:2.0:1777047544.376151:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1300 00000100:00100000:2.0:1777047544.376169:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54323:x1863365384429824:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047544.378168:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54323:x1863365384429824:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1998us (3257us total) trans 8589938376 rc 0/0 00000100:00100000:2.0:1777047544.378185:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1300 00010000:00010000:0.0:1777047544.448945:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047544.463731:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047544.463905:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384429952 00000100:00100000:1.0:1777047544.463920:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384429952 00000100:00100000:1.0:1777047544.464020:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3679 00000100:00100000:1.0:1777047544.464038:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54333:x1863365384429952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047544.464072:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047544.464100:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2dbe lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788c9a expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464196:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464253:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464273:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464298:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464312:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464323:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464935:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464956:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.464971:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047544.465020:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:1.0:1777047544.465028:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047544.465054:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465076:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465384:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465396:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465408:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465419:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047544.465426:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465439:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465459:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047544.465464:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047544.465472:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465482:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147c00/0x29ccbc23e99e2dc5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465500:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465511:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465521:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465612:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98682a147000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047544.465619:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465632:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465646:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98683e747300) 00010000:00010000:1.0:1777047544.465651:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047544.465656:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465669:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a147000/0x29ccbc23e99e2dcc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465726:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98682a146a00/0x29ccbc23e99e2dbe lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465752:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.465766:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:1.0:1777047544.465771:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047544.465776:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986809535800, rc 0) 00000100:00100000:1.0:1777047544.465853:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54333:x1863365384429952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1818us (2134us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.465867:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3679 00000100:00100000:1.0:1777047544.475595:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047544.475768:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384430208 00000100:00100000:2.0:1777047544.475782:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384430208 00000100:00100000:2.0:1777047544.475873:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3680 00000100:00100000:2.0:1777047544.475892:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54333:x1863365384430208:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047544.475921:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047544.475952:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2dda lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ca1 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.476096:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2de1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.476121:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2de1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.476143:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2de1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047544.476164:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00010000:00010000:2.0:1777047544.476399:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e2dda lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ca1 expref: 73 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.476431:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2de1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ca1 expref: 72 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.476447:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:2.0:1777047544.476453:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047544.476460:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:2.0:1777047544.476609:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54333:x1863365384430208:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 719us (1025us total) trans 8589938377 rc 0/0 00000100:00100000:2.0:1777047544.476625:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3680 00000100:00100000:0.0:1777047544.493700:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047544.495256:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384430464 00000100:00100000:3.0:1777047544.495270:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384430464 00000100:00100000:3.0:1777047544.495601:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3681 00000100:00100000:3.0:1777047544.495622:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54333:x1863365384430464:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047544.495668:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047544.495697:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2def lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ca8 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.499355:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2df6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.499388:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2df6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.499406:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2df6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047544.499425:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00010000:00010000:3.0:1777047544.499934:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88600/0x29ccbc23e99e2def lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ca8 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.500330:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2df6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ca8 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.500353:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:3.0:1777047544.500358:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047544.500364:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89c00, rc 0) 00000100:00100000:3.0:1777047544.503327:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54333:x1863365384430464:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 7705us (9633us total) trans 8589938378 rc 0/0 00000100:00100000:3.0:1777047544.503342:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3681 00000100:00100000:3.0:1777047544.753724:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047544.753923:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384430592 00000100:00100000:1.0:1777047544.753939:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384430592 00000100:00100000:1.0:1777047544.754039:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3439 00000100:00100000:1.0:1777047544.754057:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384430592:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047544.754109:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.754142:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 35 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.754158:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047544.754161:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047544.754168:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.754255:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 35 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.754279:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 35 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.754303:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434162048:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047544.754462:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047544.767743:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047544.767954:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384430720 00000100:00100000:3.0:1777047544.767970:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384430720 00010000:00010000:3.0:1777047544.768030:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 36 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047544.768392:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2715 00000100:00100000:3.0:1777047544.768412:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384430720:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047544.768436:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047544.768469:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 36 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.768494:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 36 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.768597:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047544.768602:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047544.768918:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.768946:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047544.768979:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047544.769052:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+36:2410:x1863365384430720:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 644us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047544.769066:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2715 00010000:00010000:2.0:1777047544.771012:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d49b321a/0x29ccbc23e99e2d9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c7e expref: 35 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.771047:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434162048:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047544.771082:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.771102:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.771115:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.814443:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.814473:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.814489:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.814502:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809534a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047544.814510:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.814525:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.814898:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.814914:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ea6e08d/0x29ccbc23e99e2e04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.815328:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2413:x1863365384430592:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 61268us (61610us total) trans 0 rc 258848/258848 00000100:00100000:2.0:1777047544.815344:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3439 00000100:00100000:1.0:1777047544.846533:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047544.846721:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384430848 00000100:00100000:0.0:1777047544.846736:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384430848 00000100:00100000:0.0:1777047544.846873:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3440 00000100:00100000:0.0:1777047544.846891:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2412:x1863365384430848:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047544.846937:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.846969:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 34 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.846994:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047544.846997:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047544.847003:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.847055:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 34 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047544.847079:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 34 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047544.847102:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434162176:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047544.847246:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047544.869662:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047544.869996:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384430976 00000100:00100000:2.0:1777047544.870009:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384430976 00010000:00010000:2.0:1777047544.870345:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 35 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.870418:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2716 00000100:00100000:2.0:1777047544.870432:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384430976:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047544.870452:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047544.870481:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 35 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.870505:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 35 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.870570:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047544.870574:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047544.870582:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.870599:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.870645:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047544.870736:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384430976:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 304us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047544.870749:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2716 00010000:00010000:1.0:1777047544.878708:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e2c59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bdd expref: 34 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.878756:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6647:1863365434162176:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047544.878793:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.878811:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.878824:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.908096:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.908126:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.908141:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.908153:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047544.908160:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.908175:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.908239:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.908253:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e2e0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.908411:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384430848:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 61500us (61864us total) trans 0 rc 258848/258848 00000100:00100000:1.0:1777047544.908428:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3440 00000100:00100000:2.0:1777047544.948958:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047544.950789:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384431104 00000100:00100000:1.0:1777047544.950805:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384431104 00000100:00100000:1.0:1777047544.950937:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3441 00000100:00100000:1.0:1777047544.950954:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384431104:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047544.951007:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.951366:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 31 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.951381:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047544.951385:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047544.951406:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.951462:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 31 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.951496:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 31 pid: 7603 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.951520:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434162304:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047544.952007:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047544.966906:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26865:1863365434162304:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047544.966948:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047544.971855:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047544.974860:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384431232 00000100:00100000:1.0:1777047544.974876:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384431232 00010000:00010000:1.0:1777047544.974939:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 32 pid: 7603 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047544.975037:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2717 00000100:00100000:1.0:1777047544.975056:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384431232:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047544.975080:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047544.975113:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 32 pid: 7603 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.975139:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 32 pid: 7603 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.975186:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e2c75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788beb expref: 32 pid: 7603 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.975242:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.975246:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047544.975253:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.975270:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047544.975330:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047544.975482:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384431232:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 429us (3635us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047544.975497:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2717 00010000:00010000:2.0:1777047544.977249:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047544.977276:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.013429:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.013461:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.013477:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.013489:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809535e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047545.013497:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.013513:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.013887:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.013905:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f43540da/0x29ccbc23e99e2e12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.015070:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384431104:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 64112us (66146us total) trans 0 rc 258848/258848 00000100:00100000:1.0:1777047545.015090:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3441 00000100:00100000:2.0:1777047545.041442:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047545.042445:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384431360 00000100:00100000:3.0:1777047545.042463:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384431360 00000100:00080000:0.0:1777047545.043519:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047545.046820:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3442 00000100:00100000:3.0:1777047545.046849:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384431360:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047545.046909:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.046947:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.047048:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047545.047053:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047545.047059:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.047123:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.050685:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 30 pid: 33788 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.050723:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434162432:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047545.050902:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682a07bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047545.067960:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810194380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434162432:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047545.068007:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.085777:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047545.086482:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384431488 00000100:00100000:0.0:1777047545.086499:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384431488 00010000:00010000:0.0:1777047545.088483:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 31 pid: 33788 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.089281:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2718 00000100:00100000:2.0:1777047545.089305:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384431488:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047545.089335:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047545.089370:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 31 pid: 33788 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.089396:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 31 pid: 33788 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.089434:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053ef4305/0x29ccbc23e99e2c91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788bf9 expref: 31 pid: 33788 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.089461:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.089464:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.089471:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.089488:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.089706:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047545.089787:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384431488:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 488us (4047us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047545.089803:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2718 00010000:00010000:1.0:1777047545.100415:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.100446:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.128573:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.129114:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.129134:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.129160:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047545.129170:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.129187:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.129247:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.129264:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e2e19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.137695:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384431360:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 90844us (96251us total) trans 0 rc 258848/258848 00000100:00100000:2.0:1777047545.137720:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3442 00000100:00100000:0.0:1777047545.178371:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047545.178531:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384431616 00000100:00100000:1.0:1777047545.178599:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384431616 00000100:00100000:1.0:1777047545.178723:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3443 00000100:00100000:1.0:1777047545.178742:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384431616:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047545.178792:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.178827:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 33 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.178844:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.178847:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.178854:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.178905:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 33 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.178929:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 33 pid: 26190 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.178954:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434162560:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047545.179070:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609540 going to sleep for 11 seconds 00000100:00080000:0.0:1777047545.179837:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047545.202402:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047545.205105:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384431744 00000100:00100000:2.0:1777047545.205120:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384431744 00010000:00010000:2.0:1777047545.205187:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 34 pid: 26190 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.205293:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2719 00000100:00100000:2.0:1777047545.205313:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384431744:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047545.205343:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047545.205405:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 34 pid: 26190 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.205434:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 34 pid: 26190 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.205475:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.205479:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.205487:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.205506:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.205609:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047545.205690:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384431744:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 379us (3300us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047545.205707:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2719 00010000:00010000:1.0:1777047545.206477:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e2cad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c07 expref: 33 pid: 26190 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.206508:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434162560:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047545.206542:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.206961:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.206979:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.239707:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.239753:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.239772:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.239787:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986809535e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047545.239796:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.239814:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.239847:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.239864:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f43540da/0x29ccbc23e99e2e20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.240029:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384431616:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 61283us (61659us total) trans 0 rc 258848/258848 00000100:00100000:1.0:1777047545.240049:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3443 00000100:00100000:3.0:1777047545.292004:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047545.292803:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384431872 00000100:00100000:0.0:1777047545.292819:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384431872 00000100:00100000:0.0:1777047545.292915:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3444 00000100:00100000:0.0:1777047545.292936:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384431872:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047545.292999:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.293037:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 29 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.293054:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.293058:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.293064:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.293122:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 29 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.293149:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 29 pid: 6640 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.293176:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434162688:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047545.293353:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047545.312359:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434162688:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047545.312421:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.317348:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047545.323778:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432000 00000100:00100000:1.0:1777047545.323797:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432000 00010000:00010000:1.0:1777047545.323880:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 30 pid: 6640 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.327730:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2720 00000100:00100000:2.0:1777047545.327766:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2413:x1863365384432000:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047545.327801:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047545.327845:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 30 pid: 6640 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.327876:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 30 pid: 6640 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.327925:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e2cc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c15 expref: 30 pid: 6640 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.327953:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.327958:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.327971:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.328345:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.328412:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047545.328525:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2413:x1863365384432000:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 775us (11186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047545.328541:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2720 00010000:00010000:0.0:1777047545.330167:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.330231:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.366665:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.366709:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.366737:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.366750:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868207c6400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047545.366769:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.366785:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.366825:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.366851:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.367055:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384431872:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 74107us (75049us total) trans 0 rc 258848/258848 00000100:00100000:0.0:1777047545.367076:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3444 00000100:00100000:3.0:1777047545.403710:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047545.403962:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432128 00000100:00100000:2.0:1777047545.403990:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432128 00000100:00100000:2.0:1777047545.404156:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3445 00000100:00100000:2.0:1777047545.404177:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2413:x1863365384432128:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047545.404318:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.404367:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.404384:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.404401:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.404408:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.404492:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 32 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.404530:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 32 pid: 33459 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.404570:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6646:1863365434162816:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047545.409776:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047545.429543:0:6646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6646:1863365434162816:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047545.429718:0:6646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.443732:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047545.444726:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432256 00000100:00100000:0.0:1777047545.444778:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432256 00010000:00010000:0.0:1777047545.444868:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 33 pid: 33459 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.444985:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2721 00000100:00100000:0.0:1777047545.445004:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384432256:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047545.445039:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047545.445082:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 33 pid: 33459 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.445120:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 33 pid: 33459 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.445170:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e2ce5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c23 expref: 33 pid: 33459 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.445278:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.445282:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.445291:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.445321:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.445445:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047545.445655:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384432256:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 651us (1941us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047545.445682:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2721 00010000:00010000:3.0:1777047545.449806:0:6646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.449832:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.473760:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.473797:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.473815:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.473835:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047545.473844:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.473860:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.473907:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.473928:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000140a7f6e/0x29ccbc23e99e2e2e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.476651:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2413:x1863365384432128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 72471us (72956us total) trans 0 rc 258848/258848 00000100:00100000:2.0:1777047545.476676:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3445 00010000:00010000:3.0:1777047545.477239:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047545.503618:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047545.504268:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432384 00000100:00100000:0.0:1777047545.504284:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432384 00000100:00100000:0.0:1777047545.504403:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3446 00000100:00100000:0.0:1777047545.504423:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384432384:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047545.504478:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.504514:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 31 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.504609:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.504615:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.504622:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.504683:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 31 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.504709:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 31 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.505611:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434162944:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047545.505751:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047545.524350:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6648:1863365434162944:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047545.524410:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.531010:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047545.531924:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432512 00000100:00100000:1.0:1777047545.531941:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432512 00010000:00010000:1.0:1777047545.532009:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 32 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.532090:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2722 00000100:00100000:1.0:1777047545.532110:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384432512:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047545.532160:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047545.532230:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 32 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.532257:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 32 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.532295:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e2d01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c31 expref: 32 pid: 27536 timeout: 4273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.532322:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.532326:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047545.532334:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.532352:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.532401:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047545.532520:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384432512:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 413us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047545.532603:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2722 00010000:00010000:2.0:1777047545.533371:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.533393:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.567393:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.567427:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.567446:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.567459:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868207c6400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047545.567468:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.567487:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.568181:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.568237:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d18a5bf5/0x29ccbc23e99e2e35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.568403:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384432384:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 63976us (64865us total) trans 0 rc 258848/258848 00000100:00100000:2.0:1777047545.568426:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3446 00000100:00100000:1.0:1777047545.613120:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047545.628543:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432640 00000100:00100000:0.0:1777047545.628598:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432640 00000100:00100000:0.0:1777047545.628927:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3447 00000100:00100000:0.0:1777047545.628954:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384432640:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047545.629021:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.629063:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 28 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.629085:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.629089:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047545.629097:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.629165:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 28 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.629232:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 28 pid: 6642 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.629266:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434163072:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047545.629467:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047545.648317:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434163072:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047545.648385:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.662141:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047545.665026:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432768 00000100:00100000:3.0:1777047545.665044:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432768 00010000:00010000:3.0:1777047545.665119:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 29 pid: 6642 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.665247:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2723 00000100:00100000:3.0:1777047545.665267:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384432768:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047545.665300:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047545.665339:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 29 pid: 6642 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.665372:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 29 pid: 6642 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.665419:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2d1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c3f expref: 29 pid: 6642 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.665451:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047545.665455:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047545.665463:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.665487:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.666423:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047545.666591:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384432768:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1328us (4463us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047545.666614:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.666619:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2723 00010000:00010000:1.0:1777047545.666647:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.704637:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.704676:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.704699:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.704715:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9868207c7800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047545.704723:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.704796:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.704835:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.704851:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3e64795/0x29ccbc23e99e2e3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.705035:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384432640:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 76080us (91920us total) trans 0 rc 258848/258848 00000100:00100000:1.0:1777047545.705480:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3447 00000100:00100000:1.0:1777047545.734461:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047545.734751:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384432896 00000100:00100000:2.0:1777047545.734812:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384432896 00000100:00100000:2.0:1777047545.734958:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3448 00000100:00100000:2.0:1777047545.735364:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384432896:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047545.735435:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.735475:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.735491:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.735495:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047545.735501:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.735654:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 30 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.735690:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 30 pid: 33788 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.735723:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434163200:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047545.735877:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047545.767218:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047545.770135:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc9880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434163200:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047545.770170:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433024 00000100:00100000:0.0:1777047545.770216:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433024 00010000:00010000:2.0:1777047545.770247:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.770289:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 31 pid: 33788 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047545.770400:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2724 00000100:00100000:0.0:1777047545.770419:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384433024:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047545.770451:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047545.770489:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 31 pid: 33788 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.770519:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 31 pid: 33788 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.771408:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000527f2b0e/0x29ccbc23e99e2d39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c4d expref: 31 pid: 33788 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.771443:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.771447:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047545.771455:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.771489:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047545.771531:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047545.771679:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384433024:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1258us (4502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047545.771696:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2724 00010000:00010000:2.0:1777047545.773913:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.773941:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.844483:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.844523:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.844541:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.844563:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ca00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047545.844571:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.845065:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.845110:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.845132:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e2e43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.845345:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384432896:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 109984us (110885us total) trans 0 rc 258848/258848 00000100:00100000:2.0:1777047545.845367:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3448 00000100:00100000:0.0:1777047545.871268:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047545.885253:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433152 00000100:00100000:1.0:1777047545.885284:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433152 00000100:00100000:1.0:1777047545.886055:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3449 00000100:00100000:1.0:1777047545.886086:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384433152:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047545.886153:0:6647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.886230:0:6647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 27 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.886246:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.886250:0:6647:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.886256:0:6647:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.886328:0:6647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 27 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.886364:0:6647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 27 pid: 26190 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.886397:0:6647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434163328:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047545.886983:0:6647:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047545.900865:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047545.903775:0:6647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6647:1863365434163328:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047545.903827:0:6647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.904740:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433280 00000100:00100000:2.0:1777047545.904754:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433280 00010000:00010000:2.0:1777047545.904821:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 28 pid: 26190 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.904916:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2725 00000100:00100000:2.0:1777047545.904940:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384433280:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047545.904965:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047545.905033:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 28 pid: 26190 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.905067:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 28 pid: 26190 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.905109:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d1284af/0x29ccbc23e99e2d55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c5b expref: 28 pid: 26190 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.905138:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.905147:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047545.905155:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.905173:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.905294:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047545.905424:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384433280:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 491us (4574us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047545.905447:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2725 00010000:00010000:1.0:1777047545.905506:0:6647:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.906172:0:6647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.934720:0:6647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.934759:0:6647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.934779:0:6647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.934799:0:6647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047545.934809:0:6647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.934832:0:6647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.934870:0:6647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.934887:0:6647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.935047:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384433152:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 48956us (63784us total) trans 0 rc 258848/258848 00000100:00100000:1.0:1777047545.935068:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3449 00000100:00100000:2.0:1777047545.966339:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047545.966716:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433408 00000100:00100000:1.0:1777047545.966733:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433408 00000100:00100000:1.0:1777047545.967351:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3450 00000100:00100000:1.0:1777047545.967373:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384433408:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047545.967432:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.967468:0:26865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 29 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.967485:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.967489:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047545.967496:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.967556:0:26865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 29 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047545.967583:0:26865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 29 pid: 26191 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047545.967609:0:26865:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434163456:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047545.970000:0:26865:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047545.977374:0:26865:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26865:1863365434163456:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047545.977459:0:26865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047545.988579:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047545.990433:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433536 00000100:00100000:3.0:1777047545.990451:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433536 00010000:00010000:3.0:1777047545.990525:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 30 pid: 26191 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047545.992426:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2726 00000100:00100000:3.0:1777047545.992452:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384433536:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047545.992485:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047545.992526:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 30 pid: 26191 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.992560:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 30 pid: 26191 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.992602:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005763ad95/0x29ccbc23e99e2d71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c69 expref: 30 pid: 26191 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.992636:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047545.992641:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047545.992649:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.992673:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047545.992754:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047545.992956:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384433536:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 505us (4382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047545.992974:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2726 00010000:00010000:2.0:1777047545.995097:0:26865:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047545.995119:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.023247:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.023289:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.023312:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.023328:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047546.023336:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.023358:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.023394:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.023410:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e2e51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.023971:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384433408:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 56590us (57638us total) trans 0 rc 258848/258848 00000100:00100000:2.0:1777047546.023993:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3450 00000100:00100000:2.0:1777047546.051446:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047546.051678:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433664 00000100:00100000:3.0:1777047546.051694:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433664 00000100:00100000:3.0:1777047546.052010:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3451 00000100:00100000:3.0:1777047546.052053:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384433664:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047546.052130:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.052178:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 26 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.052235:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047546.052249:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047546.052256:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.052334:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 26 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.052361:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 26 pid: 33459 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047546.052400:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434163584:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047546.053221:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff98682a07bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047546.068749:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047546.069443:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434163584:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047546.069499:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.075410:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433792 00000100:00100000:2.0:1777047546.075440:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433792 00010000:00010000:2.0:1777047546.075534:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 27 pid: 33459 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.076288:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2727 00000100:00100000:2.0:1777047546.076324:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384433792:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047546.076364:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047546.076413:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 27 pid: 33459 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.076453:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 27 pid: 33459 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.076519:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fc63ede9/0x29ccbc23e99e2d8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c77 expref: 27 pid: 33459 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.076561:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047546.076565:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047546.076573:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.077641:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.077767:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047546.077897:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384433792:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1565us (9157us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047546.077915:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2727 00010000:00010000:3.0:1777047546.081907:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.082529:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.122222:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.122289:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.122309:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.122339:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047546.122348:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.122392:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.122454:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.122470:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000847f95d0/0x29ccbc23e99e2e58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047546.122682:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384433664:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 70648us (71242us total) trans 0 rc 258848/258848 00000100:00100000:0.0:1777047546.122827:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3451 00000100:00100000:1.0:1777047546.206172:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047546.206483:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384433920 00000100:00100000:0.0:1777047546.206499:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384433920 00000100:00080000:2.0:1777047546.206730:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047546.206751:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 510 00000100:00100000:0.0:1777047546.206781:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54333:x1863365384433920:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047546.206819:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047546.206871:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89c00/0x29ccbc23e99e2df6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ca8 expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.206917:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:0.0:1777047546.206935:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047546.207533:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54333:x1863365384433920:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 753us (1371us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047546.207628:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 510 00000100:00100000:1.0:1777047546.219786:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047546.220640:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384434176 00000100:00100000:2.0:1777047546.220658:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384434176 00000100:00100000:2.0:1777047546.220770:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1301 00000100:00100000:2.0:1777047546.220789:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54333:x1863365384434176:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047546.221291:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54333:x1863365384434176:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 503us (1515us total) trans 8589938379 rc 0/0 00000100:00100000:2.0:1777047546.221312:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1301 00000100:00100000:0.0:1777047546.260477:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047546.261472:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384434432 00000100:00100000:1.0:1777047546.261497:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384434432 00000100:00100000:1.0:1777047546.261722:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3682 00000100:00100000:1.0:1777047546.261752:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384434432:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047546.261798:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047546.261840:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e5f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788caf expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.262535:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.262624:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.262652:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.262724:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.262759:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 75 pid: 30806 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.262796:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434163712:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047546.268073:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047546.288744:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047546.288852:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384434560 00000100:00100000:1.0:1777047546.288867:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384434560 00010000:00010000:1.0:1777047546.288950:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 76 pid: 30806 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.289438:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2728 00000100:00100000:1.0:1777047546.289459:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384434560:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047546.289495:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047546.289520:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 76 pid: 30806 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.289546:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 76 pid: 30806 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047546.295527:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434163712:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047546.307545:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.317532:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986809535800/0x29ccbc23e99e2dd3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c9a expref: 76 pid: 30806 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.317591:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:1.0:1777047546.317607:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.317625:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.317644:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.318384:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047546.318505:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2411:x1863365384434560:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 29047us (29780us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047546.318529:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2728 00010000:00010000:3.0:1777047546.322516:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.322616:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047546.322661:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00010000:00010000:3.0:1777047546.323994:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e5f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.324046:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.324067:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:3.0:1777047546.324074:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047546.324080:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c400, rc 0) 00000100:00100000:2.0:1777047546.326638:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384434432:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 64884us (66167us total) trans 8589938380 rc 0/0 00000100:00100000:2.0:1777047546.326663:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3682 00000100:00100000:0.0:1777047546.355083:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047546.358667:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384434688 00000100:00100000:2.0:1777047546.358686:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384434688 00000100:00100000:2.0:1777047546.358818:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3683 00000100:00100000:2.0:1777047546.358839:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384434688:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047546.358891:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047546.358926:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2e74 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cb6 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.359409:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.359439:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.359456:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.359515:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 76 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.359619:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 76 pid: 33034 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.359649:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434163840:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047546.359772:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047546.377967:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434163840:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047546.378030:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047546.378397:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047546.378589:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384434816 00000100:00100000:2.0:1777047546.378601:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384434816 00010000:00010000:2.0:1777047546.379002:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 77 pid: 33034 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047546.379335:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2729 00000100:00100000:2.0:1777047546.379353:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384434816:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047546.379378:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047546.379392:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 77 pid: 33034 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.379416:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 77 pid: 33034 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.379454:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e2e66 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788caf expref: 77 pid: 33034 timeout: 4274 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.379480:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:2.0:1777047546.379488:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.379504:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.379518:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.379616:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047546.379706:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384434816:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 355us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047546.379722:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2729 00010000:00010000:3.0:1777047546.381633:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.381653:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047546.381723:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:3.0:1777047546.381732:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047546.381766:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.381821:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e2e74 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cb6 expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.381852:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cb6 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047546.381870:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:3.0:1777047546.381875:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047546.381881:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:3.0:1777047546.382127:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384434688:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 23290us (27055us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047546.382152:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3683 00000100:00100000:0.0:1777047546.403506:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047546.404582:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384434944 00000100:00100000:1.0:1777047546.404597:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384434944 00000100:00100000:1.0:1777047546.404701:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6226 00000100:00100000:1.0:1777047546.404719:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384434944:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047546.404745:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047546.404807:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cbd expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047546.404847:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb975e, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:1.0:1777047546.404879:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.404883:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047546.404898:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 26 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.404930:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 26 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.404966:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249dc00, rc 0) 00000100:00100000:1.0:1777047546.405094:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384434944:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 377us (1597us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047546.405108:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6226 00000100:00100000:1.0:1777047546.433886:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434164096:0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.434037:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047546.434461:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434164608:0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.434511:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047546.434600:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777047546.434613:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434163968:0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.435304:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047546.435364:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434164480:0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.435409:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047546.435462:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434164352:0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.435501:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047546.435570:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047546.435582:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434164224:0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.435624:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047546.435679:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164096 00000100:00100000:1.0:1777047546.435690:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164096 00000100:00100000:1.0:1777047546.435803:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164608 00000100:00100000:1.0:1777047546.435810:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164608 00000100:00100000:1.0:1777047546.435860:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164224 00000100:00100000:1.0:1777047546.435865:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164224 00000100:00100000:1.0:1777047546.435922:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1777047546.435938:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434164096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.436051:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365434164096:12345-0@lo:400:kworker.0 Request processed in 114us (2012us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047546.436061:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1777047546.436086:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434164608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047546.436213:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434164608:12345-0@lo:400:kworker.0 Request processed in 132us (1698us total) trans 0 rc 0/0 00000100:00080000:3.0:1777047546.436242:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777047546.436281:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164480 00000100:00100000:3.0:1777047546.436290:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164480 00000100:00100000:3.0:1777047546.436358:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164352 00000100:00100000:3.0:1777047546.436365:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164352 00000100:00100000:3.0:1777047546.436408:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:3.0:1777047546.436426:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434164480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047546.436469:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:3.0:1777047546.436500:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434164480:12345-0@lo:400:kworker.0 Request processed in 75us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047546.436521:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:0.0:1777047546.436522:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434164352:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777047546.436612:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777047546.436618:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047546.437650:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434164352:12345-0@lo:400:kworker.0 Request processed in 1142us (2144us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047546.437665:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1777047546.437703:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434163968 00000100:00100000:0.0:1777047546.437711:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434163968 00000100:00100000:0.0:1777047546.437754:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1777047546.437765:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434163968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047546.437879:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434163968:12345-0@lo:400:kworker.0 Request processed in 89us (2549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047546.437892:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1777047546.442313:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1777047546.442386:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1777047546.442411:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434164224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.442535:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434164224:12345-0@lo:400:kworker.0 Request processed in 134us (6908us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047546.442549:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1777047546.442634:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434163968:0@lo:400:kworker.0 00000100:00100000:2.0:1777047546.447096:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1777047546.447221:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434164480:0@lo:400:kworker.0 00000100:00100000:1.0:1777047546.447292:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986840382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365434164096:0@lo:400:kworker.0 00000100:00100000:2.0:1777047546.455787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047546.458517:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384435072 00000100:00100000:2.0:1777047546.458594:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384435072 00002000:00100000:2.0:1777047546.458684:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x12e:0x0] (65536->106495) req@ffff98683e644e00 x1863365384435072/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/0 e 0 to 0 dl 1777047557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047546.458708:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e644e00 with x1863365384435072 ext(65536->106495) 00002000:00010000:2.0:1777047546.458719:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e644e00 00000100:00100000:2.0:1777047546.458770:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3452 00000100:00100000:2.0:1777047546.458789:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384435072:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:1.0:1777047546.460678:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434164608:0@lo:400:kworker.0 00000100:00100000:3.0:1777047546.466303:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434164224:0@lo:400:kworker.0 00000100:00100000:3.0:1777047546.466351:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434164352:0@lo:400:kworker.0 00010000:00010000:3.0:1777047546.498489:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047546.516888:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384435072:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 58088us (61101us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1777047546.516912:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3452 00002000:00100000:0.0:1777047546.516933:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000400:0x12e:0x0] (65536->106495) req@ffff98683e644e00 x1863365384435072/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/440 e 0 to 0 dl 1777047557 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047546.516954:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e644e00 with x1863365384435072 ext(65536->106495) 00002000:00010000:0.0:1777047546.516965:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e644e00 00000100:00100000:2.0:1777047546.532823:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047546.535123:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384435200 00000100:00100000:0.0:1777047546.535143:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384435200 00002000:00100000:0.0:1777047546.535273:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x12e:0x0] (192512->196607) req@ffff98683e644700 x1863365384435200/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/0 e 0 to 0 dl 1777047557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047546.535295:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e644700 with x1863365384435200 ext(192512->196607) 00002000:00010000:0.0:1777047546.535311:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e644700 00000100:00100000:0.0:1777047546.535377:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3453 00000100:00100000:0.0:1777047546.535400:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384435200:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:0.0:1777047546.535848:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384435200:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 444us (3032us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777047546.535864:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3453 00002000:00100000:0.0:1777047546.535878:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x12e:0x0] (192512->196607) req@ffff98683e644700 x1863365384435200/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/4536 e 0 to 0 dl 1777047557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047546.535901:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e644700 with x1863365384435200 ext(192512->196607) 00002000:00010000:0.0:1777047546.535908:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e644700 00000100:00100000:2.0:1777047546.561037:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047546.563679:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384435328 00000100:00100000:3.0:1777047546.563698:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384435328 00002000:00100000:3.0:1777047546.563776:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12e:0x0] (196608->200703) req@ffff98683e645880 x1863365384435328/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/0 e 0 to 0 dl 1777047557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047546.563799:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e645880 with x1863365384435328 ext(196608->200703) 00002000:00010000:3.0:1777047546.563811:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e645880 00000100:00100000:3.0:1777047546.563875:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3454 00000100:00100000:3.0:1777047546.563893:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384435328:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:3.0:1777047546.564217:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384435328:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 324us (3188us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777047546.564232:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3454 00002000:00100000:3.0:1777047546.564246:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12e:0x0] (196608->200703) req@ffff98683e645880 x1863365384435328/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/4536 e 0 to 0 dl 1777047557 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047546.564263:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e645880 with x1863365384435328 ext(196608->200703) 00002000:00010000:3.0:1777047546.564270:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e645880 00000100:00100000:1.0:1777047546.597267:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047546.597457:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384435456 00000100:00100000:2.0:1777047546.597472:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384435456 00002000:00100000:2.0:1777047546.597938:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12e:0x0] (172032->237567) req@ffff986840382300 x1863365384435456/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 504/0 e 0 to 0 dl 1777047557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047546.598246:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840382300 with x1863365384435456 ext(172032->237567) 00002000:00010000:2.0:1777047546.598258:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840382300 00000100:00100000:2.0:1777047546.598314:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3455 00000100:00100000:2.0:1777047546.598331:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384435456:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:0.0:1777047546.615856:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2413:x1863365384435456:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 17515us (18589us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1777047546.615876:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3455 00002000:00100000:0.0:1777047546.615897:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12e:0x0] (172032->237567) req@ffff986840382300 x1863365384435456/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 504/440 e 0 to 0 dl 1777047557 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047546.615916:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840382300 with x1863365384435456 ext(172032->237567) 00002000:00010000:0.0:1777047546.615926:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840382300 00000100:00100000:1.0:1777047546.657341:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047546.657501:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384435584 00000100:00100000:0.0:1777047546.657515:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384435584 00002000:00100000:0.0:1777047546.657884:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x12e:0x0] (106496->143359) req@ffff986840381880 x1863365384435584/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/0 e 0 to 0 dl 1777047557 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047546.657905:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381880 with x1863365384435584 ext(106496->143359) 00002000:00010000:0.0:1777047546.658349:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840381880 00000100:00100000:0.0:1777047546.658470:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3456 00000100:00100000:0.0:1777047546.658487:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384435584:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:0.0:1777047546.704860:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384435584:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 46344us (47497us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1777047546.704881:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3456 00002000:00100000:0.0:1777047546.704900:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x12e:0x0] (106496->143359) req@ffff986840381880 x1863365384435584/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:282/0 lens 488/440 e 0 to 0 dl 1777047557 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047546.704917:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986840381880 with x1863365384435584 ext(106496->143359) 00002000:00010000:0.0:1777047546.704926:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986840381880 00000100:00100000:0.0:1777047546.733329:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047546.735595:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384435840 00000100:00100000:1.0:1777047546.735611:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384435840 00000100:00100000:1.0:1777047546.735708:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3684 00000100:00100000:1.0:1777047546.735725:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384435840:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047546.735797:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047546.735837:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2e7b lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cb6 expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.735878:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:1.0:1777047546.735886:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047546.736276:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.736322:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047546.736340:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047546.736433:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938381 00000004:00010000:1.0:1777047546.736475:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004071e957 reply state 00000000cfe4abf6 transno 8589938382 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047546.736488:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047546.736680:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384435840:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 958us (3364us total) trans 8589938382 rc 0/0 00000100:00100000:1.0:1777047546.736692:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3684 00000020:00080000:1.0:1777047546.736699:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777047546.747343:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047546.747488:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384436096 00000100:00100000:1.0:1777047546.747502:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384436096 00000100:00100000:1.0:1777047546.747615:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1302 00000100:00100000:1.0:1777047546.747631:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384436096:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047546.748049:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54106:x1863365384436096:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 419us (714us total) trans 8589938383 rc 0/0 00000100:00100000:1.0:1777047546.748063:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1302 00010000:00010000:2.0:1777047546.748222:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.748241:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.748256:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.748275:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047546.748283:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.748296:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.748321:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:2.0:1777047546.748326:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047546.748333:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.748344:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e2e89 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047546.759894:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047546.760014:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384436352 00000100:00100000:2.0:1777047546.760031:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384436352 00000100:00100000:2.0:1777047546.760144:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3685 00000100:00100000:2.0:1777047546.760163:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384436352:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047546.760221:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047546.760226:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047546.760260:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2de1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ca1 expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.760318:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e2db7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c93 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.760335:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98680e78db00) 00010000:00010000:2.0:1777047546.760353:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047546.760373:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2e90 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cc4 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.760447:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2e97 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.760469:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2e97 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047546.760486:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2e97 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047546.786618:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1290, 88 off117656 00000004:00080000:0.0:1777047546.786644:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175169107333ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.796386:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1277, 88 off116448 00000004:00080000:0.0:1777047546.796412:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175178876177ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.796485:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1278, 88 off116536 00000004:00080000:0.0:1777047546.796496:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175178960888ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.796540:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1291, 88 off117744 00000004:00080000:0.0:1777047546.796589:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175179053851ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.801579:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1292, 88 off117832 00000004:00080000:0.0:1777047546.801595:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184058668ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.801634:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1279, 88 off116624 00000004:00080000:0.0:1777047546.801641:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184106516ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.801679:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1280, 88 off116712 00000004:00080000:0.0:1777047546.801686:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184151579ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.801712:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1293, 88 off117920 00000004:00080000:0.0:1777047546.801720:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184185028ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.801747:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1281, 88 off116800 00000004:00080000:0.0:1777047546.801755:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184220556ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.801786:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1294, 88 off118008 00000004:00080000:0.0:1777047546.801793:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184258148ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.801823:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1295, 88 off118096 00000004:00080000:0.0:1777047546.801830:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184295782ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.801974:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1282, 88 off116888 00000004:00080000:0.0:1777047546.801984:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184449445ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802029:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1283, 88 off116976 00000004:00080000:0.0:1777047546.802037:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184502307ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802091:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1296, 88 off118184 00000004:00080000:0.0:1777047546.802098:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184563379ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.802123:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1297, 88 off118272 00000004:00080000:0.0:1777047546.802129:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184594587ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.802154:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1284, 88 off117064 00000004:00080000:0.0:1777047546.802161:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184627085ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802222:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1298, 88 off118360 00000004:00080000:0.0:1777047546.802230:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184695525ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.802259:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1285, 88 off117152 00000004:00080000:0.0:1777047546.802266:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184731371ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802294:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1286, 88 off117240 00000004:00080000:0.0:1777047546.802301:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184766993ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802332:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1299, 88 off118448 00000004:00080000:0.0:1777047546.802341:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184806037ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.802371:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1300, 88 off118536 00000004:00080000:0.0:1777047546.802378:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184843448ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.802406:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1287, 88 off117328 00000004:00080000:0.0:1777047546.802414:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184879925ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802444:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1288, 88 off117416 00000004:00080000:0.0:1777047546.802451:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175184916091ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802478:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1301, 88 off118624 00000004:00080000:0.0:1777047546.802485:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184950665ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.802513:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1302, 88 off118712 00000004:00080000:0.0:1777047546.802519:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175184984323ns, next at 4168135525218ns, rc = 0 00000040:00080000:0.0:1777047546.802545:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1289, 88 off117504 00000004:00080000:0.0:1777047546.802555:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175185017342ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802586:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1290, 88 off117592 00000004:00080000:0.0:1777047546.802593:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4175185058348ns, next at 4168136407214ns, rc = 0 00000040:00080000:0.0:1777047546.802671:0:33034:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1303, 88 off118800 00000004:00080000:0.0:1777047546.802682:0:33034:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4175185147265ns, next at 4168135525218ns, rc = 0 00000001:00080000:3.0:1777047546.993046:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938384 is committed 00000004:00080000:3.0:1777047546.993063:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1205 committed 00000004:00080000:3.0:1777047546.993080:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1193 committed 00000004:00080000:3.0:1777047546.993094:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1192 committed 00000004:00080000:3.0:1777047546.993098:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1204 committed 00000004:00080000:3.0:1777047546.993102:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1203 committed 00000004:00080000:3.0:1777047546.993105:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1191 committed 00000004:00080000:3.0:1777047546.993109:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1190 committed 00000004:00080000:3.0:1777047546.993113:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1202 committed 00000004:00080000:3.0:1777047546.993116:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1201 committed 00000004:00080000:3.0:1777047546.993120:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1189 committed 00000004:00080000:3.0:1777047546.993124:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1188 committed 00000004:00080000:3.0:1777047546.993127:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1200 committed 00000004:00080000:3.0:1777047546.993132:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1187 committed 00000004:00080000:3.0:1777047546.993136:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1199 committed 00000004:00080000:3.0:1777047546.993141:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1198 committed 00000004:00080000:3.0:1777047546.993146:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1186 committed 00000004:00080000:3.0:1777047546.993149:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1185 committed 00000004:00080000:3.0:1777047546.993153:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1197 committed 00000004:00080000:3.0:1777047546.993157:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1196 committed 00000004:00080000:3.0:1777047546.993160:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1184 committed 00000004:00080000:3.0:1777047546.993198:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1195 committed 00000004:00080000:3.0:1777047546.993204:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1183 committed 00000004:00080000:3.0:1777047546.993208:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1182 committed 00000004:00080000:3.0:1777047546.993212:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1194 committed 00000004:00080000:3.0:1777047546.993215:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1193 committed 00000004:00080000:3.0:1777047546.993219:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1181 committed 00000004:00080000:3.0:1777047546.993225:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1180 committed 00000004:00080000:3.0:1777047546.993229:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1192 committed 00000100:00100000:3.0:1777047546.994153:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434164736:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1777047546.995464:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2e97 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cc4 expref: 69 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.995488:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047546.995494:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047546.995518:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e2e90 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cc4 expref: 69 pid: 33034 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.995604:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2e97 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cc4 expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047546.995667:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047546.995672:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1777047546.995677:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:0.0:1777047546.995789:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384436352:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 235628us (235903us total) trans 8589938384 rc 0/0 00000100:00100000:0.0:1777047546.995804:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3685 00000100:00100000:0.0:1777047546.995883:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434164992:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047546.996240:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.996330:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434165504:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047546.996373:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.996412:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166016:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047546.996455:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.996485:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166528:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047546.996520:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.996955:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1777047546.996969:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434165120:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047546.997016:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.997050:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434165632:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047546.997088:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.997119:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166144:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047546.997155:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.997218:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166656:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047546.997256:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047546.997305:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164992 00000100:00100000:0.0:1777047546.997316:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164992 00000100:00100000:0.0:1777047546.997373:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434165504 00000100:00100000:0.0:1777047546.997379:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434165504 00000100:00100000:0.0:1777047546.997405:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166016 00000100:00100000:0.0:1777047546.997410:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166016 00000100:00100000:0.0:1777047546.997436:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166528 00000100:00100000:0.0:1777047546.997441:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166528 00000100:00100000:0.0:1777047546.997466:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434165120 00000100:00100000:0.0:1777047546.997471:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434165120 00000100:00100000:0.0:1777047546.997489:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434165632 00000100:00100000:0.0:1777047546.997493:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434165632 00000100:00100000:0.0:1777047546.997508:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166144 00000100:00100000:0.0:1777047546.997512:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166144 00000100:00100000:0.0:1777047546.997527:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166656 00000100:00100000:0.0:1777047546.997566:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166656 00000100:00100000:0.0:1777047546.997595:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6227 00000100:00100000:0.0:1777047546.997609:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434164992:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047546.997921:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3340:x1863365434164992:12345-0@lo:2:osp-syn-1-0.0 Request processed in 311us (1680us total) trans 17179871750 rc 0/0 00000100:00100000:0.0:1777047546.997936:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6227 00000100:00100000:0.0:1777047546.997966:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6228 00000100:00100000:0.0:1777047546.997979:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3340:x1863365434165504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047546.998134:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047546.998141:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047546.998147:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047546.998152:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047546.998157:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047546.998515:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047546.998556:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165248:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047546.998624:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047546.999024:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047546.999066:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047546.999085:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434166272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047546.999116:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047546.999138:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1777047546.999149:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434164864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047546.999213:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047546.999235:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165376:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047546.999271:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047546.999291:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165888:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047546.999328:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047546.999345:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434166400:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047546.999377:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.000734:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164736 00000100:00100000:1.0:1777047547.000746:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164736 00000100:00100000:1.0:1777047547.000789:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434165248 00000100:00100000:1.0:1777047547.000795:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434165248 00000100:00100000:1.0:1777047547.000813:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434165760 00000100:00100000:1.0:1777047547.000818:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434165760 00000100:00100000:1.0:1777047547.000862:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166272 00000100:00100000:1.0:1777047547.000868:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166272 00000100:00100000:1.0:1777047547.000889:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434164864 00000100:00100000:1.0:1777047547.000893:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434164864 00000100:00100000:1.0:1777047547.000911:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434165376 00000100:00100000:1.0:1777047547.000916:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434165376 00000100:00100000:1.0:1777047547.000933:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434165888 00000100:00100000:1.0:1777047547.000937:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434165888 00000100:00100000:1.0:1777047547.000953:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166400 00000100:00100000:1.0:1777047547.000957:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166400 00000100:00100000:1.0:1777047547.000978:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6229 00000100:00100000:1.0:1777047547.000992:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eeaac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434166016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047547.001240:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047547.001248:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047547.001252:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb atime from disk: 1777047269 -> 1777047269 00002000:00010000:1.0:1777047547.001256:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047547.001261:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x123:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047547.001337:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eeaac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434166016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 346us (4880us total) trans 21474838813 rc 0/0 00000100:00100000:1.0:1777047547.001350:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6229 00000100:00100000:1.0:1777047547.001377:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6230 00000100:00100000:1.0:1777047547.001390:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434166528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047547.001595:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047547.001602:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047547.001607:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047547.001612:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047547.001616:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047547.001673:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434166528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 284us (5150us total) trans 21474838814 rc 0/0 00000100:00100000:1.0:1777047547.001685:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6230 00000100:00100000:1.0:1777047547.001712:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6231 00000100:00100000:1.0:1777047547.001725:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434165120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047547.001880:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047547.001887:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047547.001891:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047547.001895:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047547.001900:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047547.001950:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434165120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 226us (4932us total) trans 17179871752 rc 0/0 00000100:00100000:1.0:1777047547.001974:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6231 00000100:00100000:1.0:1777047547.001999:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6232 00000100:00100000:1.0:1777047547.002011:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434165632:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047547.009155:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434165632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7134us (12054us total) trans 17179871753 rc 0/0 00000100:00100000:2.0:1777047547.009206:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6232 00000100:00100000:2.0:1777047547.009257:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6233 00000100:00100000:2.0:1777047547.009276:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434166144:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047547.009637:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434166144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 364us (12477us total) trans 21474838815 rc 0/0 00000100:00100000:2.0:1777047547.009651:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6233 00000100:00100000:2.0:1777047547.009681:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6234 00000100:00100000:2.0:1777047547.009696:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3340:x1863365434166656:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047547.009865:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.009873:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047547.009878:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047547.009882:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047547.009887:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047547.009947:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434166656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 252us (12688us total) trans 21474838816 rc 0/0 00000100:00100000:2.0:1777047547.009962:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6234 00000100:00100000:2.0:1777047547.009990:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6235 00000100:00100000:2.0:1777047547.010005:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434164736:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047547.010300:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434164736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 296us (11784us total) trans 17179871754 rc 0/0 00000100:00100000:2.0:1777047547.010314:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6235 00000100:00100000:2.0:1777047547.010351:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6236 00000100:00100000:2.0:1777047547.010365:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434165248:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047547.010521:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.010529:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047547.010571:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047547.010577:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047547.010581:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047547.010640:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434165248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 276us (12015us total) trans 17179871755 rc 0/0 00000100:00100000:2.0:1777047547.010652:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6236 00000100:00100000:2.0:1777047547.010679:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6237 00000100:00100000:2.0:1777047547.010693:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434165760:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047547.010892:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434165760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 200us (11823us total) trans 21474838817 rc 0/0 00000100:00100000:2.0:1777047547.010904:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6237 00000100:00100000:2.0:1777047547.010932:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6238 00000100:00100000:2.0:1777047547.010945:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434166272:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047547.011157:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434166272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (12037us total) trans 21474838818 rc 0/0 00000100:00100000:2.0:1777047547.011204:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6238 00000100:00100000:2.0:1777047547.011232:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6239 00000100:00100000:2.0:1777047547.011245:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434164864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047547.011396:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.011402:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:2.0:1777047547.011407:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047547.011411:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047547.011415:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047547.011472:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434164864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 228us (12257us total) trans 17179871756 rc 0/0 00000100:00100000:2.0:1777047547.011484:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6239 00000100:00100000:2.0:1777047547.011516:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6240 00000100:00100000:2.0:1777047547.011528:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434165376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047547.011760:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434165376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 233us (12486us total) trans 17179871757 rc 0/0 00000100:00100000:2.0:1777047547.011773:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6240 00000100:00100000:2.0:1777047547.011798:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6241 00000100:00100000:2.0:1777047547.011810:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434165888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047547.011965:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.011972:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047538 -> 1777047538 00002000:00010000:2.0:1777047547.011977:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047547.011981:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047547.011986:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047547.012046:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434165888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 236us (12715us total) trans 21474838819 rc 0/0 00000100:00100000:2.0:1777047547.012060:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6241 00000100:00100000:2.0:1777047547.012090:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6242 00000100:00100000:2.0:1777047547.012104:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434166400:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047547.014463:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499e300/2, rc 0, transno 17179871756 00000100:00100000:3.0:1777047547.014493:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434164864:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047547.014519:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d180/2, rc 0, transno 17179871757 00000100:00100000:3.0:1777047547.014528:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165376:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047547.014906:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e453100/2, rc 0, transno 21474838819 00000100:00100000:3.0:1777047547.014931:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165888:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047547.014954:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499fb80/2, rc 0, transno 17179871754 00000100:00100000:3.0:1777047547.014961:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434164736:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047547.014977:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499d180/2, rc 0, transno 17179871755 00000100:00100000:3.0:1777047547.014984:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165248:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047547.015000:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e451880/2, rc 0, transno 21474838817 00000100:00100000:3.0:1777047547.015008:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434165760:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047547.015023:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e453800/2, rc 0, transno 21474838818 00000100:00100000:3.0:1777047547.015029:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434166272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.015206:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434166912:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.015273:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.015326:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047547.015337:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434166784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.015407:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.015441:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047547.015458:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434167040:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.015498:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.015630:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166912 00000100:00100000:3.0:1777047547.015641:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166912 00000100:00100000:3.0:1777047547.015685:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434166784 00000100:00100000:3.0:1777047547.015690:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434166784 00000100:00100000:3.0:1777047547.015711:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167040 00000100:00100000:3.0:1777047547.015716:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167040 00000100:00100000:3.0:1777047547.015741:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6243 00000100:00100000:3.0:1777047547.015755:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3343:x1863365434166912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.016011:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434166912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 256us (737us total) trans 21474838820 rc 0/0 00000100:00100000:3.0:1777047547.016027:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6243 00000100:00100000:0.0:1777047547.019007:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434165504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 21025us (22628us total) trans 17179871751 rc 0/0 00000100:00100000:0.0:1777047547.019031:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6228 00000100:00100000:0.0:1777047547.019526:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6244 00000100:00100000:0.0:1777047547.019579:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434166784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047547.019811:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047547.019819:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047547.019824:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047547.019829:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047547.019834:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047547.019893:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434166784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 321us (4485us total) trans 21474838821 rc 0/0 00000100:00100000:0.0:1777047547.019907:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6244 00000100:00100000:0.0:1777047547.019940:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6245 00000100:00100000:0.0:1777047547.019954:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3341:x1863365434167040:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047547.020110:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047547.020116:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047547.020121:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047547.020125:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047547.020129:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047547.020210:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434167040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 257us (4709us total) trans 21474838822 rc 0/0 00000100:00100000:0.0:1777047547.020223:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6245 00000100:00100000:0.0:1777047547.020294:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434167552:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.020346:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047547.020423:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499df80/2, rc 0, transno 17179871752 00000100:00100000:0.0:1777047547.020444:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434165120:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.020465:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e452d80/2, rc 0, transno 17179871753 00000100:00100000:0.0:1777047547.020473:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434165632:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.020491:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e452a00/2, rc 0, transno 21474838815 00000100:00100000:0.0:1777047547.020509:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166144:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047547.020526:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e451180/2, rc 0, transno 21474838816 00000100:00100000:0.0:1777047547.020573:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166656:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047547.020596:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680499ed80/2, rc 0, transno 17179871750 00000100:00100000:0.0:1777047547.020603:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434164992:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.020961:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98680974d500/2, rc 0, transno 17179871751 00000100:00100000:0.0:1777047547.020969:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680974d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434165504:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.020993:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e450a80/2, rc 0, transno 21474838813 00000100:00100000:0.0:1777047547.021000:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166016:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047547.021017:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e453480/2, rc 0, transno 21474838814 00000100:00100000:0.0:1777047547.021024:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434166528:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047547.021043:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047547.021055:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434167168:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.021102:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047547.021158:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167552 00000100:00100000:0.0:1777047547.021201:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167552 00000100:00100000:0.0:1777047547.021247:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167168 00000100:00100000:0.0:1777047547.021252:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167168 00000100:00100000:0.0:1777047547.021282:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6246 00000100:00100000:0.0:1777047547.021294:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434167552:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047547.021488:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047547.021496:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047547.021501:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047547.021506:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047547.021510:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047547.021612:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434167552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 317us (1262us total) trans 17179871758 rc 0/0 00000100:00100000:0.0:1777047547.021626:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6246 00000100:00100000:0.0:1777047547.021655:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6247 00000100:00100000:0.0:1777047547.021668:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434167168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.021857:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3340:x1863365434167168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 189us (753us total) trans 17179871759 rc 0/0 00000100:00100000:0.0:1777047547.021869:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6247 00002000:00010000:2.0:1777047547.028831:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.028840:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047547.028846:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047547.028851:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047547.028856:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047547.029319:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434166400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 17212us (29934us total) trans 21474838823 rc 0/0 00000100:00100000:2.0:1777047547.029339:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6242 00000100:00100000:1.0:1777047547.031386:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047547.031893:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384436480 00000100:00100000:2.0:1777047547.031907:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384436480 00000100:00100000:2.0:1777047547.032345:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6248 00000100:00100000:2.0:1777047547.032364:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54106:x1863365384436480:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047547.032389:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047547.032419:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ccb expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047547.032456:0:33459:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 258848, mtime: 0x69eb97f2, atime: 0x69eb97f1, ctime: 0x69eb97f7, blocks: 0xc7 00010000:00010000:2.0:1777047547.032492:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047547.032496:0:33459:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047547.032511:0:33459:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 29 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.032598:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 29 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.032622:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d800, rc 0) 00000100:00100000:2.0:1777047547.033341:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54106:x1863365384436480:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 979us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047547.033356:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6248 00000100:00100000:2.0:1777047547.034266:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434167424:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047547.034336:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777047547.034506:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047547.037227:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434167680:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.037317:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047547.037415:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e69f100/2, rc 0, transno 21474838822 00000100:00100000:3.0:1777047547.037427:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434167040:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.037477:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670f321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434167296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047547.037522:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047547.037591:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434167808:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.037631:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047547.037676:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e450380/2, rc 0, transno 21474838823 00000100:00100000:3.0:1777047547.037685:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434166400:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.037720:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167424 00000100:00100000:3.0:1777047547.037728:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167424 00000100:00100000:3.0:1777047547.037784:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167680 00000100:00100000:3.0:1777047547.037791:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167680 00000100:00100000:3.0:1777047547.037824:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167296 00000100:00100000:3.0:1777047547.037828:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167296 00000100:00100000:3.0:1777047547.038328:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167808 00000100:00100000:3.0:1777047547.038336:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167808 00000100:00100000:3.0:1777047547.038380:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6249 00000100:00100000:3.0:1777047547.038395:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434167424:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047547.044056:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434167424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5654us (9713us total) trans 17179871760 rc 0/0 00000100:00100000:3.0:1777047547.044077:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6249 00000100:00100000:3.0:1777047547.044123:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6250 00000100:00100000:3.0:1777047547.044141:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3341:x1863365434167680:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047547.044459:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434167680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 322us (7141us total) trans 21474838824 rc 0/0 00000100:00100000:3.0:1777047547.044473:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6250 00000100:00100000:3.0:1777047547.044499:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6251 00000100:00100000:3.0:1777047547.044512:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434167296:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047547.044726:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047547.044734:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:3.0:1777047547.044739:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047547.044743:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:3.0:1777047547.044748:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047547.044813:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3342:x1863365434167296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 302us (7289us total) trans 17179871761 rc 0/0 00000100:00100000:3.0:1777047547.044826:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6251 00000100:00100000:3.0:1777047547.044854:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6252 00000100:00100000:3.0:1777047547.044869:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+31:3342:x1863365434167808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047547.045025:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047547.045030:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:3.0:1777047547.045033:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:3.0:1777047547.045036:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:3.0:1777047547.045039:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047547.045079:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365434167808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 215us (7447us total) trans 21474838825 rc 0/0 00000100:00100000:3.0:1777047547.045087:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6252 00000004:00080000:3.0:1777047547.045157:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f321880/2, rc 0, transno 17179871761 00000004:00080000:1.0:1777047547.045403:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868378ff800/2, rc 0, transno 21474838824 00000100:00100000:1.0:1777047547.045416:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434167680:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047547.045697:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434168064:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.045790:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.045913:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434168192:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047547.046314:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047547.046370:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f321500/2, rc 0, transno 17179871759 00000100:00100000:0.0:1777047547.046382:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434167168:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047547.046403:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f320000/2, rc 0, transno 17179871758 00000100:00100000:0.0:1777047547.046411:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f320000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434167552:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.046445:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434168064 00000100:00100000:0.0:1777047547.046456:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434168064 00000100:00100000:3.0:1777047547.046517:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f321880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434167296:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.046562:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434168192 00000100:00100000:0.0:1777047547.046569:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434168192 00000100:00100000:0.0:1777047547.046611:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6253 00000100:00100000:1.0:1777047547.046620:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6254 00000100:00100000:0.0:1777047547.046624:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434168064:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047547.047393:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e69e300/2, rc 0, transno 21474838821 00000100:00100000:2.0:1777047547.047405:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434166784:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047547.047436:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e69ea00/2, rc 0, transno 21474838820 00000100:00100000:2.0:1777047547.047442:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434166912:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047547.047462:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434167936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047547.047510:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047547.047609:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434168192:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047547.047611:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98670f323b80/2, rc 0, transno 17179871760 00000100:00100000:2.0:1777047547.047619:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670f323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434167424:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047547.047650:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434167936 00000100:00100000:2.0:1777047547.047657:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434167936 00000100:00100000:2.0:1777047547.047703:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6255 00000100:00100000:2.0:1777047547.047714:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3343:x1863365434167936:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047547.048305:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3343:x1863365434167936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 588us (791us total) trans 21474838826 rc 0/0 00000100:00100000:2.0:1777047547.048325:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6255 00000004:00080000:2.0:1777047547.048382:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e4e00/2, rc 0, transno 21474838826 00000100:00100000:2.0:1777047547.048390:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434167936:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047547.051240:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807074700/2, rc 0, transno 21474838825 00000100:00100000:3.0:1777047547.051254:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807074700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434167808:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047547.051357:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047547.051365:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047547.051370:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047547.051375:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047547.051380:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047547.051667:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365434168192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5032us (5351us total) trans 17179871762 rc 0/0 00000100:00100000:1.0:1777047547.051683:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6254 00000004:00080000:3.0:1777047547.054232:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986808b65f80/2, rc 0, transno 17179871762 00000100:00100000:3.0:1777047547.054245:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434168192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047547.059089:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434168064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12457us (13290us total) trans 17179871763 rc 0/0 00000100:00100000:0.0:1777047547.059111:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6253 00000004:00080000:1.0:1777047547.059484:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868096e4380/2, rc 0, transno 17179871763 00000100:00100000:1.0:1777047547.059497:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434168064:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047547.061291:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047547.061370:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047547.061401:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384436608 00000100:00100000:1.0:1777047547.061415:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384436608 00000100:00100000:2.0:1777047547.061415:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047547.061538:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384436736 00000100:00100000:3.0:1777047547.061548:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384436736 00002000:00010000:3.0:1777047547.061623:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047547.061632:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a56a00 with x1863365384436736 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047547.061651:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a56a00. 00000100:00100000:3.0:1777047547.061683:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384436864 00000100:00100000:3.0:1777047547.061690:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384436864 00002000:00010000:3.0:1777047547.061715:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047547.061721:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956d880 with x1863365384436864 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047547.061732:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680956d880. 00000100:00100000:3.0:1777047547.061759:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3457 00000100:00100000:3.0:1777047547.061775:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384436736:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047547.062510:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047547.062518:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047538 -> 1777047546 00002000:00010000:3.0:1777047547.062523:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047547.062528:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047543 -> 1777047546 00002000:00010000:3.0:1777047547.062583:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1777047547.063719:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (55367->18446744073709551615) 00002000:00100000:1.0:1777047547.063730:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2680 with x1863365384436608 ext(55367->18446744073709551615) 00002000:00010000:1.0:1777047547.063743:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a2680. 00000100:00100000:1.0:1777047547.063861:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3458 00000100:00100000:1.0:1777047547.063883:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384436864:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047547.064122:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047547.064128:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047538 -> 1777047546 00002000:00010000:1.0:1777047547.064135:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047547.064139:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047543 -> 1777047546 00002000:00010000:1.0:1777047547.064143:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047547.064269:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384436864:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 390us (2848us total) trans 17179871764 rc 0/0 00000100:00100000:1.0:1777047547.064285:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3458 00002000:00010000:1.0:1777047547.064293:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047547.064298:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680956d880 with x1863365384436864 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047547.064307:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680956d880. 00000100:00100000:1.0:1777047547.064341:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3459 00000100:00100000:1.0:1777047547.064355:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384436608:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047547.065085:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 258848 -> 55367 00002000:00010000:1.0:1777047547.065092:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047538 -> 1777047546 00002000:00010000:1.0:1777047547.065097:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047547.065101:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047543 -> 1777047546 00002000:00010000:1.0:1777047547.065106:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00000100:00100000:1.0:1777047547.065160:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384436608:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 805us (3872us total) trans 17179871765 rc 0/0 00000100:00100000:1.0:1777047547.065210:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3459 00002000:00010000:1.0:1777047547.065217:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (55367->18446744073709551615) 00002000:00100000:1.0:1777047547.065223:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e6a2680 with x1863365384436608 ext(55367->18446744073709551615) 00002000:00010000:1.0:1777047547.065233:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e6a2680. 00000100:00080000:2.0:1777047547.065755:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047547.068668:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384436736:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 6885us (7289us total) trans 21474838827 rc 0/0 00000100:00100000:3.0:1777047547.068687:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3457 00002000:00010000:3.0:1777047547.068696:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047547.068702:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a56a00 with x1863365384436736 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047547.068715:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a56a00. 00000100:00100000:2.0:1777047547.084342:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.084507:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384436992 00000100:00100000:0.0:1777047547.084522:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384436992 00000100:00100000:0.0:1777047547.084683:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3686 00000100:00100000:0.0:1777047547.084702:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384436992:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047547.084738:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047547.084770:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c200/0x29ccbc23e99e2ea5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cd2 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.084900:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2eac lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.084925:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2eac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.085312:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2eac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047547.085361:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 258848 00000004:00200000:0.0:1777047547.085368:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047547.085398:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2eac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.085446:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c200/0x29ccbc23e99e2ea5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd2 expref: 70 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.085479:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2eac lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd2 expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.085495:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:0.0:1777047547.085501:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047547.085509:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487de00, rc 0) 00000100:00100000:0.0:1777047547.086010:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384436992:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1310us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.086027:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3686 00000100:00100000:2.0:1777047547.111094:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047547.111288:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384437248 00000100:00100000:1.0:1777047547.111304:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384437248 00000100:00100000:1.0:1777047547.111409:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3687 00000100:00100000:1.0:1777047547.111427:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384437248:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047547.111521:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777047547.116146:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2eac lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd2 expref: 69 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.116243:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2e97 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cc4 expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.116265:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215600) 00010000:00010000:1.0:1777047547.116282:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047547.117294:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.117319:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.117337:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047547.117448:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938385 00000004:00010000:1.0:1777047547.117498:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fbe4fd1d reply state 00000000826e1924 transno 8589938386 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047547.117516:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047547.117708:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384437248:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 6282us (6621us total) trans 8589938386 rc 0/0 00000100:00100000:1.0:1777047547.117725:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3687 00000020:00080000:1.0:1777047547.117735:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047547.132410:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.132438:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047547.132439:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:3.0:1777047547.132453:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.132466:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047547.132475:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.132490:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.132516:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047547.132523:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047547.132592:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047547.132943:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384437376 00000100:00100000:0.0:1777047547.132960:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384437376 00000100:00100000:0.0:1777047547.133378:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3688 00000100:00100000:0.0:1777047547.133398:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384437376:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047547.133432:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047547.133458:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cd9 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.133586:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 71 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.133613:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 71 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.133647:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:0.0:1777047547.133653:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047547.133658:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487da00, rc 0) 00000100:00100000:0.0:1777047547.133869:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384437376:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 472us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.133891:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3688 00010000:00010000:3.0:1777047547.135359:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e2eb3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047547.187770:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.187856:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.187910:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047547.187975:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384437632 00000100:00100000:2.0:1777047547.187991:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384437632 00002000:00010000:2.0:1777047547.188086:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047547.188101:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986808b65c00 with x1863365384437632 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047547.188121:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986808b65c00. 00000100:00100000:1.0:1777047547.188123:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384437504 00000100:00100000:1.0:1777047547.188131:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384437504 00002000:00010000:1.0:1777047547.188207:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (147083->18446744073709551615) 00000100:00100000:2.0:1777047547.188215:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384437760 00002000:00100000:1.0:1777047547.188216:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986808b67100 with x1863365384437504 ext(147083->18446744073709551615) 00000100:00100000:2.0:1777047547.188226:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384437760 00002000:00010000:1.0:1777047547.188235:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986808b67100. 00002000:00010000:2.0:1777047547.188249:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047547.188255:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf6680 with x1863365384437760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047547.188269:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf6680. 00000100:00100000:1.0:1777047547.188280:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3460 00000100:00100000:1.0:1777047547.188502:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384437632:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047547.188947:0:14906:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047547.188955:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:1.0:1777047547.188960:0:14906:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:1.0:1777047547.188964:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:1.0:1777047547.188974:0:14906:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047547.189421:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384437632:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 924us (1665us total) trans 21474838828 rc 0/0 00000100:00100000:2.0:1777047547.200377:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3461 00000100:00100000:2.0:1777047547.200410:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384437504:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047547.200890:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 55367 -> 147083 00002000:00010000:2.0:1777047547.200899:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:2.0:1777047547.200905:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047547.200915:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:2.0:1777047547.200919:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 199 00000100:00100000:2.0:1777047547.201387:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384437504:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 989us (13527us total) trans 17179871766 rc 0/0 00000100:00100000:2.0:1777047547.201405:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3461 00002000:00010000:2.0:1777047547.201418:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (147083->18446744073709551615) 00002000:00100000:2.0:1777047547.201425:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986808b67100 with x1863365384437504 ext(147083->18446744073709551615) 00002000:00010000:2.0:1777047547.201438:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986808b67100. 00000100:00100000:2.0:1777047547.201480:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3462 00000100:00100000:2.0:1777047547.201499:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384437760:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:2.0:1777047547.201757:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047547.201764:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047546 -> 1777047547 00002000:00010000:2.0:1777047547.201770:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:2.0:1777047547.201774:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047546 -> 1777047547 00002000:00010000:2.0:1777047547.201779:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047547.201836:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384437760:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 342us (13924us total) trans 17179871767 rc 0/0 00000100:00100000:2.0:1777047547.201849:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3462 00002000:00010000:2.0:1777047547.201855:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047547.201860:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf6680 with x1863365384437760 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047547.201873:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf6680. 00000100:00100000:1.0:1777047547.221578:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3460 00002000:00010000:1.0:1777047547.221623:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047547.221638:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986808b65c00 with x1863365384437632 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047547.221660:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986808b65c00. 00000100:00100000:3.0:1777047547.249036:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.254290:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384437888 00000100:00100000:0.0:1777047547.254317:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384437888 00002000:00100000:0.0:1777047547.254414:0:22356:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x11a:0x0] (114688->147455) req@ffff98683e69ce00 x1863365384437888/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 488/0 e 0 to 0 dl 1777047558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047547.254448:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69ce00 with x1863365384437888 ext(114688->147455) 00002000:00010000:0.0:1777047547.254459:0:22356:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e69ce00 00000100:00100000:0.0:1777047547.254624:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3463 00000100:00100000:0.0:1777047547.254654:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384437888:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:0.0:1777047547.277852:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384437888:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 23193us (28819us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1777047547.277876:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3463 00002000:00100000:0.0:1777047547.277901:0:22356:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x11a:0x0] (114688->147455) req@ffff98683e69ce00 x1863365384437888/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 488/440 e 0 to 0 dl 1777047558 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047547.277929:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69ce00 with x1863365384437888 ext(114688->147455) 00002000:00010000:0.0:1777047547.277941:0:22356:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e69ce00 00000100:00100000:3.0:1777047547.319420:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.319592:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384438016 00000100:00100000:0.0:1777047547.319633:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384438016 00002000:00100000:0.0:1777047547.319720:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (143360->147082) req@ffff98683e69df80 x1863365384438016/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 4216/0 e 0 to 0 dl 1777047558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047547.319743:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69df80 with x1863365384438016 ext(143360->147082) 00002000:00010000:0.0:1777047547.319759:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e69df80 00000100:00100000:0.0:1777047547.319841:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3464 00000100:00100000:0.0:1777047547.319861:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384438016:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:0.0:1777047547.321507:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2413:x1863365384438016:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 1642us (2097us total) trans 17179871768 rc 0/0 00000100:00100000:0.0:1777047547.321525:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3464 00002000:00100000:0.0:1777047547.321607:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (143360->147082) req@ffff98683e69df80 x1863365384438016/t17179871768(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 4216/448 e 0 to 0 dl 1777047558 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047547.321632:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69df80 with x1863365384438016 ext(143360->147082) 00002000:00010000:0.0:1777047547.321640:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e69df80 00000100:00100000:3.0:1777047547.337921:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.338706:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384438144 00000100:00100000:0.0:1777047547.338723:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384438144 00000100:00100000:0.0:1777047547.338876:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6256 00000100:00100000:0.0:1777047547.338895:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384438144:12345-192.168.201.26@tcp:16:fsx.0 00000100:00100000:0.0:1777047547.361005:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.361479:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384438272 00000100:00100000:0.0:1777047547.361493:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384438272 00000100:00100000:0.0:1777047547.361626:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 371 00000100:00100000:0.0:1777047547.369194:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2410:x1863365384438272:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047547.369383:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704636450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2410:x1863365384438272:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 7739us (8386us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.369399:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 371 00010000:00010000:1.0:1777047547.523288:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047547.707889:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+35:2411:x1863365384438144:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 368985us (369973us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047547.707913:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6256 00000001:00080000:1.0:1777047547.707976:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871768 is committed 00000001:00080000:1.0:1777047547.707994:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871763 is committed 00000100:00100000:1.0:1777047547.722664:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047547.723476:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384438400 00000100:00100000:3.0:1777047547.723491:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384438400 00000100:00100000:3.0:1777047547.723640:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3689 00000100:00100000:3.0:1777047547.723660:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384438400:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047547.723689:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047547.723718:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e2ec1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ce0 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.723838:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2ec8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.723863:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.723885:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047547.723927:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 147083 00000004:00200000:3.0:1777047547.723934:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047547.723963:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2ec8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.724004:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e2ec1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ce0 expref: 72 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.724035:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2ec8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ce0 expref: 71 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047547.724063:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047547.724069:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047547.724075:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88a00, rc 0) 00000100:00100000:3.0:1777047547.724202:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384438400:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 545us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047547.724216:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3689 00000001:00080000:3.0:1777047547.746804:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838822 is committed 00000001:00080000:3.0:1777047547.746842:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838789 is committed 00000001:00080000:3.0:1777047547.746852:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838828 is committed 00000001:00080000:3.0:1777047547.746902:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838826 is committed 00000100:00100000:0.0:1777047547.749046:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047547.749233:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384438528 00000100:00100000:2.0:1777047547.749249:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384438528 00002000:00100000:2.0:1777047547.749316:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (20480->86015) req@ffff98683ecf4380 x1863365384438528/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 488/0 e 0 to 0 dl 1777047558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047547.749336:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf4380 with x1863365384438528 ext(20480->86015) 00002000:00010000:2.0:1777047547.749345:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf4380 00000100:00100000:2.0:1777047547.749399:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3465 00000100:00100000:2.0:1777047547.749414:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384438528:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047547.764485:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384438528:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 15062us (15436us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1777047547.764503:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3465 00002000:00100000:2.0:1777047547.764519:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (20480->86015) req@ffff98683ecf4380 x1863365384438528/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 488/440 e 0 to 0 dl 1777047558 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047547.764581:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ecf4380 with x1863365384438528 ext(20480->86015) 00002000:00010000:2.0:1777047547.764590:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ecf4380 00000100:00100000:1.0:1777047547.815602:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047547.819301:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384438656 00000100:00100000:2.0:1777047547.819318:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384438656 00002000:00100000:2.0:1777047547.819392:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x11a:0x0] (86016->114687) req@ffff986815a70380 x1863365384438656/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 488/0 e 0 to 0 dl 1777047558 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047547.819410:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a70380 with x1863365384438656 ext(86016->114687) 00002000:00010000:2.0:1777047547.819420:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a70380 00000100:00100000:2.0:1777047547.819505:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3466 00000100:00100000:2.0:1777047547.819521:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384438656:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047547.835242:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384438656:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 15712us (19717us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1777047547.835263:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3466 00002000:00100000:2.0:1777047547.835282:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x11a:0x0] (86016->114687) req@ffff986815a70380 x1863365384438656/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:283/0 lens 488/440 e 0 to 0 dl 1777047558 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047547.835646:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a70380 with x1863365384438656 ext(86016->114687) 00002000:00010000:2.0:1777047547.835657:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a70380 00000100:00100000:1.0:1777047547.889250:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047547.890623:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384438784 00000100:00100000:0.0:1777047547.891594:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384438784 00000100:00100000:0.0:1777047547.891743:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6257 00000100:00100000:0.0:1777047547.891769:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:54106:x1863365384438784:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047547.891803:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047547.891843:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000392558bd/0x29ccbc23e99e2ecf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ce7 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047547.891893:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x117:0x0] initial LVB size: 24576, mtime: 0x69eb9790, atime: 0x0, ctime: 0x69eb9790, blocks: 0x43 00010000:00010000:0.0:1777047547.891930:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047547.891935:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047547.891950:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000392558bd/0x29ccbc23e99e2ecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 24576->32767) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ce7 expref: 14 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.891990:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000392558bd/0x29ccbc23e99e2ecf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x117:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 24576->32767) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ce7 expref: 14 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047547.892021:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487d200, rc 0) 00000100:00100000:0.0:1777047547.893048:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:54106:x1863365384438784:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1276us (3803us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047547.893065:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6257 00000100:00100000:3.0:1777047547.953702:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047547.954469:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384439040 00000100:00100000:1.0:1777047547.954484:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384439040 00000100:00100000:1.0:1777047547.954686:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3690 00000100:00100000:1.0:1777047547.954720:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54106:x1863365384439040:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047547.954825:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047547.954890:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e2ec8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ce0 expref: 71 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.957692:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:1.0:1777047547.957714:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047547.959259:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.959296:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047547.959314:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047547.959455:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938387 00000004:00010000:1.0:1777047547.959520:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000814b50eb reply state 00000000c85ffeff transno 8589938388 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047547.959547:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047547.959791:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384439040:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 5075us (6088us total) trans 8589938388 rc 0/0 00000100:00100000:1.0:1777047547.959807:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3690 00000020:00080000:1.0:1777047547.959816:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047547.994441:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047547.997235:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.997269:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.997283:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.997296:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047547.997314:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.997329:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.997396:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047547.997403:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047547.997411:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047547.997435:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e2ed6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047547.999901:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047548.008940:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047548.009401:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384439168 00000100:00100000:0.0:1777047548.009421:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384439168 00002000:00010000:0.0:1777047548.009492:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (221831->18446744073709551615) 00002000:00100000:0.0:1777047548.009502:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626aa00 with x1863365384439168 ext(221831->18446744073709551615) 00002000:00010000:0.0:1777047548.009521:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626aa00. 00000100:00100000:0.0:1777047548.009617:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384439296 00000100:00100000:0.0:1777047548.009625:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384439296 00002000:00010000:0.0:1777047548.009651:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047548.009663:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a71c00 with x1863365384439296 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047548.009674:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a71c00. 00000100:00100000:0.0:1777047548.009709:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3467 00000100:00100000:0.0:1777047548.009726:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384439168:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047548.010644:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 147083 -> 221831 00002000:00010000:0.0:1777047548.010652:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047548.010662:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047548.010666:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047548.010671:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 199 -> 135 00000100:00100000:0.0:1777047548.010766:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384439168:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1040us (16343us total) trans 17179871769 rc 0/0 00000100:00100000:0.0:1777047548.010786:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3467 00002000:00010000:0.0:1777047548.010794:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (221831->18446744073709551615) 00002000:00100000:0.0:1777047548.010799:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626aa00 with x1863365384439168 ext(221831->18446744073709551615) 00002000:00010000:0.0:1777047548.010809:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626aa00. 00000100:00100000:0.0:1777047548.010846:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3468 00000100:00100000:0.0:1777047548.010862:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384439296:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047548.011236:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047548.011247:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047548.011251:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047548.011256:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:0.0:1777047548.011259:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047548.011311:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384439296:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 451us (11415us total) trans 21474838829 rc 0/0 00000100:00100000:0.0:1777047548.011338:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3468 00002000:00010000:0.0:1777047548.011344:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047548.011349:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a71c00 with x1863365384439296 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047548.011358:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986815a71c00. 00000100:00100000:3.0:1777047548.035607:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384439424 00000100:00100000:3.0:1777047548.035627:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384439424 00002000:00010000:3.0:1777047548.035719:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047548.035729:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a72300 with x1863365384439424 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.035747:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a72300. 00000100:00100000:3.0:1777047548.035796:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3469 00000100:00100000:3.0:1777047548.035813:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384439424:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047548.036605:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047548.036614:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.036619:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047548.036976:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047547 -> 1777047547 00002000:00010000:3.0:1777047548.036981:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047548.037074:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384439424:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1263us (28144us total) trans 17179871770 rc 0/0 00000100:00100000:3.0:1777047548.037092:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3469 00002000:00010000:3.0:1777047548.037099:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047548.037105:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a72300 with x1863365384439424 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.037114:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a72300. 00000100:00100000:2.0:1777047548.055401:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047548.055576:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384439552 00000100:00100000:0.0:1777047548.055593:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384439552 00000100:00100000:0.0:1777047548.055732:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3691 00000100:00100000:0.0:1777047548.055752:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54106:x1863365384439552:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047548.055790:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047548.055824:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2edd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cee expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.055958:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ee4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.055984:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.056352:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047548.056404:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 221831 00000004:00200000:0.0:1777047548.056412:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047548.056444:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.056489:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2edd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cee expref: 74 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.056529:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cee expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047548.057241:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777047548.058432:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:0.0:1777047548.058438:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047548.058444:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487c600, rc 0) 00000100:00100000:2.0:1777047548.059007:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384439552:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 3257us (4400us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047548.059022:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3691 00000100:00100000:1.0:1777047548.103502:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047548.104134:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384439680 00000100:00100000:3.0:1777047548.104175:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384439680 00002000:00100000:3.0:1777047548.104249:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (0->225279) req@ffff986815a72a00 x1863365384439680/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 504/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047548.104270:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a72a00 with x1863365384439680 ext(0->225279) 00002000:00010000:3.0:1777047548.104281:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a72a00 00000100:00100000:3.0:1777047548.104336:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3470 00000100:00100000:3.0:1777047548.104354:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384439680:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:3.0:1777047548.129435:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384439680:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 25073us (25934us total) trans 0 rc 98304/98304 00000100:00100000:3.0:1777047548.129455:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3470 00002000:00100000:3.0:1777047548.129473:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (0->225279) req@ffff986815a72a00 x1863365384439680/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 504/440 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 98304/98304 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047548.129492:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a72a00 with x1863365384439680 ext(0->225279) 00002000:00010000:3.0:1777047548.129501:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a72a00 00000100:00100000:0.0:1777047548.157444:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047548.158881:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384439936 00000100:00100000:3.0:1777047548.158897:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384439936 00000100:00100000:3.0:1777047548.159001:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3692 00000100:00100000:3.0:1777047548.159020:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54106:x1863365384439936:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:3.0:1777047548.159103:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047548.159179:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ee4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cee expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.159215:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047548.159224:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047548.159704:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.159730:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.159749:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047548.159849:0:30804:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938389 00000004:00010000:3.0:1777047548.159900:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000274b0528 reply state 0000000097106d3c transno 8589938390 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.159916:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047548.160068:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384439936:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1050us (2634us total) trans 8589938390 rc 0/0 00000100:00100000:3.0:1777047548.160083:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3692 00000020:00080000:3.0:1777047548.160092:0:30804:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047548.173278:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.173305:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.173319:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.173340:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047548.173349:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.173362:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.173388:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047548.173394:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047548.173402:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.173413:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2eeb lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047548.179738:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047548.179779:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047548.179881:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047548.184832:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440064 00000100:00100000:3.0:1777047548.184849:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440064 00002000:00010000:3.0:1777047548.184910:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (170600->18446744073709551615) 00002000:00100000:3.0:1777047548.184918:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe8e00 with x1863365384440064 ext(170600->18446744073709551615) 00002000:00010000:3.0:1777047548.184936:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe8e00. 00000100:00100000:3.0:1777047548.184971:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440192 00000100:00100000:3.0:1777047548.184977:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440192 00002000:00010000:3.0:1777047548.185001:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047548.185006:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe9c00 with x1863365384440192 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.185015:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807fe9c00. 00000100:00100000:3.0:1777047548.185038:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440320 00000100:00100000:3.0:1777047548.185043:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440320 00002000:00010000:3.0:1777047548.185059:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047548.185063:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe9f80 with x1863365384440320 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.185072:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe9f80. 00000100:00100000:3.0:1777047548.185115:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3471 00000100:00100000:3.0:1777047548.185130:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384440064:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047548.185578:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 221831 -> 170600 00002000:00010000:3.0:1777047548.185585:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047547 -> 1777047548 00002000:00010000:3.0:1777047548.185589:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047548.185592:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047547 -> 1777047548 00002000:00010000:3.0:1777047548.185596:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1777047548.185687:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384440064:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 558us (5958us total) trans 17179871771 rc 0/0 00000100:00100000:3.0:1777047548.185701:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3471 00002000:00010000:3.0:1777047548.185708:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (170600->18446744073709551615) 00002000:00100000:3.0:1777047548.185714:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe8e00 with x1863365384440064 ext(170600->18446744073709551615) 00002000:00010000:3.0:1777047548.185722:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe8e00. 00000100:00100000:3.0:1777047548.185755:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3472 00000100:00100000:3.0:1777047548.185768:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384440192:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047548.185960:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047548.185966:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047547 -> 1777047548 00002000:00010000:3.0:1777047548.185971:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047548.185975:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047547 -> 1777047548 00002000:00010000:3.0:1777047548.185979:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047548.186022:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384440192:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 255us (6241us total) trans 21474838830 rc 0/0 00000100:00100000:3.0:1777047548.186033:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3472 00002000:00010000:3.0:1777047548.186039:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047548.186044:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe9c00 with x1863365384440192 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.186051:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986807fe9c00. 00000100:00100000:3.0:1777047548.186075:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3473 00000100:00100000:3.0:1777047548.186086:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384440320:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047548.186278:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047548.186284:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047547 -> 1777047548 00002000:00010000:3.0:1777047548.186289:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:3.0:1777047548.186293:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047547 -> 1777047548 00002000:00010000:3.0:1777047548.186297:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047548.186338:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384440320:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 252us (6458us total) trans 17179871772 rc 0/0 00000100:00100000:3.0:1777047548.186351:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3473 00002000:00010000:3.0:1777047548.186356:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047548.186360:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986807fe9f80 with x1863365384440320 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.186367:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986807fe9f80. 00000100:00100000:1.0:1777047548.204695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047548.205428:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440448 00000100:00100000:3.0:1777047548.205443:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440448 00000100:00100000:3.0:1777047548.205600:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3693 00000100:00100000:3.0:1777047548.205620:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384440448:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047548.205656:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047548.205689:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2ef2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cf5 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.205844:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2ef9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.205877:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.205895:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047548.205940:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 170600 00000004:00200000:3.0:1777047548.205948:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047548.205978:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2ef9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.206023:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2ef2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cf5 expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.206366:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2ef9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cf5 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047548.206382:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047548.206388:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047548.206395:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89200, rc 0) 00000100:00100000:3.0:1777047548.206473:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384440448:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 857us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047548.206487:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3693 00000100:00100000:3.0:1777047548.245457:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047548.254461:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440576 00000100:00100000:2.0:1777047548.254481:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440576 00002000:00100000:2.0:1777047548.254564:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (106496->167935) req@ffff98680626b100 x1863365384440576/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 488/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047548.254585:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626b100 with x1863365384440576 ext(106496->167935) 00002000:00010000:2.0:1777047548.254595:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626b100 00000100:00100000:2.0:1777047548.254872:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3474 00000100:00100000:2.0:1777047548.254895:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384440576:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:2.0:1777047548.273178:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384440576:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 18244us (27686us total) trans 17179871773 rc 0/0 00000100:00100000:2.0:1777047548.273203:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3474 00002000:00100000:2.0:1777047548.273233:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (106496->167935) req@ffff98680626b100 x1863365384440576/t17179871773(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 488/448 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047548.273255:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626b100 with x1863365384440576 ext(106496->167935) 00002000:00010000:2.0:1777047548.273268:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626b100 00000100:00100000:3.0:1777047548.294382:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047548.294610:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440704 00000100:00100000:0.0:1777047548.294628:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440704 00000100:00100000:0.0:1777047548.294736:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6258 00000100:00100000:0.0:1777047548.294755:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384440704:12345-192.168.201.26@tcp:16:fsx.0 00000001:00080000:1.0:1777047548.462476:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871769 is committed 00000001:00080000:1.0:1777047548.462503:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871773 is committed 00000100:00100000:2.0:1777047548.463463:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384440704:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 168705us (169087us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047548.463481:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6258 00000100:00100000:0.0:1777047548.542900:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047548.544302:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440832 00000100:00100000:2.0:1777047548.544319:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440832 00002000:00100000:2.0:1777047548.544417:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x11a:0x0] (135168->143359) req@ffff9868403bfb80 x1863365384440832/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 8680/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047548.544437:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bfb80 with x1863365384440832 ext(135168->143359) 00002000:00010000:2.0:1777047548.544448:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bfb80 00000100:00100000:2.0:1777047548.544660:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3475 00000100:00100000:2.0:1777047548.544732:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384440832:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:2.0:1777047548.545463:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384440832:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 787us (2573us total) trans 17179871774 rc 0/0 00000100:00100000:2.0:1777047548.545480:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3475 00002000:00100000:2.0:1777047548.545495:0:14910:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x11a:0x0] (135168->143359) req@ffff9868403bfb80 x1863365384440832/t17179871774(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 8680/448 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047548.545511:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bfb80 with x1863365384440832 ext(135168->143359) 00002000:00010000:2.0:1777047548.545517:0:14910:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403bfb80 00010000:00010000:3.0:1777047548.553312:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047548.574294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047548.575082:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384440960 00000100:00100000:2.0:1777047548.575100:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384440960 00000100:00100000:2.0:1777047548.575344:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6259 00000100:00100000:2.0:1777047548.575366:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384440960:12345-192.168.201.26@tcp:16:fsx.0 00000100:00100000:2.0:1777047548.767424:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384440960:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 192052us (193132us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047548.767445:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6259 00000001:00080000:3.0:1777047548.767992:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871774 is committed 00000100:00100000:3.0:1777047548.792390:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047548.801662:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384441216 00000100:00100000:1.0:1777047548.801679:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384441216 00000100:00100000:1.0:1777047548.801785:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3694 00000100:00100000:1.0:1777047548.801802:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384441216:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047548.801871:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047548.801910:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e2ef9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cf5 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.801940:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:1.0:1777047548.801947:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047548.802291:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.802312:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.802326:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047548.802411:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938391 00000004:00010000:1.0:1777047548.802454:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f941905 reply state 00000000c2b547c8 transno 8589938392 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047548.802468:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047548.803540:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384441216:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1737us (11157us total) trans 8589938392 rc 0/0 00000100:00100000:1.0:1777047548.803553:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3694 00000020:00080000:1.0:1777047548.803562:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047548.807974:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.807996:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.808008:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.808018:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047548.808024:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.808040:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.808060:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047548.808065:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047548.808070:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047548.808374:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f00 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047548.821507:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047548.821620:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384441344 00000100:00100000:0.0:1777047548.821634:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384441344 00000100:00100000:3.0:1777047548.821643:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00010000:0.0:1777047548.821689:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (243375->18446744073709551615) 00002000:00100000:0.0:1777047548.821698:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626a680 with x1863365384441344 ext(243375->18446744073709551615) 00000100:00100000:3.0:1777047548.821713:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00002000:00010000:0.0:1777047548.821715:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626a680. 00000100:00100000:2.0:1777047548.825629:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384441472 00000100:00100000:2.0:1777047548.825640:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384441472 00002000:00010000:2.0:1777047548.825683:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047548.825689:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986806269880 with x1863365384441472 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047548.825701:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986806269880. 00000100:00100000:2.0:1777047548.825727:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384441600 00000100:00100000:2.0:1777047548.825731:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384441600 00002000:00010000:2.0:1777047548.825751:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047548.825757:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626ad80 with x1863365384441600 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047548.825765:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626ad80. 00000100:00100000:2.0:1777047548.825822:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3476 00000100:00100000:2.0:1777047548.825836:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384441344:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:0.0:1777047548.827569:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3477 00000100:00100000:0.0:1777047548.827588:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384441472:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:3.0:1777047548.827647:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3478 00000100:00100000:3.0:1777047548.827666:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384441600:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047548.827869:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047548.827876:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047548.827882:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047548.827885:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047548.827889:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047548.828002:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384441472:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 417us (6357us total) trans 21474838831 rc 0/0 00002000:00010000:3.0:1777047548.828008:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047548.828017:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047548 -> 1777047548 00000100:00100000:0.0:1777047548.828018:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3477 00002000:00010000:3.0:1777047548.828026:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047537 00002000:00010000:0.0:1777047548.828030:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00010000:3.0:1777047548.828034:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047548 -> 1777047548 00002000:00100000:0.0:1777047548.828037:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986806269880 with x1863365384441472 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.828042:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047548.828396:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986806269880. 00000100:00100000:3.0:1777047548.828396:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384441600:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 734us (6680us total) trans 17179871775 rc 0/0 00000100:00100000:3.0:1777047548.828415:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3478 00002000:00010000:3.0:1777047548.828422:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047548.828427:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626ad80 with x1863365384441600 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047548.828437:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626ad80. 00002000:00010000:2.0:1777047548.829219:0:14907:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 170600 -> 243375 00002000:00010000:2.0:1777047548.829225:0:14907:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047548 -> 1777047548 00002000:00010000:2.0:1777047548.829229:0:14907:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047537 -> 1777047548 00002000:00010000:2.0:1777047548.829232:0:14907:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047548 -> 1777047548 00002000:00010000:2.0:1777047548.829237:0:14907:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:2.0:1777047548.829293:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384441344:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 3459us (7796us total) trans 17179871776 rc 0/0 00000100:00100000:2.0:1777047548.829305:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3476 00002000:00010000:2.0:1777047548.829310:0:14907:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (243375->18446744073709551615) 00002000:00100000:2.0:1777047548.829315:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680626a680 with x1863365384441344 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047548.829323:0:14907:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680626a680. 00000100:00100000:3.0:1777047548.850688:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047548.853274:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384441728 00000100:00100000:0.0:1777047548.853288:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384441728 00000100:00100000:0.0:1777047548.853401:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3695 00000100:00100000:0.0:1777047548.853420:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384441728:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047548.853454:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047548.853484:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c200/0x29ccbc23e99e2f07 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788cfc expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.853696:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.853719:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047548.853736:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047548.853777:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:0.0:1777047548.853784:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047548.853869:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.853920:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c200/0x29ccbc23e99e2f07 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 78 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.853959:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 77 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047548.853974:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:1.0:1777047548.853979:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047548.854295:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487d000, rc 0) 00000100:00100000:1.0:1777047548.854393:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384441728:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 976us (3715us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047548.854408:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3695 00000100:00100000:0.0:1777047548.900085:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047548.900310:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384441856 00000100:00100000:3.0:1777047548.900327:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384441856 00002000:00100000:3.0:1777047548.900404:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (102400->126975) req@ffff986804999c00 x1863365384441856/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 488/0 e 0 to 0 dl 1777047559 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047548.900427:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804999c00 with x1863365384441856 ext(102400->126975) 00002000:00010000:3.0:1777047548.900438:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804999c00 00000100:00100000:3.0:1777047548.900511:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3479 00000100:00100000:3.0:1777047548.900529:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384441856:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:2.0:1777047548.924800:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384441856:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 24260us (24715us total) trans 17179871777 rc 0/0 00000100:00100000:2.0:1777047548.924822:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3479 00002000:00100000:2.0:1777047548.924842:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (102400->126975) req@ffff986804999c00 x1863365384441856/t17179871777(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:284/0 lens 488/448 e 0 to 0 dl 1777047559 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047548.924862:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804999c00 with x1863365384441856 ext(102400->126975) 00002000:00010000:2.0:1777047548.924872:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804999c00 00000100:00100000:0.0:1777047548.946209:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047548.946416:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384441984 00000100:00100000:3.0:1777047548.946436:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384441984 00000100:00100000:3.0:1777047548.946605:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6260 00000100:00100000:3.0:1777047548.946624:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384441984:12345-192.168.201.26@tcp:16:fsx.0 00000100:00100000:3.0:1777047549.012195:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047549.012235:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434168320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047549.012381:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.012519:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434168320 00000100:00100000:3.0:1777047549.012536:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434168320 00000100:00100000:3.0:1777047549.013407:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1777047549.013426:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434168320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047549.013484:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 230752256 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777047549.013618:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365434168320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 191us (1232us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.013633:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00080000:3.0:1777047549.013675:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047549.013727:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838826 gen 2 00000004:00080000:3.0:1777047549.013741:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884a80, transno 21474838799 00000004:00080000:3.0:1777047549.013759:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886680, transno 21474838800 00000004:00080000:3.0:1777047549.013765:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b67b80, transno 21474838801 00000004:00080000:3.0:1777047549.013769:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b885c00, transno 21474838802 00000004:00080000:3.0:1777047549.013774:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b65880, transno 21474838803 00000004:00080000:3.0:1777047549.013783:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886d80, transno 21474838804 00000004:00080000:3.0:1777047549.013788:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884380, transno 21474838805 00000004:00080000:3.0:1777047549.013792:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886300, transno 21474838806 00000004:00080000:3.0:1777047549.013797:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807febb80, transno 21474838807 00000004:00080000:3.0:1777047549.013801:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb100, transno 21474838808 00000004:00080000:3.0:1777047549.013807:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45a300, transno 21474838809 00000004:00080000:3.0:1777047549.013811:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d45a680, transno 21474838810 00000004:00080000:3.0:1777047549.013815:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8380, transno 21474838811 00000004:00080000:3.0:1777047549.013824:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8000, transno 21474838812 00000004:00080000:3.0:1777047549.013829:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e450a80, transno 21474838813 00000004:00080000:3.0:1777047549.013833:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e453480, transno 21474838814 00000004:00080000:3.0:1777047549.013838:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e452a00, transno 21474838815 00000004:00080000:3.0:1777047549.013842:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e451180, transno 21474838816 00000004:00080000:3.0:1777047549.013848:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e451880, transno 21474838817 00000004:00080000:3.0:1777047549.013852:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e453800, transno 21474838818 00000004:00080000:3.0:1777047549.013856:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e453100, transno 21474838819 00000004:00080000:3.0:1777047549.013866:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69ea00, transno 21474838820 00000004:00080000:3.0:1777047549.013870:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69e300, transno 21474838821 00000004:00080000:3.0:1777047549.013875:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69f100, transno 21474838822 00000004:00080000:3.0:1777047549.013879:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e450380, transno 21474838823 00000004:00080000:3.0:1777047549.013883:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868378ff800, transno 21474838824 00000004:00080000:3.0:1777047549.013887:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807074700, transno 21474838825 00000004:00080000:3.0:1777047549.013892:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e4e00, transno 21474838826 00000100:00100000:3.0:1777047549.013915:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434168320:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1777047549.014726:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 28 done 00000100:00100000:1.0:1777047549.020027:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777047549.023969:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434168448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777047549.024085:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.024678:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434168448 00000100:00100000:2.0:1777047549.024697:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434168448 00000100:00100000:2.0:1777047549.024824:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1777047549.024843:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434168448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777047549.024884:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 390922240 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:2.0:1777047549.024991:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365434168448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 150us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.025006:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1777047549.026627:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871763 gen 2 00000004:00080000:1.0:1777047549.027000:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755880, transno 17179871736 00000004:00080000:1.0:1777047549.027018:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755f80, transno 17179871737 00000004:00080000:1.0:1777047549.027023:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d755180, transno 17179871738 00000004:00080000:1.0:1777047549.027028:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403bc000, transno 17179871739 00000004:00080000:1.0:1777047549.027033:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682d756a00, transno 17179871740 00000004:00080000:1.0:1777047549.027038:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840328700, transno 17179871741 00000004:00080000:1.0:1777047549.027043:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032ad80, transno 17179871742 00000004:00080000:1.0:1777047549.027049:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986840328000, transno 17179871743 00000004:00080000:1.0:1777047549.027058:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032a680, transno 17179871744 00000004:00080000:1.0:1777047549.027063:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032a300, transno 17179871745 00000004:00080000:1.0:1777047549.027068:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810195880, transno 17179871746 00000004:00080000:1.0:1777047549.027073:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98684032b100, transno 17179871747 00000004:00080000:1.0:1777047549.027078:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810196a00, transno 17179871748 00000004:00080000:1.0:1777047549.027083:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810194000, transno 17179871749 00000004:00080000:1.0:1777047549.027088:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499ed80, transno 17179871750 00000004:00080000:1.0:1777047549.027097:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d500, transno 17179871751 00000004:00080000:1.0:1777047549.027102:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499df80, transno 17179871752 00000004:00080000:1.0:1777047549.027106:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e452d80, transno 17179871753 00000004:00080000:1.0:1777047549.027111:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499fb80, transno 17179871754 00000004:00080000:1.0:1777047549.027115:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499d180, transno 17179871755 00000004:00080000:1.0:1777047549.027120:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680499e300, transno 17179871756 00000004:00080000:1.0:1777047549.027124:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98680974d180, transno 17179871757 00000004:00080000:1.0:1777047549.027129:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f320000, transno 17179871758 00000004:00080000:1.0:1777047549.027166:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f321500, transno 17179871759 00000004:00080000:1.0:1777047549.027172:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f323b80, transno 17179871760 00000004:00080000:1.0:1777047549.027182:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98670f321880, transno 17179871761 00000004:00080000:1.0:1777047549.027186:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986808b65f80, transno 17179871762 00000004:00080000:1.0:1777047549.027191:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868096e4380, transno 17179871763 00000100:00100000:1.0:1777047549.027214:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434168448:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777047549.027444:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1777047549.035439:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 28 done 00000100:00100000:1.0:1777047549.130423:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384441984:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 183787us (184210us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.130445:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6260 00000001:00080000:3.0:1777047549.134390:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871777 is committed 00000100:00100000:0.0:1777047549.162037:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047549.162435:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384442240 00000100:00100000:3.0:1777047549.162450:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384442240 00000100:00100000:3.0:1777047549.162589:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1303 00000100:00100000:3.0:1777047549.162607:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54106:x1863365384442240:12345-192.168.201.26@tcp:35:fsx.0 00000001:00080000:3.0:1777047549.164474:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938393 00000100:00100000:3.0:1777047549.164999:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54106:x1863365384442240:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 2392us (2970us total) trans 8589938394 rc 0/0 00000100:00100000:3.0:1777047549.165016:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1303 00000020:00080000:3.0:1777047549.165025:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047549.210751:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047549.211447:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384442496 00000100:00100000:1.0:1777047549.211462:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384442496 00000100:00100000:1.0:1777047549.211928:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3696 00000100:00100000:1.0:1777047549.211949:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54335:x1863365384442496:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047549.211986:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047549.212021:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f15 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d03 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.212174:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.212196:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.212213:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.212234:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.212246:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.212256:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218446:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2f2a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218473:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218503:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2f2a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047549.218523:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:1.0:1777047549.218666:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218680:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218694:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218706:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047549.218714:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218726:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218747:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047549.218753:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047549.218761:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218773:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f1c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218794:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218805:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218814:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218823:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047549.218828:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218869:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218893:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98683e747700) 00010000:00010000:1.0:1777047549.218898:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047549.218903:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.218915:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f23 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.219349:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f15 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d03 expref: 82 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.219373:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2f2a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d03 expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.219387:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:1.0:1777047549.219392:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047549.219396:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:1.0:1777047549.219522:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54335:x1863365384442496:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 7578us (8785us total) trans 8589938395 rc 0/0 00000100:00100000:1.0:1777047549.232779:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3696 00000100:00100000:0.0:1777047549.238315:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047549.238460:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.238728:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384442752 00000100:00100000:2.0:1777047549.238743:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384442752 00000100:00100000:2.0:1777047549.238833:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1304 00000100:00100000:2.0:1777047549.238851:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54335:x1863365384442752:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047549.239208:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54335:x1863365384442752:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 358us (899us total) trans 8589938396 rc 0/0 00000100:00100000:2.0:1777047549.239223:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1304 00000100:00100000:3.0:1777047549.239575:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384442880 00000100:00100000:3.0:1777047549.239905:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384442880 00000100:00100000:3.0:1777047549.239994:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 511 00000100:00100000:3.0:1777047549.240280:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:2410:x1863365384442880:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047549.240300:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047549.240334:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e2f2a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d03 expref: 82 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.240364:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047549.240372:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047549.240415:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:2410:x1863365384442880:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 140us (1955us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.240428:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 511 00000100:00100000:3.0:1777047549.256530:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.257615:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384443136 00000100:00100000:2.0:1777047549.257635:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384443136 00000100:00100000:2.0:1777047549.259397:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3697 00000100:00100000:2.0:1777047549.259421:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54335:x1863365384443136:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047549.259459:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047549.259489:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2f38 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d0a expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.259689:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e2f3f lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.259715:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e2f3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.259735:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e2f3f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047549.259753:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047549.259979:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2f38 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d0a expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.260323:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e2f3f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d0a expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.260339:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047549.260345:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047549.260351:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:2.0:1777047549.260434:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54335:x1863365384443136:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1022us (3919us total) trans 8589938397 rc 0/0 00000100:00100000:2.0:1777047549.260447:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3697 00000100:00100000:0.0:1777047549.275362:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.279061:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384443392 00000100:00100000:2.0:1777047549.279079:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384443392 00000100:00100000:2.0:1777047549.279282:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3698 00000100:00100000:2.0:1777047549.279299:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54335:x1863365384443392:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047549.279333:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047549.279364:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2f4d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d11 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.279510:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.279563:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.279579:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.280250:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 84 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.280277:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 84 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047549.280301:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434168576:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047549.280550:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062ebb40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.303065:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.303250:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434168576:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047549.303306:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047549.303312:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384443520 00000100:00100000:3.0:1777047549.303330:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384443520 00010000:00010000:3.0:1777047549.303409:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 85 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047549.303482:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2730 00000100:00100000:3.0:1777047549.303499:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2411:x1863365384443520:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047549.303545:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047549.303557:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 85 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.307371:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 85 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.307423:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2f0e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cfc expref: 85 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.307452:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047549.307462:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.307477:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.307491:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.309346:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047549.309473:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2411:x1863365384443520:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 5961us (6408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.309493:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2730 00010000:00010000:2.0:1777047549.309511:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.309584:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047549.309621:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047549.311304:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2f4d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d11 expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.311348:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d11 expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.311366:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047549.311372:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047549.311377:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047549.311506:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54335:x1863365384443392:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 32208us (36154us total) trans 8589938398 rc 0/0 00000100:00100000:2.0:1777047549.311522:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3698 00000100:00100000:0.0:1777047549.321467:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047549.321588:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384443648 00000100:00100000:3.0:1777047549.321626:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384443648 00000100:00100000:3.0:1777047549.322159:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1305 00000100:00100000:3.0:1777047549.322177:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54335:x1863365384443648:12345-192.168.201.26@tcp:33:lfs.0 00000100:00100000:3.0:1777047549.322454:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54335:x1863365384443648:12345-192.168.201.26@tcp:33:lfs.0 Request processed in 279us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.322468:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1305 00000100:00100000:3.0:1777047549.330519:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047549.331518:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384443904 00000100:00100000:1.0:1777047549.331565:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384443904 00000100:00100000:1.0:1777047549.331700:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1306 00000100:00100000:1.0:1777047549.331716:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54335:x1863365384443904:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047549.332431:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54335:x1863365384443904:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 718us (1928us total) trans 8589938399 rc 0/0 00000100:00100000:1.0:1777047549.332444:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1306 00000100:00100000:0.0:1777047549.340706:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.341219:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384444160 00000100:00100000:2.0:1777047549.341237:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384444160 00000100:00100000:2.0:1777047549.341331:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3699 00000100:00100000:2.0:1777047549.341350:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54335:x1863365384444160:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047549.341398:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047549.341403:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1777047549.341477:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2f54 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d11 expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.341517:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e2f3f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d0a expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.342359:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047549.342371:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047549.342402:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2f62 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d18 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.347392:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2f69 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.347429:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2f69 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.347483:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2f69 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047549.347507:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047549.351085:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2f62 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d18 expref: 86 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.351158:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2f69 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d18 expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.351186:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047549.351192:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047549.351198:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047549.351340:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54335:x1863365384444160:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 9993us (10650us total) trans 8589938400 rc 0/0 00000100:00100000:2.0:1777047549.351356:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3699 00000100:00100000:0.0:1777047549.360641:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047549.360822:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384444416 00000100:00100000:3.0:1777047549.360841:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384444416 00000100:00100000:3.0:1777047549.360933:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1307 00000100:00100000:3.0:1777047549.360950:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54335:x1863365384444416:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:3.0:1777047549.361406:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2f69 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d18 expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.361473:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.361496:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 85 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.361512:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.361610:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 85 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.361634:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 85 pid: 31251 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047549.361660:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434168704:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047549.364327:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.378398:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047549.378684:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384444544 00000100:00100000:0.0:1777047549.378702:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384444544 00010000:00010000:0.0:1777047549.378784:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 86 pid: 31251 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047549.378867:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2731 00000100:00100000:0.0:1777047549.378884:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2411:x1863365384444544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047549.378909:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047549.378920:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 86 pid: 31251 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.378943:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 86 pid: 31251 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.379324:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:0.0:1777047549.379335:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.379356:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.379369:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.379402:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047549.379518:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2411:x1863365384444544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 636us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.379610:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2731 00010000:00010000:1.0:1777047549.382472:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487da00/0x29ccbc23e99e2eba lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cd9 expref: 85 pid: 31251 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047549.382510:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434168704:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047549.382551:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.382962:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.382975:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384662:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384677:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384689:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384699:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047549.384707:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384719:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384742:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:1.0:1777047549.384748:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047549.384755:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384765:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e2f77 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.384783:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:1.0:1777047549.384787:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047549.384795:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e2f69 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d18 expref: 84 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047549.386315:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54335:x1863365384444416:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 25364us (25689us total) trans 8589938401 rc -22/-22 00000100:00100000:1.0:1777047549.386334:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1307 00000100:00100000:3.0:1777047549.423316:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047549.426257:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384444672 00000100:00100000:1.0:1777047549.426281:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384444672 00000100:00100000:1.0:1777047549.426406:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3700 00000100:00100000:1.0:1777047549.426424:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54335:x1863365384444672:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047549.426467:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047549.426509:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d1f expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.426670:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 85 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.426694:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 85 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.426737:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:1.0:1777047549.426742:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047549.426747:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:1.0:1777047549.426867:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54335:x1863365384444672:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 447us (3569us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.426878:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3700 00000100:00100000:0.0:1777047549.442315:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047549.446662:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384444928 00000100:00100000:1.0:1777047549.446687:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384444928 00000100:00100000:1.0:1777047549.446923:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3701 00000100:00100000:1.0:1777047549.446942:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54335:x1863365384444928:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047549.446978:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047549.447038:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f85 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d26 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.449469:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.449497:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.449516:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047549.449909:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xee:0x0]: returning size 0 00010000:00010000:1.0:1777047549.459257:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e2f85 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 88 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.459332:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.459348:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xee:0x0].0x0 (ffff98683e747700) 00010000:00010000:1.0:1777047549.459354:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047549.459359:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:2.0:1777047549.473560:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54335:x1863365384444928:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 26567us (31207us total) trans 8589938402 rc 0/0 00000100:00100000:2.0:1777047549.473584:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3701 00000100:00100000:3.0:1777047549.487796:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047549.487971:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384445184 00000100:00100000:1.0:1777047549.487991:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384445184 00000100:00100000:1.0:1777047549.488493:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3702 00000100:00100000:1.0:1777047549.488513:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54335:x1863365384445184:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047549.491288:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047549.491336:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2f9a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d2d expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.491585:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2fa1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.491634:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2fa1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.491657:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2fa1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047549.491702:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:3.0:1777047549.491955:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89a00/0x29ccbc23e99e2f9a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d2d expref: 90 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.491990:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2fa1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d2d expref: 89 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.492005:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047549.492010:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047549.492016:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00100000:3.0:1777047549.492162:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54335:x1863365384445184:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3653us (4383us total) trans 8589938403 rc 0/0 00000100:00100000:3.0:1777047549.492178:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3702 00000100:00100000:0.0:1777047549.508069:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.508239:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384445440 00000100:00100000:2.0:1777047549.508260:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384445440 00000100:00100000:2.0:1777047549.508464:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1308 00000100:00100000:2.0:1777047549.508486:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54335:x1863365384445440:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047549.509108:0:32151:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2fa1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d2d expref: 89 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.509209:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.509234:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 89 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.509252:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.509316:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 89 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.509341:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 89 pid: 33034 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047549.509369:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434168832:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047549.509514:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eba80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.532902:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047549.533448:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384445568 00000100:00100000:3.0:1777047549.533468:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384445568 00010000:00010000:3.0:1777047549.533607:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 5/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 90 pid: 33034 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047549.534223:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434168832:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047549.534277:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047549.534435:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2732 00000100:00100000:3.0:1777047549.534455:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:2411:x1863365384445568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047549.534487:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047549.534501:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 90 pid: 33034 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.534527:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 90 pid: 33034 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.534568:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e2f7e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d1f expref: 90 pid: 33034 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.534599:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:3.0:1777047549.534608:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.534626:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.534641:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.534697:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047549.534816:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2411:x1863365384445568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 364us (1930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.534832:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2732 00010000:00010000:2.0:1777047549.535207:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.535222:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.535265:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.535288:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 88 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.535303:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.535359:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 88 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.535384:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 88 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047549.535412:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434168960:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047549.535602:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eba80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047549.555517:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434168960:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047549.555657:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047549.563625:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047549.563853:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384445696 00000100:00100000:3.0:1777047549.563875:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384445696 00010000:00010000:3.0:1777047549.563954:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 89 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047549.564040:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2733 00000100:00100000:3.0:1777047549.564058:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:2410:x1863365384445696:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047549.564088:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047549.564100:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 89 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.564157:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 89 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.564199:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e2f8c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d26 expref: 89 pid: 30804 timeout: 4277 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.564229:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xee:0x0].0x0 (ffff98683e747700) 00010000:00010000:3.0:1777047549.564239:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.564255:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.564269:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.564329:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047549.564420:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:2410:x1863365384445696:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 366us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.564440:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2733 00010000:00010000:2.0:1777047549.565633:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.565650:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047549.580472:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.580820:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.580907:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eba80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.582455:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169088 00000100:00100000:1.0:1777047549.582473:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169088 00000100:00100000:1.0:1777047549.582645:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1777047549.582663:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169088:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.582828:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169088:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 168us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.582843:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00010000:00010000:3.0:1777047549.584181:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047549.584359:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.584490:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.584569:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.584618:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062ebb40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.584815:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169216 00000100:00100000:1.0:1777047549.584824:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169216 00000100:00100000:1.0:1777047549.584886:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1777047549.584901:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169216:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.585595:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169216:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 695us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.585608:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1777047549.590037:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d64700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.590219:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.590301:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.590344:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.590847:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169344 00000100:00100000:3.0:1777047549.590860:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169344 00000100:00100000:3.0:1777047549.590940:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:3.0:1777047549.590957:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169344:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.591098:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169344:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 142us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.591111:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1777047549.591523:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.592216:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.592269:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.592310:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777047549.592559:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169472 00000100:00100000:2.0:1777047549.592569:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169472 00000100:00100000:2.0:1777047549.593256:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1777047549.593274:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169472:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.593398:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169472:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 128us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.593417:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1777047549.593579:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.593671:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169600:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.593721:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.603620:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705609a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.604429:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169600 00000100:00100000:3.0:1777047549.604449:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169600 00000100:00100000:3.0:1777047549.604555:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1777047549.604572:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169600:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.610176:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d754380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169600:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.610319:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a72680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169728:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.611657:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.611885:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169600:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 7311us (18157us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.611907:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1777047549.611958:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169728 00000100:00100000:1.0:1777047549.611959:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.611968:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169728 00000100:00100000:2.0:1777047549.612229:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:2.0:1777047549.612252:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169728:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.614216:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169728:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1968us (2559us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.614231:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1777047549.614383:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a72680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169728:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.614506:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a72680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169856:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.614592:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.627265:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169856 00000100:00100000:0.0:1777047549.627324:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169856 00000100:00100000:0.0:1777047549.627453:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1777047549.627472:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169856:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.628266:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.628314:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169856:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 844us (13718us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.628331:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1777047549.628346:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a72680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169856:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.628479:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a72680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169984:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.628633:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047549.628675:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.628697:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434169984 00000100:00100000:3.0:1777047549.628729:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434169984 00000100:00100000:3.0:1777047549.628799:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1777047549.628813:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169984:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.628930:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434169984:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 119us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.628943:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1777047549.630120:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a72680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434169984:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.630256:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170112:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.630315:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.630359:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868062eba80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.632017:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434170112 00000100:00100000:1.0:1777047549.632028:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434170112 00000100:00100000:1.0:1777047549.632088:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1777047549.632102:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170112:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.632252:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170112:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 151us (1935us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.632264:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:2.0:1777047549.635296:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170112:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.635421:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170240:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.635500:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.635589:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434170240 00000100:00100000:0.0:1777047549.635600:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434170240 00000100:00100000:0.0:1777047549.635700:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1777047549.635717:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170240:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.635826:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170240:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 113us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.635839:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1777047549.635874:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebcee40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.635899:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170240:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.635972:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170368:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.636023:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.636063:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680332d300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.636209:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434170368 00000100:00100000:3.0:1777047549.636218:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434170368 00000100:00100000:3.0:1777047549.636276:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1777047549.636290:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170368:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.636406:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170368:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 118us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047549.636419:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1777047549.636576:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170368:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.636668:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a70e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170496:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.636920:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047549.637070:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.643157:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434170496 00000100:00100000:3.0:1777047549.643174:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434170496 00000100:00100000:2.0:1777047549.643424:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1777047549.643442:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170496:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.645318:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170496:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1878us (8595us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.645332:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:0.0:1777047549.646064:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a70e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170496:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.646225:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170624:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.646291:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.646338:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.646622:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434170624 00000100:00100000:1.0:1777047549.646633:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434170624 00000100:00100000:1.0:1777047549.647055:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:1.0:1777047549.647072:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170624:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.647216:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170624:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 148us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.647227:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1777047549.647308:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d756a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170624:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.647371:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170752:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.647412:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.651894:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.653347:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434170752 00000100:00100000:3.0:1777047549.653363:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434170752 00000100:00100000:0.0:1777047549.653526:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1777047549.654680:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170752:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.655181:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170752:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 508us (7764us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.655197:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1777047549.655284:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170752:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.655678:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170880:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.655739:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.655973:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434170880 00000100:00100000:2.0:1777047549.655983:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434170880 00000100:00100000:2.0:1777047549.656059:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1777047549.656072:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170880:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.657059:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434170880:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 988us (1317us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.657073:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1777047549.657304:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.657355:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434170880:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.657438:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171008:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.657484:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.657524:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.658402:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171008 00000100:00100000:1.0:1777047549.658413:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171008 00000100:00100000:1.0:1777047549.658506:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1777047549.658520:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171008:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.659162:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171008:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 643us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.659174:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:2.0:1777047549.660230:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171008:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.660335:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171136:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.660393:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.660460:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce780 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.661480:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171136 00000100:00100000:1.0:1777047549.661492:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171136 00000100:00100000:1.0:1777047549.661992:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:1.0:1777047549.662009:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171136:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.662176:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171136:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 170us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.662187:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1777047549.662526:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171136:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.663146:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171264:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.663201:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.663241:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce780 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.663366:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171264 00000100:00100000:0.0:1777047549.663374:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171264 00000100:00100000:0.0:1777047549.663436:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1777047549.663449:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171264:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.664435:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171264:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 987us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.664448:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1777047549.664826:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171264:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.664907:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171392:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.664960:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.665006:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.665485:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171392 00000100:00100000:1.0:1777047549.665494:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171392 00000100:00100000:1.0:1777047549.665586:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1777047549.665598:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171392:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.665677:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171392:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 80us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.665688:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1777047549.665872:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171392:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.666419:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171520:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.666466:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.666503:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047549.666800:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171520 00000100:00100000:2.0:1777047549.666809:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171520 00000100:00100000:0.0:1777047549.667251:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1777047549.667266:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171520:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.667400:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171520:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 137us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.667412:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1777047549.670597:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171520:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.670712:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171648:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.670767:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.670824:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047549.671194:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171648 00000100:00100000:2.0:1777047549.671204:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171648 00000100:00100000:2.0:1777047549.671418:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1777047549.671456:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171648:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.671583:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171648:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 150us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.671595:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:3.0:1777047549.671963:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171648:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.672035:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171776:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.672081:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.672146:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.672245:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171776 00000100:00100000:0.0:1777047549.672253:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171776 00000100:00100000:0.0:1777047549.672305:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1777047549.672317:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171776:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.672421:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171776:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 106us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.672433:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1777047549.672597:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171776:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.673001:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171904:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.673046:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.673091:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047549.673214:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434171904 00000100:00100000:2.0:1777047549.673222:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434171904 00000100:00100000:2.0:1777047549.673281:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1777047549.673292:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171904:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.673912:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434171904:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 619us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.673925:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1777047549.681681:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434171904:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.681844:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172032:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.681946:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.681990:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.684969:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434172032 00000100:00100000:0.0:1777047549.684989:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434172032 00000100:00100000:0.0:1777047549.685102:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:0.0:1777047549.685120:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172032:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.685345:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172032:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 228us (3398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.685359:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:3.0:1777047549.685913:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172032:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.686052:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172160:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.686111:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047549.686296:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047549.689282:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434172160 00000100:00100000:2.0:1777047549.689299:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434172160 00000100:00100000:2.0:1777047549.689654:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1777047549.689674:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172160:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.689885:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172160:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 216us (3773us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.689898:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1777047549.690455:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172160:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.690590:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172288:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.690644:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047549.695169:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434172288 00000100:00100000:0.0:1777047549.695187:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434172288 00000100:00100000:1.0:1777047549.695501:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:1.0:1777047549.695517:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172288:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047549.698305:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047549.698577:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172288:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 3059us (7927us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047549.698645:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1777047549.702382:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986808b67b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172288:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:1.0:1777047549.704444:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].58, 1272 off88440 00000001:00080000:1.0:1777047549.704469:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938404 00000100:00100000:1.0:1777047549.706319:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172416:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.706440:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047549.706717:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e180 going to sleep for 11 seconds 00000100:00100000:0.0:1777047549.707483:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434172416 00000100:00100000:0.0:1777047549.707501:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434172416 00000100:00100000:1.0:1777047549.708489:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:1.0:1777047549.708508:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172416:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047549.710150:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:32151:x1863365434172416:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1612us (3675us total) trans 17179871778 rc 0/0 00000100:00100000:1.0:1777047549.710169:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1777047549.710323:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172416:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.710404:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172544:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047549.710472:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047549.711014:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebcee40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047549.711577:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434172544 00000100:00100000:3.0:1777047549.711589:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434172544 00000100:00100000:3.0:1777047549.712043:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1777047549.712059:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683748a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434172544:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047549.713256:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683748a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:32151:x1863365434172544:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1197us (2780us total) trans 21474838832 rc 0/0 00000100:00100000:3.0:1777047549.713271:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1777047549.714421:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434172544:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1777047549.716582:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938405 00010000:00010000:2.0:1777047549.716677:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716698:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716712:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716724:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047549.716732:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716756:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716794:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xee:0x0].0x0 (ffff98683e747700) 00010000:00010000:2.0:1777047549.716798:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047549.716807:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716817:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e2fb6 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716855:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716865:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716876:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716884:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047549.716889:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716900:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716914:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047549.716918:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047549.716924:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716933:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2faf lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.716964:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747900) 00010000:00010000:2.0:1777047549.716969:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047549.716980:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e2fa1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d2d expref: 90 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047549.717179:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54335:x1863365384445440:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 208698us (209128us total) trans 8589938406 rc 0/0 00000100:00100000:2.0:1777047549.717197:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1308 00000020:00080000:2.0:1777047549.717205:0:32151:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1777047549.733359:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.734398:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384445824 00000100:00100000:2.0:1777047549.734418:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384445824 00000100:00100000:2.0:1777047549.734566:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3703 00000100:00100000:2.0:1777047549.734585:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54335:x1863365384445824:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047549.734646:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047549.734688:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d34 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.734820:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 90 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.734847:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 90 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.734878:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047549.734884:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047549.734890:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2da00, rc 0) 00000100:00100000:2.0:1777047549.734999:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54335:x1863365384445824:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 416us (1656us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047549.735018:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3703 00000100:00100000:0.0:1777047549.742950:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047549.744863:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384445952 00000100:00100000:3.0:1777047549.744885:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384445952 00000100:00080000:2.0:1777047549.745052:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1777047549.745054:0:14911:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x11a:0x0] (45056->106495) req@ffff98680499ed80 x1863365384445952/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:285/0 lens 488/0 e 0 to 0 dl 1777047560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047549.745090:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499ed80 with x1863365384445952 ext(45056->106495) 00002000:00010000:3.0:1777047549.745147:0:14911:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499ed80 00000100:00100000:3.0:1777047549.745204:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3480 00000100:00100000:3.0:1777047549.745222:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2413:x1863365384445952:12345-192.168.201.26@tcp:4:fsx.0 00000100:00100000:3.0:1777047549.772921:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384445952:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 27376us (29661us total) trans 17179871779 rc 0/0 00000100:00100000:3.0:1777047549.772947:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3480 00002000:00100000:3.0:1777047549.774371:0:14911:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x11a:0x0] (45056->106495) req@ffff98680499ed80 x1863365384445952/t17179871779(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:285/0 lens 488/448 e 0 to 0 dl 1777047560 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777047549.774392:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499ed80 with x1863365384445952 ext(45056->106495) 00002000:00010000:3.0:1777047549.774403:0:14911:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680499ed80 00000100:00100000:2.0:1777047549.795015:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047549.796406:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384446208 00000100:00100000:1.0:1777047549.796427:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384446208 00000100:00100000:1.0:1777047549.796588:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1309 00000100:00100000:1.0:1777047549.796610:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54335:x1863365384446208:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:1.0:1777047549.804472:0:30808:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xee:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777047549.804789:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1304, 64 off118864 00000004:00080000:1.0:1777047549.805735:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4178188199059ns, next at 4179187272021ns, rc = 0 00000040:00080000:1.0:1777047549.805846:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1291, 64 off117656 00000004:00080000:1.0:1777047549.805860:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4178188325846ns, next at 4179188322970ns, rc = 0 00000001:00080000:1.0:1777047549.805882:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938407 00010000:00010000:1.0:1777047549.806050:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.806078:0:30808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.806099:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.806150:0:30808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.806161:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.806172:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047549.806204:0:30808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047549.806419:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54335:x1863365384446208:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 9809us (11417us total) trans 8589938408 rc 0/0 00000100:00100000:1.0:1777047549.806437:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1309 00000020:00080000:1.0:1777047549.806447:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047549.806616:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047549.806628:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.806640:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047549.806646:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.806659:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.806680:0:5846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xee:0x0].0x0 (ffff98683e747300) 00010000:00010000:0.0:1777047549.806686:0:5846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777047549.806693:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.806703:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e2fc4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.806733:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047549.806737:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047549.806741:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047549.818638:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.820424:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384446464 00000100:00100000:2.0:1777047549.820441:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384446464 00000100:00100000:2.0:1777047549.820797:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1310 00000100:00100000:2.0:1777047549.820824:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54335:x1863365384446464:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047549.821701:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54335:x1863365384446464:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 884us (3074us total) trans 8589938409 rc 0/0 00000100:00100000:2.0:1777047549.826105:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1310 00000100:00100000:2.0:1777047549.869404:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047549.869616:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384446592 00000100:00100000:0.0:1777047549.869632:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384446592 00000100:00100000:0.0:1777047549.869975:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3704 00000100:00100000:0.0:1777047549.869993:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54336:x1863365384446592:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047549.870028:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047549.870058:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2fcb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d3b expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.870213:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.870238:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.870257:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.870281:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.870295:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.870308:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871159:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871178:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871193:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047549.871247:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:0.0:1777047549.871254:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047549.871282:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871310:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871325:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871337:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871351:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871362:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487c400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047549.871368:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871383:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871401:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047549.871407:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047549.871415:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871427:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c400/0x29ccbc23e99e2fd2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871447:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871459:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871471:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871481:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047549.871486:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871498:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871512:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986820555700) 00010000:00010000:0.0:1777047549.871516:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047549.871521:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.871594:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e2fd9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.873758:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2fcb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 95 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.873789:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 94 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.873814:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:0.0:1777047549.873820:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047549.873825:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487d000, rc 0) 00000100:00100000:0.0:1777047549.874094:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54336:x1863365384446592:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4102us (4699us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047549.874117:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3704 00000100:00100000:0.0:1777047549.895956:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047549.904138:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384446848 00000100:00100000:2.0:1777047549.904158:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384446848 00000100:00100000:2.0:1777047549.904263:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3705 00000100:00100000:2.0:1777047549.904280:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54336:x1863365384446848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047549.904305:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047549.904329:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2fe7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d42 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.904470:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.904494:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047549.904512:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047549.904922:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:3.0:1777047549.905365:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e2fe7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 97 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.905406:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 96 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047549.905419:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:3.0:1777047549.905424:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1777047549.905429:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:3.0:1777047549.905623:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54336:x1863365384446848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1346us (9781us total) trans 8589938410 rc 0/0 00000100:00100000:3.0:1777047549.905636:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3705 00000100:00100000:3.0:1777047549.921836:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047549.926944:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384447104 00000100:00100000:0.0:1777047549.926969:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384447104 00000100:00100000:0.0:1777047549.927398:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3706 00000100:00100000:0.0:1777047549.927416:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54336:x1863365384447104:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047549.927460:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047549.927592:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ffc lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d49 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.927778:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e3003 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.927802:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e3003 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.927820:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e3003 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047549.927838:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:0.0:1777047549.928037:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487c600/0x29ccbc23e99e2ffc lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d49 expref: 99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.928069:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e3003 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d49 expref: 98 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.928083:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:0.0:1777047549.928088:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047549.928094:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98680487de00, rc 0) 00000100:00100000:0.0:1777047549.928220:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54336:x1863365384447104:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 808us (6401us total) trans 8589938411 rc 0/0 00000100:00100000:0.0:1777047549.928232:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3706 00000100:00100000:2.0:1777047549.951832:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047549.951922:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384447232 00000100:00100000:0.0:1777047549.951940:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384447232 00000100:00100000:0.0:1777047549.952108:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3481 00000100:00100000:0.0:1777047549.952159:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384447232:12345-192.168.201.26@tcp:3:lfs.0 00000100:00080000:2.0:1777047549.952163:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1777047549.952245:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb9701, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:0.0:1777047549.952261:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.952286:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047549.952290:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047549.952298:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.952325:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.970354:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.970390:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.970405:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.970427:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047549.970436:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.970451:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.970507:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.970521:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3011 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047549.970704:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840328700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384447232:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18575us (18884us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047549.970723:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3481 00000100:00100000:1.0:1777047549.985690:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047549.986282:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384447360 00000100:00100000:0.0:1777047549.986300:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384447360 00000100:00100000:0.0:1777047549.986513:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3482 00000100:00100000:0.0:1777047549.986530:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384447360:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047549.986897:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb9713, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:0.0:1777047549.986912:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.986938:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047549.986941:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047549.986950:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047549.986972:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.000486:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.000520:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.000603:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.000618:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047550.000627:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.001430:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.001471:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.001483:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eac17afb/0x29ccbc23e99e3018 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047550.001648:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384447360:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15111us (15965us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047550.001667:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3482 00000100:00100000:1.0:1777047550.015414:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.015611:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384447488 00000100:00100000:2.0:1777047550.015630:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384447488 00000100:00100000:2.0:1777047550.016691:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3483 00000100:00100000:2.0:1777047550.016713:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384447488:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.016800:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb979d, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:2.0:1777047550.016817:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.016845:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.016848:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.016857:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.016903:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.037472:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.037509:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.037523:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.037605:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.037615:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.037629:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.037661:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.037672:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e301f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.037838:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384447488:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21123us (22431us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.037855:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3483 00000100:00100000:1.0:1777047550.057391:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.057590:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384447616 00000100:00100000:2.0:1777047550.057608:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384447616 00000100:00100000:2.0:1777047550.057983:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3484 00000100:00100000:2.0:1777047550.058002:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384447616:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047550.058063:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.058094:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.058098:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.058108:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.058159:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.077967:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.078005:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.078307:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.078321:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.078329:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.078347:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.078384:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.078399:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e3026 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.078566:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384447616:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20560us (21185us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.078587:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3484 00000100:00100000:0.0:1777047550.103320:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.103830:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384447744 00000100:00100000:2.0:1777047550.103849:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384447744 00000100:00100000:2.0:1777047550.103975:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3485 00000100:00100000:2.0:1777047550.103994:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384447744:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.104403:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9766, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047550.104419:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.104446:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.104450:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.104459:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.104483:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.122204:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.122242:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.122259:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.122272:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.122281:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.122296:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.122326:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.122337:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e302d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.122510:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384447744:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18513us (19488us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.122927:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3485 00000100:00100000:3.0:1777047550.141487:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047550.141720:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384447872 00000100:00100000:0.0:1777047550.141739:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384447872 00000100:00100000:0.0:1777047550.141872:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3486 00000100:00100000:0.0:1777047550.141891:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384447872:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047550.141982:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9766, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:0.0:1777047550.142000:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.142028:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.142032:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.142042:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.142068:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.151462:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.151499:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.151526:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.151594:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047550.151603:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.151620:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.151653:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.151665:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3034 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047550.151834:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384447872:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 9939us (10356us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047550.151854:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3486 00000100:00100000:1.0:1777047550.179389:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.180268:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384448000 00000100:00100000:2.0:1777047550.180285:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384448000 00000100:00100000:2.0:1777047550.180424:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3487 00000100:00100000:2.0:1777047550.180443:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384448000:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.180601:0:14907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9790, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047550.180618:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.180647:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.180651:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.180661:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.180695:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.197735:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.197770:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.197785:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.197796:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047550.197803:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.197818:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.197850:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.197861:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf02b112/0x29ccbc23e99e303b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.198355:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384448000:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17907us (18974us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047550.198373:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3487 00000100:00100000:1.0:1777047550.226702:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.227626:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384448128 00000100:00100000:2.0:1777047550.227645:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384448128 00000100:00100000:2.0:1777047550.228135:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3488 00000100:00100000:2.0:1777047550.228156:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384448128:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.228267:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb979d, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047550.228284:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.228312:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.228315:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.228324:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.228348:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.245204:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.245239:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.245255:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.245268:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047550.245276:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.245290:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.245320:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.245330:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e3042 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047550.245497:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384448128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17330us (18796us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047550.245518:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3488 00000100:00100000:1.0:1777047550.262926:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047550.263505:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384448256 00000100:00100000:3.0:1777047550.263524:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384448256 00000100:00100000:3.0:1777047550.263698:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3489 00000100:00100000:3.0:1777047550.263716:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384448256:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047550.263805:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97b8, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:3.0:1777047550.263821:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.263851:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047550.263854:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047550.263863:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.263888:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.280633:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.280668:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.280683:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.280695:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047550.280704:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.280719:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.280773:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.280786:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1bb0d73/0x29ccbc23e99e3049 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.280968:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384448256:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17247us (18050us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047550.281304:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3489 00000100:00100000:2.0:1777047550.296260:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047550.296426:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384448384 00000100:00100000:0.0:1777047550.296444:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384448384 00000100:00100000:0.0:1777047550.299809:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3490 00000100:00100000:0.0:1777047550.299841:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384448384:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047550.299941:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97c2, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:0.0:1777047550.299960:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.299992:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.300015:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.300027:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.300339:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.316660:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.316883:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.316900:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.317245:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98680487c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047550.317254:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.317271:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.317306:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.317320:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005331865b/0x29ccbc23e99e3050 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047550.317474:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384448384:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17638us (21248us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047550.317494:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3490 00000100:00100000:2.0:1777047550.339284:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047550.339492:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384448512 00000100:00100000:1.0:1777047550.339511:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384448512 00000100:00100000:1.0:1777047550.339995:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3491 00000100:00100000:1.0:1777047550.340016:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384448512:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047550.340155:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97de, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:1.0:1777047550.340174:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.340206:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047550.340211:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047550.340221:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.340247:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.355403:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.355439:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.355457:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.355471:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047550.355480:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.355497:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.355658:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.355676:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3057 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047550.355883:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98684032b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384448512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15863us (16609us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047550.355905:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3491 00000100:00100000:2.0:1777047550.369902:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047550.370089:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384448640 00000100:00100000:1.0:1777047550.370108:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384448640 00000100:00100000:1.0:1777047550.370283:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 512 00000100:00100000:1.0:1777047550.370300:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54336:x1863365384448640:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:1.0:1777047550.370327:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047550.370368:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487de00/0x29ccbc23e99e3003 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d49 expref: 98 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.370402:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047550.370411:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047550.370512:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54336:x1863365384448640:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 215us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047550.370884:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 512 00000100:00080000:2.0:1777047550.371013:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047550.380444:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.380962:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384448896 00000100:00100000:2.0:1777047550.380982:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384448896 00000100:00100000:2.0:1777047550.381450:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1311 00000100:00100000:2.0:1777047550.381471:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54336:x1863365384448896:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047550.384413:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54336:x1863365384448896:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 499us (1537us total) trans 8589938412 rc 0/0 00000100:00100000:2.0:1777047550.384442:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1311 00000100:00100000:0.0:1777047550.472907:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.473096:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384449152 00000100:00100000:2.0:1777047550.473137:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384449152 00000100:00100000:2.0:1777047550.473251:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3707 00000100:00100000:2.0:1777047550.473271:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54337:x1863365384449152:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047550.473315:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047550.473355:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e305e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d50 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.473529:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3065 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.473611:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3065 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.473631:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3065 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047550.473652:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047550.473860:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e305e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d50 expref: 101 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.473889:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3065 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d50 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.473903:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047550.473908:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047550.473914:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047550.474316:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54337:x1863365384449152:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1049us (1422us total) trans 8589938413 rc 0/0 00000100:00100000:2.0:1777047550.474329:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3707 00000100:00100000:3.0:1777047550.486134:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.487763:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384449280 00000100:00100000:2.0:1777047550.487782:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384449280 00000100:00100000:2.0:1777047550.487916:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3492 00000100:00100000:2.0:1777047550.487934:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384449280:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.488024:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb9701, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:2.0:1777047550.488040:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.488097:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.488101:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.488131:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.488158:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.505509:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.505579:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.505616:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.505631:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.505639:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.505655:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.505684:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.505695:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e3073 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.505858:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384449280:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17914us (19752us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.505879:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3492 00000100:00100000:3.0:1777047550.524308:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.524476:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384449408 00000100:00100000:2.0:1777047550.524499:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384449408 00000100:00100000:2.0:1777047550.524719:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3493 00000100:00100000:2.0:1777047550.524738:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384449408:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.524853:0:14910:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb9713, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:2.0:1777047550.524870:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.524897:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.524902:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.524913:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.525266:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.546502:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.546589:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.546608:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.546621:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.546627:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.546642:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.546670:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.546683:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e307a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.546813:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680956f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384449408:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22074us (22510us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.546831:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3493 00000100:00100000:3.0:1777047550.577012:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.582539:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384449536 00000100:00100000:2.0:1777047550.582557:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384449536 00000100:00100000:2.0:1777047550.583612:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3494 00000100:00100000:2.0:1777047550.583633:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384449536:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.583737:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb979d, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:2.0:1777047550.583753:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.583779:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.583782:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.583791:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.583814:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047550.596234:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047550.601416:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.601445:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.601461:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.601476:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.601484:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.601500:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.601567:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.601916:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e3081 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.602092:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384449536:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18457us (25088us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.607364:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3494 00000100:00100000:3.0:1777047550.664891:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047550.666360:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384449664 00000100:00100000:0.0:1777047550.666379:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384449664 00000100:00100000:0.0:1777047550.666488:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3495 00000100:00100000:0.0:1777047550.666506:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384449664:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047550.666621:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.666647:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.666651:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.666660:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.666685:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.690175:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.690209:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.690228:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.690243:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c44800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.690252:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.690269:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.690300:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.690315:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000073ab4ec/0x29ccbc23e99e3088 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.690451:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384449664:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23942us (25567us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.690472:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3495 00000100:00100000:3.0:1777047550.799864:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047550.800402:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384449792 00000100:00100000:2.0:1777047550.800417:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384449792 00000100:00100000:2.0:1777047550.800529:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3496 00000100:00100000:2.0:1777047550.801324:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384449792:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047550.801401:0:14907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9766, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047550.801417:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.801443:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.801447:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047550.801456:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.801494:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.828950:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.828982:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.828998:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.829011:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047550.829020:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.829036:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.829065:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047550.829079:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c16a880/0x29ccbc23e99e308f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047550.829229:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384449792:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27907us (29369us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047550.829248:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3496 00000100:00100000:3.0:1777047550.892081:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047550.892405:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384449920 00000100:00100000:0.0:1777047550.892421:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384449920 00000100:00100000:0.0:1777047550.892530:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3497 00000100:00100000:0.0:1777047550.892615:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384449920:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047550.892690:0:26872:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9766, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:0.0:1777047550.892706:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.892733:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.892737:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047550.892746:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047550.892772:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.918487:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.918518:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.918589:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.918604:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047550.918612:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.918627:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.918993:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.919008:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3096 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047550.919178:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384449920:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26564us (27103us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047550.919196:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3497 00000100:00100000:3.0:1777047550.976394:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047550.976501:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384450048 00000100:00100000:1.0:1777047550.976517:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384450048 00000100:00100000:1.0:1777047550.977411:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3498 00000100:00100000:1.0:1777047550.977431:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384450048:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047550.977507:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9790, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:1.0:1777047550.977522:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.977902:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047550.977906:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047550.977916:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047550.977941:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004316:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004346:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004362:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004375:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047551.004384:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004410:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004441:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.004458:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e309d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.005474:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384450048:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28041us (29086us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047551.005494:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3498 00000100:00100000:3.0:1777047551.075084:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.075478:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384450176 00000100:00100000:0.0:1777047551.075524:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384450176 00000100:00100000:0.0:1777047551.076457:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3499 00000100:00100000:0.0:1777047551.076480:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384450176:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047551.076597:0:14917:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb979d, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:0.0:1777047551.076615:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.076643:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.076647:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.076657:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.076682:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047551.077574:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777047551.117299:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.117341:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.117357:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.117371:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047551.117379:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.117395:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.117425:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.117441:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.117682:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384450176:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41202us (42603us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047551.117702:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3499 00000100:00100000:1.0:1777047551.151281:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.153810:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384450304 00000100:00100000:0.0:1777047551.153828:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384450304 00000100:00100000:0.0:1777047551.154296:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3500 00000100:00100000:0.0:1777047551.154322:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384450304:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047551.154405:0:14906:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97b8, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:0.0:1777047551.154421:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.154447:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.154450:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.154459:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.154484:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047551.158277:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777047551.183785:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.183817:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.183834:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.183847:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047551.183856:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.183873:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.183912:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.183926:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.184374:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384450304:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30053us (33100us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047551.184392:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3500 00000100:00100000:2.0:1777047551.248615:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.249388:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384450432 00000100:00100000:0.0:1777047551.249405:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384450432 00000100:00100000:0.0:1777047551.249602:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3501 00000100:00100000:0.0:1777047551.249976:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384450432:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047551.250059:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97c2, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:0.0:1777047551.250074:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.250129:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.250133:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.250143:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.250169:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.268994:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.269029:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.269046:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.269060:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047551.269069:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.269086:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.269151:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.269167:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e30b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.269324:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384450432:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19699us (20716us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047551.269343:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3501 00000100:00100000:3.0:1777047551.319079:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.320281:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384450560 00000100:00100000:2.0:1777047551.320298:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384450560 00000100:00100000:2.0:1777047551.320521:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3502 00000100:00100000:2.0:1777047551.320541:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384450560:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047551.320615:0:14910:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97de, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047551.320698:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.320724:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.320728:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.320736:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.320759:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.353321:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.353354:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.353372:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.353386:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047551.353394:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.353412:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.353443:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.353458:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c16a880/0x29ccbc23e99e30b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.353608:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384450560:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 33065us (34535us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047551.353626:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3502 00000100:00100000:3.0:1777047551.375366:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.375638:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384450688 00000100:00100000:0.0:1777047551.375653:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384450688 00000100:00100000:0.0:1777047551.375751:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 513 00000100:00100000:0.0:1777047551.375768:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54337:x1863365384450688:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:0.0:1777047551.375792:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047551.375827:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3065 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d50 expref: 100 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.375860:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:0.0:1777047551.375869:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047551.376292:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54337:x1863365384450688:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 526us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.376310:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 513 00000100:00100000:2.0:1777047551.395493:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047551.395756:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384450944 00000100:00100000:1.0:1777047551.395772:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384450944 00000100:00100000:1.0:1777047551.395864:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1312 00000100:00100000:1.0:1777047551.395883:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54337:x1863365384450944:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047551.396265:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54337:x1863365384450944:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 384us (782us total) trans 8589938414 rc 0/0 00000100:00100000:1.0:1777047551.396281:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1312 00000100:00100000:1.0:1777047551.421372:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047551.421833:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384451200 00000100:00100000:3.0:1777047551.421849:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384451200 00000100:00100000:3.0:1777047551.421936:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3708 00000100:00100000:3.0:1777047551.422266:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+100:54106:x1863365384451200:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047551.422301:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047551.422330:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e30c0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d57 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.422475:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.422503:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 101 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.422518:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.422630:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 101 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.422656:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 101 pid: 30806 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.422680:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868083c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434172672:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047551.423334:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047551.434526:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868083c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434172672:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047551.434983:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.439215:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.444285:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384451328 00000100:00100000:0.0:1777047551.444302:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384451328 00010000:00010000:0.0:1777047551.444371:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 102 pid: 30806 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.444456:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2734 00000100:00100000:0.0:1777047551.444576:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:2410:x1863365384451328:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047551.444887:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047551.444902:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 102 pid: 30806 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.444928:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 102 pid: 30806 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.444964:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98680487d000/0x29ccbc23e99e2fe0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d3b expref: 102 pid: 30806 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.444989:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:0.0:1777047551.444997:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.445018:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.445031:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.445357:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047551.445436:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:2410:x1863365384451328:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 964us (6225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.445451:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2734 00010000:00010000:3.0:1777047551.445705:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.445720:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047551.445749:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:3.0:1777047551.445955:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e30c0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 102 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.445980:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 101 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.445993:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:3.0:1777047551.445999:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047551.446003:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:3.0:1777047551.446250:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54106:x1863365384451200:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 23988us (24888us total) trans 8589938415 rc 0/0 00000100:00100000:3.0:1777047551.446263:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3708 00000100:00100000:1.0:1777047551.455177:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.457892:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384451456 00000100:00100000:0.0:1777047551.457907:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384451456 00000100:00100000:0.0:1777047551.458332:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3709 00000100:00100000:0.0:1777047551.458349:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54106:x1863365384451456:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047551.458382:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047551.458411:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e30d5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d5e expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.458530:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.458613:0:33034:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 102 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.458628:0:33034:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.458681:0:33034:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 102 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.458702:0:33034:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 102 pid: 30805 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.458724:0:33034:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434172800:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047551.458854:0:33034:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868083a3240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047551.468660:0:33034:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680499df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:33034:1863365434172800:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047551.468706:0:33034:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.479444:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047551.481186:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384451584 00000100:00100000:3.0:1777047551.481201:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384451584 00010000:00010000:3.0:1777047551.481264:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 103 pid: 30805 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.481338:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2735 00000100:00100000:3.0:1777047551.481355:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:2410:x1863365384451584:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047551.481378:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047551.481389:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 103 pid: 30805 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.481411:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 103 pid: 30805 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.481444:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e30c7 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d57 expref: 103 pid: 30805 timeout: 4279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.481470:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:3.0:1777047551.481479:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.481493:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.481515:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.482239:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047551.482337:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:2410:x1863365384451584:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 983us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.482353:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2735 00010000:00010000:1.0:1777047551.483723:0:33034:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.483740:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047551.483803:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047551.483811:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047551.483841:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.483886:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e30d5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d5e expref: 102 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.483911:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d5e expref: 101 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.483925:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047551.483929:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047551.483934:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39200, rc 0) 00000100:00100000:1.0:1777047551.483996:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54106:x1863365384451456:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 25650us (28831us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.484009:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3709 00000100:00100000:1.0:1777047551.512762:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.515478:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384451840 00000100:00100000:2.0:1777047551.515496:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384451840 00000100:00100000:2.0:1777047551.515873:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1313 00000100:00100000:2.0:1777047551.515894:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54106:x1863365384451840:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047551.517275:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54106:x1863365384451840:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 1382us (4520us total) trans 8589938416 rc 0/0 00000100:00100000:2.0:1777047551.517295:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1313 00000100:00100000:2.0:1777047551.557443:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434173184:0@lo:400:kworker.0 00000100:00100000:2.0:1777047551.557595:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047551.557665:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047551.557678:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434173312:0@lo:400:kworker.0 00000100:00100000:2.0:1777047551.557726:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047551.559461:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434173184 00000100:00100000:1.0:1777047551.559474:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434173184 00000100:00100000:1.0:1777047551.559620:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1777047551.559638:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434173184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047551.559747:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365434173184:12345-0@lo:400:kworker.0 Request processed in 112us (2153us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.559761:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:2.0:1777047551.561957:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777047551.562028:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365434173184:0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.562502:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434172928:0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.562964:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047551.563024:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434173440:0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.563386:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047551.563447:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777047551.563460:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434173056:0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.563503:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047551.563573:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434173568:0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.563612:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047551.563659:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434173312 00000100:00100000:0.0:1777047551.563667:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434173312 00000100:00100000:0.0:1777047551.563733:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434173440 00000100:00100000:0.0:1777047551.563739:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434173440 00000100:00100000:0.0:1777047551.563777:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1777047551.563790:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434173312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.563863:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434173312:12345-0@lo:400:kworker.0 Request processed in 74us (6135us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.563877:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1777047551.563902:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1777047551.563914:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434173440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.563970:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3340:x1863365434173440:12345-0@lo:400:kworker.0 Request processed in 57us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.564269:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1777047551.564305:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434173056 00000100:00100000:0.0:1777047551.564313:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434173056 00000100:00100000:0.0:1777047551.564354:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434173568 00000100:00100000:0.0:1777047551.564359:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434173568 00000100:00100000:0.0:1777047551.564384:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1777047551.564396:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434173056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.564484:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3340:x1863365434173056:12345-0@lo:400:kworker.0 Request processed in 88us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.564495:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1777047551.564520:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1777047551.564567:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434173568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.564621:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3340:x1863365434173568:12345-0@lo:400:kworker.0 Request processed in 90us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.564632:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1777047551.564683:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3340:1863365434173056:0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.564701:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806269500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3340:1863365434173568:0@lo:400:kworker.0 00000100:00100000:0.0:1777047551.564718:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434173440:0@lo:400:kworker.0 00000100:00080000:2.0:1777047551.564949:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777047551.564957:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047551.564962:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047551.565025:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434173312:0@lo:400:kworker.0 00000100:00100000:1.0:1777047551.567276:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434172928 00000100:00100000:1.0:1777047551.567286:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434172928 00000100:00100000:1.0:1777047551.567351:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1777047551.567363:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434172928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047551.567489:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704637450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:309c8df3-27e5-43ac-9878-ad14563b7926+18:3340:x1863365434172928:12345-0@lo:400:kworker.0 Request processed in 126us (4525us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.567521:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1777047551.574426:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:309c8df3-27e5-43ac-9878-ad14563b7926:3340:1863365434172928:0@lo:400:kworker.0 00010000:00010000:3.0:1777047551.617499:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047551.628227:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047551.630958:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384452096 00000100:00100000:1.0:1777047551.631237:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384452096 00000100:00100000:1.0:1777047551.631333:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3710 00000100:00100000:1.0:1777047551.631348:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54338:x1863365384452096:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047551.631378:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047551.631405:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e30e3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d65 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.631507:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.631597:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.631618:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.631640:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.631654:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.631666:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632386:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e30f8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632404:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e30f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632417:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e30f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047551.632433:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047551.632597:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632610:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632629:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632639:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ca00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047551.632645:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632657:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632675:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047551.632680:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047551.632686:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632697:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249ca00/0x29ccbc23e99e30ea lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.632715:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.634415:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.634429:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.634437:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047551.634444:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.634463:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.634480:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98683e747500) 00010000:00010000:2.0:1777047551.634485:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047551.634491:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.634501:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e30f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.637482:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e30e3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d65 expref: 105 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.637515:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e30f8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d65 expref: 104 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.637528:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047551.637561:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047551.637567:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047551.637678:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d755180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54338:x1863365384452096:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 6330us (9458us total) trans 8589938417 rc 0/0 00000100:00100000:2.0:1777047551.637693:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3710 00000100:00100000:0.0:1777047551.651670:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.651774:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.652398:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384452480 00000100:00100000:3.0:1777047551.652406:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384452224 00000100:00100000:2.0:1777047551.652413:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384452480 00000100:00100000:3.0:1777047551.652428:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384452224 00000100:00100000:2.0:1777047551.652999:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3711 00000100:00100000:2.0:1777047551.653023:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54338:x1863365384452480:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047551.653059:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777047551.653069:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 514 00000100:00100000:3.0:1777047551.653115:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:2411:x1863365384452224:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047551.653121:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3106 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d6c expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.653144:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047551.653186:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e30f8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d65 expref: 106 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.653219:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:3.0:1777047551.653243:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047551.653351:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:2411:x1863365384452224:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 267us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.653364:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 514 00010000:00010000:0.0:1777047551.659256:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 3/1,0 mode: --/PR res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.659325:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.659345:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047551.659361:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xef:0x0]: returning size 0 00010000:00010000:0.0:1777047551.659439:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3106 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 106 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.659469:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 105 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.659484:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff986820555d00) 00010000:00010000:0.0:1777047551.659488:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047551.659493:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38800, rc 0) 00000100:00100000:0.0:1777047551.661136:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54338:x1863365384452480:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8116us (9473us total) trans 8589938418 rc 0/0 00000100:00100000:0.0:1777047551.661152:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3711 00000100:00100000:3.0:1777047551.669520:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.674276:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384452736 00000100:00100000:2.0:1777047551.674295:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384452736 00000100:00100000:1.0:1777047551.674687:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3712 00000100:00100000:1.0:1777047551.674707:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54338:x1863365384452736:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047551.676284:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047551.676316:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e311b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d73 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.676458:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.676480:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 106 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.676493:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.676570:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 106 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.676594:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 106 pid: 30806 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.676614:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434173696:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047551.676720:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047551.686757:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.686815:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434173696:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047551.686856:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.687782:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384452864 00000100:00100000:2.0:1777047551.687795:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384452864 00010000:00010000:2.0:1777047551.687849:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 107 pid: 30806 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.688206:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2736 00000100:00100000:2.0:1777047551.688226:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+107:2412:x1863365384452864:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047551.688247:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047551.688257:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 107 pid: 30806 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688276:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 107 pid: 30806 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688305:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e310d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d6c expref: 107 pid: 30806 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688337:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff986820555d00) 00010000:00010000:2.0:1777047551.688344:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688357:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688367:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.688412:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047551.688492:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:2412:x1863365384452864:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 271us (1751us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.688507:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2736 00010000:00010000:1.0:1777047551.688813:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.688832:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047551.688870:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xef:0x0]: returning size 0 00000004:00080000:1.0:1777047551.689975:0:31251:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13b:0x0], index 1: 0 00000004:00080000:1.0:1777047551.689998:0:31251:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x137:0x0], index 0: 0 00010000:00010000:1.0:1777047551.690298:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690312:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690323:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690333:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047551.690339:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690351:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690375:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff986820555d00) 00010000:00010000:1.0:1777047551.690380:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047551.690387:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690395:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3122 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690494:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e311b lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d73 expref: 106 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690511:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047551.690515:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777047551.690521:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e311b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d73 expref: 106 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.690799:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:1.0:1777047551.690895:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868083c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54338:x1863365384452736:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 16193us (21390us total) trans 8589938419 rc 301/301 00000100:00100000:1.0:1777047551.690909:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3712 00000100:00100000:1.0:1777047551.711614:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.716214:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384453120 00000100:00100000:2.0:1777047551.716253:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384453120 00000100:00100000:2.0:1777047551.716378:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1314 00000100:00100000:2.0:1777047551.716395:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+105:54338:x1863365384453120:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047551.719778:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54338:x1863365384453120:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 3376us (8172us total) trans 8589938420 rc 0/0 00000100:00100000:3.0:1777047551.719799:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1314 00000100:00100000:3.0:1777047551.733118:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.733244:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384453248 00000100:00100000:0.0:1777047551.733264:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384453248 00000100:00100000:0.0:1777047551.733367:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3713 00000100:00100000:0.0:1777047551.733383:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54338:x1863365384453248:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047551.733415:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047551.733446:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e3130 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d7a expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.733585:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3137 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.733604:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3137 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.733619:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3137 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047551.733664:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xef:0x0]: returning size 0 00000004:00200000:0.0:1777047551.733670:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047551.733692:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3137 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.733727:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e3130 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d7a expref: 108 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.733755:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3137 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d7a expref: 107 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.733769:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047551.733773:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777047551.733778:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39a00, rc 0) 00000100:00100000:0.0:1777047551.733870:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+107:54338:x1863365384453248:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 490us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.733881:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3713 00000100:00100000:0.0:1777047551.753351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.755130:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384453376 00000100:00100000:2.0:1777047551.755146:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384453376 00000100:00100000:2.0:1777047551.755248:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6261 00000100:00100000:2.0:1777047551.755268:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384453376:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047551.755294:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047551.755327:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d81 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.755408:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.755645:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384453504 00000100:00100000:0.0:1777047551.755654:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384453504 00000100:00100000:0.0:1777047551.755723:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6262 00000100:00100000:0.0:1777047551.755736:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384453504:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047551.755750:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047551.755768:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d88 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047551.755797:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x137:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777047551.755824:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.755828:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.755840:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.755868:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.755889:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38a00, rc 0) 00000100:00100000:0.0:1777047551.755965:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384453504:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 230us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.755977:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6262 00002000:00010000:2.0:1777047551.756409:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777047551.756433:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.756436:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.756446:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 18 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.756481:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 18 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.756498:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:2.0:1777047551.756542:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384453376:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1281us (3203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.756938:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6261 00000100:00100000:0.0:1777047551.779038:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047551.781378:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384453760 00000100:00100000:3.0:1777047551.781402:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384453760 00000100:00100000:3.0:1777047551.781599:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3714 00000100:00100000:3.0:1777047551.781621:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+107:54338:x1863365384453760:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047551.781666:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047551.781929:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e314c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d8f expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.782146:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3153 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.782174:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3153 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.782192:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3153 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047551.782215:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047551.782401:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e314c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d8f expref: 110 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.782434:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3153 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d8f expref: 109 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.782450:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047551.782455:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047551.782460:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:2.0:1777047551.782665:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+109:54338:x1863365384453760:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1048us (3635us total) trans 8589938421 rc 0/0 00000100:00100000:2.0:1777047551.782680:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3714 00000100:00100000:1.0:1777047551.818470:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047551.818996:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384453888 00000100:00100000:3.0:1777047551.819016:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384453888 00000100:00100000:3.0:1777047551.819178:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6263 00000100:00100000:3.0:1777047551.819197:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384453888:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047551.819284:0:32524:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.819323:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 18 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.819337:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047551.819340:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047551.819346:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.819411:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 18 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.819436:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 18 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.819471:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434173824:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047551.819675:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047551.832648:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.833057:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047551.833215:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047551.835042:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454016 00000100:00100000:1.0:1777047551.835062:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454016 00000100:00100000:1.0:1777047551.835187:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454144 00000100:00100000:1.0:1777047551.835194:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454144 00000100:00100000:1.0:1777047551.835242:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6264 00000100:00100000:1.0:1777047551.835260:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eb9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384454016:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047551.835345:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835412:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 18 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835428:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047551.835431:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047551.835438:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835502:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 18 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835525:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 18 pid: 7603 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.835614:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434173952:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047551.835754:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047551.835791:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6265 00000100:00100000:1.0:1777047551.835805:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384454144:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047551.835841:0:7603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835871:0:7603:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 19 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835881:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047551.835884:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047551.835888:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835924:0:7603:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 19 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.835941:0:7603:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 19 pid: 33788 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.835959:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434174080:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047551.836003:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e600 going to sleep for 11 seconds 00000100:00100000:3.0:1777047551.837152:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454272 00000100:00100000:3.0:1777047551.837164:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454272 00010000:00010000:3.0:1777047551.837221:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 20 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.837280:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2737 00000100:00100000:3.0:1777047551.837294:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384454272:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047551.837313:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777047551.837345:0:5842:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047548 -> 1777047549 00002000:00010000:3.0:1777047551.837351:0:5842:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047548 -> 1777047549 00010000:00010000:3.0:1777047551.837362:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 20 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.837386:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 20 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.837424:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047551.837427:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047551.837434:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.837450:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.837482:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047551.837608:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384454272:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 314us (4394us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.837623:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2737 00010000:00010000:3.0:1777047551.838037:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e2e9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ccb expref: 19 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.838082:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b887100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434173824:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047551.838170:0:32524:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838189:0:32524:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838202:0:32524:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838246:0:32524:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838262:0:32524:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838277:0:32524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838291:0:32524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047551.838299:0:32524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838314:0:32524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838337:0:32524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.838350:0:32524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3161 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047551.838431:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384453888:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 19238us (22519us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.838445:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6263 00000100:00100000:2.0:1777047551.850752:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:7603:1863365434174080:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047551.850808:0:7603:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.851636:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:33475:1863365434173952:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047551.851668:0:33475:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.856677:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047551.856746:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.857457:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454528 00000100:00100000:2.0:1777047551.857475:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454528 00010000:00010000:2.0:1777047551.857873:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 18 pid: 33788 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.857931:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454400 00000100:00100000:2.0:1777047551.857936:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454400 00010000:00010000:2.0:1777047551.858340:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 19 pid: 7603 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.858402:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2738 00000100:00100000:2.0:1777047551.858420:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384454528:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047551.858447:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047551.858490:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 18 pid: 33788 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858513:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 18 pid: 33788 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858588:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021b10900/0x29ccbc23e99e2da9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c8c expref: 18 pid: 33788 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858618:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.858622:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.858630:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858649:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858701:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047551.858789:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384454528:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 372us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.858804:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2738 00000100:00100000:2.0:1777047551.858836:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2739 00000100:00100000:2.0:1777047551.858847:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384454400:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047551.858862:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047551.858887:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 19 pid: 7603 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858920:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 19 pid: 7603 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858947:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e2da2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788c85 expref: 19 pid: 7603 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858967:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.858971:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047551.858976:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.858989:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859019:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047551.859383:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384454400:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 534us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.859395:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2739 00010000:00010000:2.0:1777047551.859438:0:7603:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859455:0:7603:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859499:0:7603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859515:0:7603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859529:0:7603:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859591:0:7603:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047551.859599:0:7603:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859617:0:7603:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859640:0:7603:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047551.859654:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e316f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047551.859742:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384454144:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 23938us (26684us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047551.859758:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6265 00010000:00010000:1.0:1777047551.860752:0:33475:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860779:0:33475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860817:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860830:0:33475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860845:0:33475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860858:0:33475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047551.860864:0:33475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860879:0:33475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860902:0:33475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047551.860914:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000112dd931/0x29ccbc23e99e3168 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047551.861396:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eb9d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384454016:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 26137us (28763us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047551.861411:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6264 00000100:00100000:1.0:1777047551.894199:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047551.894273:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047551.894502:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047551.914374:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454656 00000100:00100000:2.0:1777047551.914399:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454656 00000100:00100000:3.0:1777047551.917425:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454784 00000100:00100000:3.0:1777047551.917443:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454784 00000100:00100000:3.0:1777047551.917575:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384454912 00000100:00100000:3.0:1777047551.917581:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384454912 00000100:00100000:3.0:1777047551.917657:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6266 00000100:00100000:3.0:1777047551.917674:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384454784:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047551.917705:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047551.917740:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d9d expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047551.918230:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb97fc, atime: 0x69eb97f1, ctime: 0x69eb97fc, blocks: 0x3 00010000:00010000:3.0:1777047551.918270:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047551.918275:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047551.918293:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.918325:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.918369:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:3.0:1777047551.918482:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384454784:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 812us (24208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.918516:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6266 00000100:00100000:3.0:1777047551.918551:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6267 00000100:00100000:3.0:1777047551.918563:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384454912:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047551.918575:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047551.918594:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788da4 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047551.919433:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6268 00000100:00100000:0.0:1777047551.919445:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384454656:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047551.919461:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047551.919480:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788d96 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047551.919569:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 243375, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb97fd, blocks: 0x107 00010000:00010000:0.0:1777047551.919589:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.919592:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047551.919601:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.919622:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047551.919636:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38000, rc 0) 00000100:00100000:0.0:1777047551.919676:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384454656:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 232us (25498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047551.919686:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6268 00002000:00010000:3.0:1777047551.922347:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb97fc, atime: 0x69eb97f1, ctime: 0x69eb97fc, blocks: 0x3 00010000:00010000:3.0:1777047551.922394:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047551.922398:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047551.922411:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.922447:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047551.922464:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00000100:00100000:3.0:1777047551.922857:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384454912:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4293us (28353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047551.922868:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6267 00000100:00100000:1.0:1777047552.066208:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.078184:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455040 00000100:00100000:2.0:1777047552.078211:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455040 00000100:00100000:2.0:1777047552.078413:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3503 00000100:00100000:2.0:1777047552.078433:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384455040:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047552.078496:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.078526:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.078551:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.078562:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.078587:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.100701:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.100736:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.100769:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.100782:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047552.100790:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.100804:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.100831:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.100839:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f5439bc/0x29ccbc23e99e318b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047552.100989:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e6a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384455040:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 22552us (34789us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047552.101009:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3503 00000100:00100000:3.0:1777047552.130545:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.130627:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455168 00000100:00100000:3.0:1777047552.130644:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455168 00000100:00100000:3.0:1777047552.132021:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3504 00000100:00100000:3.0:1777047552.132042:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384455168:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047552.132428:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.132465:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 18 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.132477:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.132481:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.132486:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.132574:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 18 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.132606:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 18 pid: 6640 timeout: 4280 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.132634:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434174208:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047552.132831:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.169916:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434174208:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047552.170258:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.170914:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047552.174134:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455296 00000100:00100000:1.0:1777047552.174194:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455296 00010000:00010000:1.0:1777047552.174277:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 19 pid: 6640 timeout: 4280 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.174341:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2740 00000100:00100000:1.0:1777047552.174356:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2411:x1863365384455296:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047552.174384:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047552.174425:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 19 pid: 6640 timeout: 4280 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.174448:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 19 pid: 6640 timeout: 4280 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.174499:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e313e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d81 expref: 19 pid: 6640 timeout: 4280 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.174526:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.174530:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.174579:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.174597:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.174641:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047552.174741:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384455296:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 387us (3829us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.174755:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2740 00010000:00010000:1.0:1777047552.174806:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.174821:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047552.237244:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938418 is committed 00000001:00080000:3.0:1777047552.237278:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938419 is committed 00000004:00080000:3.0:1777047552.237293:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1194 committed 00000004:00080000:3.0:1777047552.237317:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1206 committed 00000020:00080000:3.0:1777047552.237349:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff986705609600 refcount 2 committed 0 result 0 batchid 4294969482 00000020:00080000:3.0:1777047552.237357:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98682078d800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986705609540 00000020:00080000:3.0:1777047552.237362:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868048d7e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9867056096c0 00000020:00080000:3.0:1777047552.237366:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9868048d7800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98681896f800 00000020:00080000:3.0:1777047552.237372:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].58 00000001:00080000:3.0:1777047552.237434:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938421 is committed 00000020:00080000:3.0:1777047552.237728:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969482 committed batchid 4294969481 00000020:00080000:3.0:1777047552.239269:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969481 00000100:00100000:3.0:1777047552.239307:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434174464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777047552.239432:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047552.239500:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434174336:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777047552.239538:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047552.239700:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434174464 00000100:00100000:0.0:1777047552.239714:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434174464 00000100:00100000:2.0:1777047552.240380:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434174336 00000100:00100000:2.0:1777047552.240388:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434174336 00000100:00100000:2.0:1777047552.240483:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6269 00000100:00100000:2.0:1777047552.240498:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434174336:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777047552.240599:0:33787:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:295 count 1 00002000:00010000:2.0:1777047552.240680:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x127:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb96e5, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:2.0:1777047552.240695:0:33787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.240723:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777047552.241145:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6270 00000100:00100000:3.0:1777047552.241157:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434174464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777047552.241182:0:6642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:291 count 1 00010000:00010000:3.0:1777047552.241208:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x123:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.241236:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99db95e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786200 expref: 17 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.241249:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047552.241252:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047552.241259:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.241314:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99db95e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786200 expref: 17 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.241336:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99db95e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786200 expref: 17 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.241357:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434174592:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047552.241486:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00010000:00010000:2.0:1777047552.241596:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.241608:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.241634:0:33787:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.241651:0:33787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.241665:0:33787:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.241709:0:33787:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777047552.242780:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365434174336:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2282us (3237us total) trans 17179871781 rc 0/0 00000100:00100000:2.0:1777047552.242793:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6269 00000004:00080000:0.0:1777047552.242980:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b885c00/2, rc 0, transno 17179871781 00000100:00100000:0.0:1777047552.242995:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b885c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434174336:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777047552.247499:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047552.247521:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.247544:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047552.247553:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.247572:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.247608:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.247622:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000954a559b/0x29ccbc23e99e3199 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.247682:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047552.247686:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047552.247689:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047552.248365:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.248419:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455424 00000100:00100000:3.0:1777047552.248432:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455424 00010000:00010000:3.0:1777047552.248496:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99db95e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786200 expref: 18 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.248585:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2741 00000100:00100000:3.0:1777047552.248602:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384455424:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047552.248626:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047552.248635:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99db95e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786200 expref: 18 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.248657:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99db95e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786200 expref: 18 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.248690:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.248694:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.248703:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.248720:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.248764:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047552.248841:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384455424:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 241us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.248856:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2741 00010000:00010000:3.0:1777047552.249014:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99db95e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x123:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b786200 expref: 17 pid: 33459 timeout: 4280 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.249040:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6642:1863365434174592:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047552.249075:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.249122:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.249135:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.249161:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.249175:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.249221:0:6642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777047552.249294:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777047552.249521:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.249538:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047552.249545:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.250214:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.250237:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.250248:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c41d5b2/0x29ccbc23e99e31a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x123:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047552.250279:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047552.250284:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777047552.250289:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047552.261640:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365434174464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20464us (22189us total) trans 21474838833 rc 0/0 00000100:00100000:3.0:1777047552.261668:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6270 00000004:00080000:0.0:1777047552.261716:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986837d65500/2, rc 0, transno 21474838833 00000100:00100000:0.0:1777047552.261752:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434174464:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1777047552.429408:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871778 is committed 00000001:00080000:0.0:1777047552.429909:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871780 is committed 00002000:00010000:3.0:1777047552.430191:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb size from disk: 0 -> 243375 00002000:00010000:3.0:1777047552.430201:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb mtime from disk: 0 -> 1777047552 00002000:00010000:3.0:1777047552.430206:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb ctime from disk: 0 -> 1777047552 00002000:00010000:3.0:1777047552.430210:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:3.0:1777047552.430235:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.430259:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.430273:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.430285:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047552.430292:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.430308:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.430342:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.430355:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e3192 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.430510:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384455168:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 298465us (299974us total) trans 17179871780 rc 0/0 00000100:00100000:3.0:1777047552.430528:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3504 00000100:00100000:3.0:1777047552.441299:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.446166:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455552 00000100:00100000:2.0:1777047552.446477:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455552 00000100:00100000:2.0:1777047552.447059:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3715 00000100:00100000:2.0:1777047552.447103:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54338:x1863365384455552:12345-192.168.201.26@tcp:44:lfs.0 00000100:00100000:2.0:1777047552.447378:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54338:x1863365384455552:12345-192.168.201.26@tcp:44:lfs.0 Request processed in 302us (6094us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.447392:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3715 00000100:00080000:0.0:1777047552.448471:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047552.459471:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047552.459708:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.463418:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455808 00000100:00100000:2.0:1777047552.463440:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455808 00000100:00100000:0.0:1777047552.465250:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455680 00000100:00100000:0.0:1777047552.465260:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455680 00000100:00100000:0.0:1777047552.465313:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6271 00000100:00100000:0.0:1777047552.465330:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384455808:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:3.0:1777047552.466363:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6272 00000100:00100000:3.0:1777047552.466386:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384455680:12345-192.168.201.26@tcp:16:lfs.0 00000100:00100000:0.0:1777047552.466577:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384455808:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 1248us (7120us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.466597:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6271 00000100:00100000:3.0:1777047552.469313:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384455680:12345-192.168.201.26@tcp:16:lfs.0 Request processed in 2922us (9594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.469331:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6272 00000100:00100000:0.0:1777047552.481064:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.481873:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384455936 00000100:00100000:2.0:1777047552.481893:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384455936 00000100:00100000:2.0:1777047552.482005:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 373 00000100:00100000:2.0:1777047552.482023:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384455936:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:2.0:1777047552.482178:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704635850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384455936:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 158us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.482198:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 373 00000100:00100000:2.0:1777047552.564697:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.564762:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.564841:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.565297:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384456064 00000100:00100000:3.0:1777047552.565317:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384456064 00000100:00100000:3.0:1777047552.566253:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384456192 00000100:00100000:3.0:1777047552.566263:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384456192 00000100:00100000:1.0:1777047552.568853:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384456320 00000100:00100000:1.0:1777047552.568869:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384456320 00000100:00100000:1.0:1777047552.568966:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6273 00000100:00100000:1.0:1777047552.568985:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384456064:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047552.569120:0:6640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.569156:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.569160:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.569170:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.569196:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.569256:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.569271:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.569286:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.569300:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047552.569307:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.569323:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.571408:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.571442:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e31a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.572017:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384456064:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 3030us (7334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.572035:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6273 00000100:00100000:1.0:1777047552.572422:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6274 00000100:00100000:1.0:1777047552.572440:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384456192:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:1.0:1777047552.572495:0:6640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.572515:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.572518:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.572526:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.572577:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.572890:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.572905:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.572932:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.579307:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6275 00000100:00100000:3.0:1777047552.579347:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384456320:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047552.579448:0:26191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.579478:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.579482:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.579490:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.579514:0:26191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.580118:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047552.580135:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.580163:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.580196:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.580212:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e31ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.580609:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384456192:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 8169us (15842us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.580624:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6274 00010000:00010000:3.0:1777047552.584985:0:26191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.585010:0:26191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.585026:0:26191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.585047:0:26191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047552.585055:0:26191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.585071:0:26191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.585130:0:26191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.585145:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000847f95d0/0x29ccbc23e99e31b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.585278:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384456320:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 5946us (20430us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.585296:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6275 00000100:00100000:1.0:1777047552.607199:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047552.607271:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384456576 00000100:00100000:1.0:1777047552.607289:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384456576 00000100:00100000:1.0:1777047552.607417:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3716 00000100:00100000:1.0:1777047552.607438:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54338:x1863365384456576:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047552.607585:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047552.607638:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3137 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xef:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d7a expref: 72 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.607673:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047552.607694:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047552.607757:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 3/0,1 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.607783:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.607801:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777047552.611397:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000384a5bb8 reply state 00000000e987e44d transno 8589938422 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.611425:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047552.611695:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986808b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384456576:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4258us (4512us total) trans 8589938422 rc 0/0 00000100:00100000:1.0:1777047552.611712:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3716 00010000:00010000:3.0:1777047552.618807:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.618835:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.618851:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.618866:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047552.618876:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.620615:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.620971:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff98683e747d00) 00010000:00010000:3.0:1777047552.620979:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047552.620990:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 2/0,0 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.621006:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e31bc lrc: 0/0,0 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.621388:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.621455:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384456704 00000100:00100000:3.0:1777047552.621473:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384456704 00000100:00100000:3.0:1777047552.621872:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3717 00000100:00100000:3.0:1777047552.621893:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54338:x1863365384456704:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047552.621936:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047552.621973:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788dab expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.622115:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.622142:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.622174:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff98680e78d000) 00010000:00010000:3.0:1777047552.622179:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047552.622183:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88400, rc 0) 00000100:00100000:3.0:1777047552.632749:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986840329f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384456704:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 10838us (11348us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.632775:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3717 00010000:00010000:3.0:1777047552.646787:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777047552.647694:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.648519:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384456832 00000100:00100000:2.0:1777047552.648579:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384456832 00000100:00100000:2.0:1777047552.648674:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6276 00000100:00100000:2.0:1777047552.648693:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54338:x1863365384456832:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047552.648727:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047552.648766:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788db2 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047552.648814:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13b:0x0] initial LVB size: 243375, mtime: 0x69eb9800, atime: 0x0, ctime: 0x69eb9800, blocks: 0x203 00010000:00010000:2.0:1777047552.648852:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.648857:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.648872:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 16 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.648902:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 16 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.648938:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047552.649055:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54338:x1863365384456832:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 365us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.649068:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6276 00000100:00100000:1.0:1777047552.662294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.662431:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384456960 00000100:00100000:3.0:1777047552.662452:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384456960 00000100:00100000:3.0:1777047552.662597:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6277 00000100:00100000:3.0:1777047552.662924:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54338:x1863365384456960:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047552.662958:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047552.662988:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788db9 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.663037:0:7603:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.663581:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.663587:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.663600:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 18 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.664336:0:7603:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.667154:0:7603:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.667186:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434174720:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047552.667745:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.689643:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.690458:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434174720:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047552.690584:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 18 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.690626:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:3.0:1777047552.691867:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54338:x1863365384456960:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 29253us (29584us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.691885:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6277 00000100:00100000:1.0:1777047552.698051:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384457088 00000100:00100000:1.0:1777047552.700726:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384457088 00010000:00010000:1.0:1777047552.700818:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.700945:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2742 00000100:00100000:1.0:1777047552.700963:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384457088:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047552.700990:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047552.701029:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.701053:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.701457:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e3145 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d88 expref: 18 pid: 26190 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.701488:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.701491:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047552.701501:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 17 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.701518:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 17 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.701636:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 17 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.701925:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5844:1863365434174848:192.168.201.26@tcp:105: 00000100:00100000:1.0:1777047552.702418:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e9c0 going to sleep for 11 seconds 00000001:00080000:0.0:1777047552.727523:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838831 is committed 00000001:00080000:0.0:1777047552.727607:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838833 is committed 00000100:00100000:2.0:1777047552.733657:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.733739:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.735277:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384457216 00000100:00100000:3.0:1777047552.735295:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384457216 00000100:00100000:3.0:1777047552.735397:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384457344 00000100:00100000:3.0:1777047552.735403:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384457344 00000100:00100000:3.0:1777047552.735443:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6278 00000100:00100000:3.0:1777047552.735459:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384457216:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047552.736171:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:3.0:1777047552.736179:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb mtime from disk: 1777047552 -> 1777047549 00002000:00010000:3.0:1777047552.736183:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb atime from disk: 0 -> 1777047548 00002000:00010000:3.0:1777047552.736187:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:3.0:1777047552.736192:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047552.736301:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384457216:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 842us (2687us total) trans 17179871782 rc 0/0 00000100:00100000:3.0:1777047552.736315:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6278 00000100:00100000:3.0:1777047552.736349:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6279 00000100:00100000:3.0:1777047552.736362:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384457344:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:3.0:1777047552.736711:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047552.736717:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb mtime from disk: 0 -> 1777047549 00002000:00010000:3.0:1777047552.736721:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb atime from disk: 0 -> 1777047548 00002000:00010000:3.0:1777047552.736724:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb ctime from disk: 0 -> 1777047552 00002000:00010000:3.0:1777047552.736728:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047552.736768:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384457344:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 407us (3027us total) trans 21474838834 rc 0/0 00000100:00100000:3.0:1777047552.736779:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6279 00000100:00100000:1.0:1777047552.742729:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5844:1863365434174848:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047552.742775:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047552.743546:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384457088:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 42583us (53918us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047552.743567:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2742 00000100:00100000:2.0:1777047552.752377:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047552.753172:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384457600 00000100:00100000:1.0:1777047552.753190:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384457600 00000100:00100000:1.0:1777047552.753302:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3718 00000100:00100000:1.0:1777047552.753320:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384457600:12345-192.168.201.26@tcp:55:lfs.0 00010000:00010000:1.0:1777047552.753438:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753495:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753517:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753897:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753910:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753920:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753930:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047552.753936:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753948:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753970:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff98680e78d000) 00010000:00010000:1.0:1777047552.753975:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777047552.753983:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.753992:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e31d8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.754153:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384457600:12345-192.168.201.26@tcp:55:lfs.0 Request processed in 835us (2130us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777047552.754167:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3718 00000100:00100000:1.0:1777047552.772733:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.773385:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384457856 00000100:00100000:2.0:1777047552.773404:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384457856 00000100:00100000:2.0:1777047552.773511:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3719 00000100:00100000:2.0:1777047552.773528:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384457856:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047552.773674:0:30804:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047552.773721:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e30dc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d5e expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.773753:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047552.773762:0:30804:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047552.773853:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.773878:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.773896:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777047552.777454:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edbcb147 reply state 00000000dddbe755 transno 8589938423 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.777483:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047552.778401:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54338:x1863365384457856:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 4872us (5681us total) trans 8589938423 rc 0/0 00000100:00100000:2.0:1777047552.778416:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3719 00010000:00010000:2.0:1777047552.783185:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.783211:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.783224:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.783234:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047552.783241:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.783253:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.783279:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047552.783284:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047552.783290:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.783300:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d000/0x29ccbc23e99e31df lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.785263:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.787510:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384457984 00000100:00100000:2.0:1777047552.787530:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384457984 00000100:00100000:2.0:1777047552.787731:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6280 00000100:00100000:2.0:1777047552.787749:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54338:x1863365384457984:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047552.787779:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047552.787809:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788dc0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.787874:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.787889:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.787892:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.787899:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 18 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.787959:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.787984:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.788009:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434174976:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047552.795015:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4840 going to sleep for 11 seconds 00000100:00100000:2.0:1777047552.805967:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6640:1863365434174976:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047552.806502:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 18 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.806540:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047552.806644:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54338:x1863365384457984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18898us (21391us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.806659:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6280 00000100:00100000:0.0:1777047552.807810:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.807928:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384458112 00000100:00100000:2.0:1777047552.807942:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384458112 00010000:00010000:2.0:1777047552.812174:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.812251:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2743 00000100:00100000:2.0:1777047552.812273:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384458112:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047552.812310:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777047552.812344:0:33476:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 263 -> 391 00010000:00010000:2.0:1777047552.812355:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.812378:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.812419:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e3184 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d96 expref: 18 pid: 33788 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.812449:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.812452:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.812464:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 17 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.812482:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 17 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.812548:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 17 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.812573:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434175104:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047552.812819:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.827474:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.828365:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434175104:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047552.828429:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047552.828941:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384458112:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 16673us (21151us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.828960:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2743 00000100:00100000:3.0:1777047552.829598:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384458240 00000100:00100000:3.0:1777047552.829612:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384458240 00000100:00100000:3.0:1777047552.831581:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6281 00000100:00100000:3.0:1777047552.831603:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54338:x1863365384458240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047552.831636:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047552.831670:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788dc7 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.831729:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 16 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.831746:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.831750:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.831756:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.831818:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 16 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.831840:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 16 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.831866:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434175232:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047552.832929:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047552.843163:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:32524:1863365434175232:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047552.843244:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 16 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.843287:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89e00, rc 0) 00000100:00100000:3.0:1777047552.843389:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54338:x1863365384458240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11791us (15933us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047552.843405:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6281 00000100:00100000:0.0:1777047552.854367:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.856289:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384458368 00000100:00100000:3.0:1777047552.856311:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384458368 00010000:00010000:3.0:1777047552.856395:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 16 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.856657:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2744 00000100:00100000:3.0:1777047552.856678:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384458368:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047552.856766:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047552.856809:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 16 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.856835:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 16 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.856881:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3176 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d9d expref: 16 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.856914:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.856918:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047552.856931:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 15 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.856952:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 15 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047552.857024:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 15 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.857422:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434175360:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047552.857629:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047552.882433:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047552.882782:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434175360:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047552.882848:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047552.883443:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384458496 00000100:00100000:2.0:1777047552.883456:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384458496 00000100:00100000:2.0:1777047552.883632:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6282 00000100:00100000:2.0:1777047552.883651:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:54338:x1863365384458496:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047552.883681:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047552.883716:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788dce expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.883776:0:33787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.883792:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.883795:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.883802:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 18 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.883874:0:33787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.883902:0:33787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.883929:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434175488:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047552.884405:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.884513:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384458368:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 27838us (30163us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.884531:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2744 00000100:00100000:2.0:1777047552.894392:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434175488:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047552.894488:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 18 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.894529:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d000, rc 0) 00000100:00100000:2.0:1777047552.894698:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54338:x1863365384458496:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11048us (12282us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.894715:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6282 00000100:00100000:0.0:1777047552.903767:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.905894:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384458624 00000100:00100000:2.0:1777047552.905913:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384458624 00010000:00010000:2.0:1777047552.906355:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.906543:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2745 00000100:00100000:2.0:1777047552.906561:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384458624:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047552.906594:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047552.907414:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.907451:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.907496:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f302ded6/0x29ccbc23e99e317d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788da4 expref: 18 pid: 6643 timeout: 4281 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.907528:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.907921:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047552.907934:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 17 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.907953:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 17 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.908382:0:5844:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 17 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.908410:0:5844:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434175616:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047552.908595:0:5844:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.921276:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047552.921337:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047552.921386:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384458752 00000100:00100000:1.0:1777047552.921402:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384458752 00000100:00100000:1.0:1777047552.921491:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384459008 00000100:00100000:1.0:1777047552.921497:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384459008 00000100:00100000:1.0:1777047552.921580:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6283 00000100:00100000:1.0:1777047552.921601:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384458752:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:3.0:1777047552.923207:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6284 00000100:00100000:3.0:1777047552.923225:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384459008:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:2.0:1777047552.923403:0:5844:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5844:1863365434175616:192.168.201.26@tcp:105: 00010000:00010000:2.0:1777047552.923468:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047552.923623:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384458624:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 17064us (19875us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047552.923640:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2745 00000100:00100000:2.0:1777047552.923771:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.923982:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384458880 00000100:00100000:2.0:1777047552.923991:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384458880 00000100:00100000:2.0:1777047552.924490:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6285 00000100:00100000:2.0:1777047552.924505:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384458880:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047552.925410:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047552.925417:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047548 -> 1777047549 00002000:00010000:2.0:1777047552.925421:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047537 -> 1777047548 00002000:00010000:2.0:1777047552.925425:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047548 -> 1777047552 00002000:00010000:2.0:1777047552.925429:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047552.925479:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384458880:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 977us (1708us total) trans 21474838835 rc 0/0 00000100:00100000:2.0:1777047552.925492:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6285 00002000:00010000:1.0:1777047552.929524:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:1.0:1777047552.929551:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047552.929556:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047552.929561:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047549 -> 1777047552 00002000:00010000:1.0:1777047552.929565:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1777047552.929842:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384458752:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 8236us (8574us total) trans 17179871783 rc 0/0 00000100:00100000:1.0:1777047552.929862:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6283 00002000:00010000:3.0:1777047552.932045:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047552.932055:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047548 -> 1777047549 00002000:00010000:3.0:1777047552.932059:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047537 -> 1777047548 00002000:00010000:3.0:1777047552.932063:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047548 -> 1777047552 00002000:00010000:3.0:1777047552.932066:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047552.932166:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384459008:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 8941us (10822us total) trans 17179871784 rc 0/0 00000100:00100000:3.0:1777047552.932180:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6284 00000100:00100000:3.0:1777047552.951879:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047552.953371:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384459264 00000100:00100000:2.0:1777047552.953394:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384459264 00000100:00100000:2.0:1777047552.953523:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1315 00000100:00100000:2.0:1777047552.953608:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384459264:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:2.0:1777047552.953797:0:30809:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3153 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d8f expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.953875:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.953901:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.953917:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.953942:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 5/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.954005:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 73 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.954032:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 73 pid: 33460 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.954060:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434175744:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047552.954250:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 73 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.954268:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 73 pid: 31251 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.954285:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434175872:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047552.954330:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4840 going to sleep for 11 seconds 00000100:00100000:0.0:1777047552.970256:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047552.970390:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047552.971458:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384459520 00000100:00100000:3.0:1777047552.971476:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384459520 00000100:00100000:3.0:1777047552.971962:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1316 00000100:00100000:3.0:1777047552.971983:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:53503:x1863365384459520:12345-192.168.201.26@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1777047552.972651:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434175744:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047552.972673:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434175872:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047552.972744:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047552.974039:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:53503:x1863365384459520:12345-192.168.201.26@tcp:35:ldlm_bl.0 Request processed in 2059us (3796us total) trans 8589938424 rc 0/0 00000100:00100000:3.0:1777047552.974056:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1316 00000100:00100000:1.0:1777047552.974228:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384459648 00000100:00100000:1.0:1777047552.974238:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384459648 00010000:00010000:1.0:1777047552.974285:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 75 pid: 31251 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.974346:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2746 00000100:00100000:1.0:1777047552.974361:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384459648:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047552.974382:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047552.974393:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 75 pid: 31251 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.974413:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 75 pid: 31251 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.974478:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e2fbd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d34 expref: 75 pid: 31251 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.974505:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047552.974513:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.974529:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.974613:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047552.974656:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2410:x1863365384459648:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 298us (4265us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047552.974668:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2746 00000100:00100000:0.0:1777047552.988098:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047552.988202:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384459776 00000100:00100000:1.0:1777047552.988222:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384459776 00010000:00010000:1.0:1777047552.988297:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 74 pid: 33460 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047552.988850:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2747 00000100:00100000:1.0:1777047552.988877:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:2411:x1863365384459776:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047552.988907:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047552.988918:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 74 pid: 33460 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.988945:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 74 pid: 33460 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.988986:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e2fee lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d42 expref: 74 pid: 33460 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.989411:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047552.989422:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.989439:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.989452:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047552.989519:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047552.989947:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2411:x1863365384459776:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1075us (1888us total) trans 0 rc 0/0 00010000:00010000:2.0:1777047552.990311:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.990333:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.990371:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.990391:0:30809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.990406:0:30809:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.990461:0:30809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047552.990483:0:30809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047552.990507:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434176000:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047552.990630:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4840 going to sleep for 11 seconds 00000100:00100000:1.0:1777047552.994345:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2747 00000100:00100000:1.0:1777047553.005636:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30809:1863365434176000:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047553.005714:0:30809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.007108:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.007430:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384459904 00000100:00100000:2.0:1777047553.007445:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384459904 00010000:00010000:2.0:1777047553.007513:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.007633:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2748 00000100:00100000:2.0:1777047553.007652:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:2410:x1863365384459904:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047553.007685:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047553.007696:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.007719:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.007759:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e31c3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xef:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dab expref: 73 pid: 30805 timeout: 4281 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.007786:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff98680e78d000) 00010000:00010000:2.0:1777047553.007794:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.007811:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.007826:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.007894:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047553.007974:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384459904:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 325us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.007988:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2748 00010000:00010000:3.0:1777047553.008615:0:30809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.008628:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.009771:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.009859:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.011258:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.013485:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434176128 00000100:00100000:1.0:1777047553.013502:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434176128 00000100:00100000:0.0:1777047553.014126:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1777047553.014148:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434176128:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:2.0:1777047553.014430:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047553.015326:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434176128:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1182us (5465us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.015342:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1777047553.016309:0:30809:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871778 gen 2 00000004:00080000:3.0:1777047553.016320:0:30809:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871778 committed transno 17179871778 00000100:00100000:3.0:1777047553.016362:0:30809:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff98682b885c00 x1863365434174336/t17179871781(17179871781) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777047568 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1777047553.016384:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.017046:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.017156:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.017225:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986802af4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.017494:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434176256 00000100:00100000:3.0:1777047553.017504:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434176256 00000100:00100000:3.0:1777047553.017616:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1777047553.017631:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:2.0:1777047553.018452:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777047553.019342:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1710us (2182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.019358:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1777047553.023183:0:30809:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838833 gen 2 00000004:00080000:1.0:1777047553.023198:0:30809:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838832 committed transno 21474838833 00000004:00080000:1.0:1777047553.023235:0:30809:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986837d65500, transno 21474838833 00000100:00100000:1.0:1777047553.023279:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.023479:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.023925:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.024018:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434176384 00000100:00100000:2.0:1777047553.024031:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434176384 00000100:00100000:1.0:1777047553.024043:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047553.024480:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1777047553.024503:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176384:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.024644:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176384:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 149us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.024658:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1777047553.025220:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680481aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.025292:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.025337:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047553.025386:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047553.025474:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434176512 00000100:00100000:2.0:1777047553.025484:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434176512 00000100:00100000:2.0:1777047553.025601:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1777047553.025614:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434176512:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.026048:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680481aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434176512:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 434us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.026062:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1777047553.026620:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.026708:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.026753:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047553.026806:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.026932:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434176640 00000100:00100000:0.0:1777047553.026941:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434176640 00000100:00100000:0.0:1777047553.026999:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1777047553.027013:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176640:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.027990:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176640:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 977us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.028029:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1777047553.028465:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.028541:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.028592:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.028703:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680482ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.029006:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434176768 00000100:00100000:1.0:1777047553.029016:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434176768 00000100:00100000:1.0:1777047553.029092:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1777047553.029106:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434176768:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.032607:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434176768:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 3493us (4003us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.033339:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1777047553.034502:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.034710:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.034782:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.034869:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680482e240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.035459:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434176896 00000100:00100000:1.0:1777047553.035471:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434176896 00000100:00100000:1.0:1777047553.035574:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1777047553.035590:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176896:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.035733:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434176896:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 145us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.035745:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:2.0:1777047553.036431:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434176896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.036496:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.036570:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047553.036616:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680482e240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.036915:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177024 00000100:00100000:1.0:1777047553.036924:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177024 00000100:00100000:1.0:1777047553.036983:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1777047553.036995:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177024:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.037465:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177024:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 470us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.037484:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1777047553.038348:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.038436:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.038490:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.038661:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.043508:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177152 00000100:00100000:0.0:1777047553.043530:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177152 00000100:00100000:0.0:1777047553.043670:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1777047553.043706:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177152:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.045210:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177152:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1524us (6716us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.045224:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1777047553.045466:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837d65500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.045640:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.045947:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.046006:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047553.046171:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177280 00000100:00100000:2.0:1777047553.046180:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177280 00000100:00100000:2.0:1777047553.046274:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1777047553.046290:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434177280:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.046409:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434177280:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 123us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.046440:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1777047553.047408:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.047493:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.051356:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.051412:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.057177:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177408 00000100:00100000:0.0:1777047553.057200:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177408 00000100:00100000:0.0:1777047553.057320:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1777047553.057338:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434177408:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.057615:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434177408:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 280us (6623us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.057910:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1777047553.058378:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.058506:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.058630:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.058662:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.058997:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177536 00000100:00100000:1.0:1777047553.059007:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177536 00000100:00100000:1.0:1777047553.059057:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1777047553.059094:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177536:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.059216:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177536:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 147us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.059228:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1777047553.059388:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.059465:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.059506:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.059594:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758900 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.060385:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177664 00000100:00100000:0.0:1777047553.060393:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177664 00000100:00100000:0.0:1777047553.060429:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1777047553.060440:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.060564:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 92us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.060575:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1777047553.065207:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.065335:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.065416:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.065479:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867077589c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.069737:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177792 00000100:00100000:0.0:1777047553.069760:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177792 00000100:00100000:0.0:1777047553.069886:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1777047553.069904:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434177792:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.070193:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434177792:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 292us (4775us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.070208:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1777047553.070638:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.070773:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.070835:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.070992:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986707758900 going to sleep for 11 seconds 00000100:00100000:2.0:1777047553.076449:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434177920 00000100:00100000:2.0:1777047553.076473:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434177920 00000100:00100000:2.0:1777047553.076763:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1777047553.076782:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177920:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.076968:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434177920:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 191us (6131us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.076980:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1777047553.077185:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868378ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434177920:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.077313:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e452d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.077380:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047553.079585:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.080040:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178048 00000100:00100000:0.0:1777047553.080051:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178048 00000100:00100000:1.0:1777047553.080255:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1777047553.080268:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178048:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.080406:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178048:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 138us (3024us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.080419:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1777047553.080704:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e452d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.080824:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.080886:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.080932:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.081025:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178176 00000100:00100000:1.0:1777047553.081033:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178176 00000100:00100000:1.0:1777047553.081090:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1777047553.081102:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178176:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.081194:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178176:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 93us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.081205:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1777047553.081333:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.081398:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.081438:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.081480:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.081874:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178304 00000100:00100000:1.0:1777047553.081881:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178304 00000100:00100000:1.0:1777047553.081914:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1777047553.081924:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178304:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.082014:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178304:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 89us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.082025:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1777047553.082574:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178304:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.082634:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.082670:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.082688:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.082788:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178432 00000100:00100000:1.0:1777047553.082795:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178432 00000100:00100000:1.0:1777047553.082825:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1777047553.082836:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178432:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.082925:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178432:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 90us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.082936:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1777047553.083474:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178432:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.083527:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.083618:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.083637:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.083736:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178560 00000100:00100000:1.0:1777047553.083743:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178560 00000100:00100000:1.0:1777047553.083862:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1777047553.083875:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178560:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.083968:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178560:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 95us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.083981:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1777047553.084104:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178560:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.084164:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.084205:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.084458:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.084566:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178688 00000100:00100000:3.0:1777047553.084574:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178688 00000100:00100000:3.0:1777047553.084614:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1777047553.084624:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178688:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.084754:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434178688:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 129us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.084766:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1777047553.084897:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178688:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.084951:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.084987:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.085025:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.085133:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178816 00000100:00100000:3.0:1777047553.085140:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178816 00000100:00100000:3.0:1777047553.085172:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1777047553.085182:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178816:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.085276:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178816:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 94us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.085287:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1777047553.085411:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178816:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.085468:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.085505:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.085573:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.085664:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434178944 00000100:00100000:3.0:1777047553.085671:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434178944 00000100:00100000:3.0:1777047553.085700:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:3.0:1777047553.085710:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178944:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.085798:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434178944:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 87us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.085808:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1777047553.085925:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434178944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.085975:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.086010:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.086050:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.086168:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434179072 00000100:00100000:3.0:1777047553.086176:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434179072 00000100:00100000:3.0:1777047553.086205:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1777047553.086216:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434179072:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.086310:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434179072:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 95us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.086320:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1777047553.086444:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.086498:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.086585:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.086605:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.086699:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434179200 00000100:00100000:3.0:1777047553.086706:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434179200 00000100:00100000:3.0:1777047553.086730:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:3.0:1777047553.086740:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434179200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.086830:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434179200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 90us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.086842:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1777047553.087292:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.087342:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.087379:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.087416:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.087512:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434179328 00000100:00100000:3.0:1777047553.087519:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434179328 00000100:00100000:3.0:1777047553.087596:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1777047553.087606:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434179328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.087676:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434179328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.087686:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:0.0:1777047553.087811:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.087871:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.087908:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.087939:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.088003:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434179456 00000100:00100000:3.0:1777047553.088012:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434179456 00000100:00100000:3.0:1777047553.088054:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1777047553.088109:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434179456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.088222:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434179456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 156us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.088234:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:0.0:1777047553.088359:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868095cad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.088421:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810196a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.088458:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047553.088501:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434179584 00000100:00100000:0.0:1777047553.088505:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.088513:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434179584 00000100:00100000:3.0:1777047553.088559:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1777047553.088575:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434179584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777047553.088663:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434179584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 91us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.088678:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1777047553.088719:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810196a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179584:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:0.0:1777047553.090324:0:30809:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].59, 1448 off89888 00000001:00080000:0.0:1777047553.090347:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938425 00000100:00100000:0.0:1777047553.090464:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810196a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.090510:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047553.090572:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:3.0:1777047553.090893:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434179712 00000100:00100000:3.0:1777047553.090903:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434179712 00000100:00100000:0.0:1777047553.093380:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1777047553.093398:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434179712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777047553.094049:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30809:x1863365434179712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 654us (3535us total) trans 17179871785 rc 0/0 00000100:00100000:0.0:1777047553.094063:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1777047553.094267:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810196a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.094333:0:30809:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777047553.094388:0:30809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047553.094459:0:30809:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047553.094574:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434179840 00000100:00100000:2.0:1777047553.094583:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434179840 00000100:00100000:2.0:1777047553.094642:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:2.0:1777047553.094654:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30809:x1863365434179840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777047553.095488:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30809:x1863365434179840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 833us (1097us total) trans 21474838836 rc 0/0 00000100:00100000:2.0:1777047553.095500:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1777047553.096064:0:30809:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30809:1863365434179840:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1777047553.096263:0:30809:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938426 00010000:00010000:1.0:1777047553.096327:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096345:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096359:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096369:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047553.096377:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096391:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096418:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff98680e78d000) 00010000:00010000:1.0:1777047553.096423:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047553.096431:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096442:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3202 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096476:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096485:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096495:0:30809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096504:0:30809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047553.096509:0:30809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096519:0:30809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096601:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047553.096607:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777047553.096613:0:30809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096624:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e31fb lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.096647:0:30809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047553.096651:0:30809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047553.096661:0:30809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3153 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788d8f expref: 74 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.096832:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384459264:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 143230us (144971us total) trans 8589938427 rc 0/0 00000100:00100000:1.0:1777047553.096848:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1315 00000020:00080000:1.0:1777047553.096854:0:30809:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1777047553.113408:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.113522:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384460032 00000100:00100000:1.0:1777047553.113540:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384460032 00000100:00100000:1.0:1777047553.113651:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3720 00000100:00100000:1.0:1777047553.113673:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54338:x1863365384460032:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.113746:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.116297:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e3209 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788dd5 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.116421:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e3209 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dd5 expref: 74 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.116449:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e3209 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dd5 expref: 74 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.116482:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047553.116488:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777047553.116496:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249da00, rc 0) 00000100:00100000:1.0:1777047553.118464:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54338:x1863365384460032:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4794us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.118478:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3720 00000100:00100000:0.0:1777047553.132361:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.132531:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384460288 00000100:00100000:1.0:1777047553.132550:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384460288 00000100:00100000:1.0:1777047553.132982:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1317 00000100:00100000:1.0:1777047553.133389:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54338:x1863365384460288:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047553.133856:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54338:x1863365384460288:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 856us (1512us total) trans 8589938428 rc 0/0 00000100:00100000:1.0:1777047553.133871:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1317 00000100:00100000:0.0:1777047553.147372:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.154956:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384460544 00000100:00100000:1.0:1777047553.154985:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384460544 00000100:00100000:1.0:1777047553.155131:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1318 00000100:00100000:1.0:1777047553.155151:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54338:x1863365384460544:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:1.0:1777047553.156200:0:30809:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xef:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:1.0:1777047553.156510:0:30809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.156539:0:30809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.156598:0:30809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.156614:0:30809:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.156624:0:30809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.156636:0:30809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.156673:0:30809:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777047553.156840:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54338:x1863365384460544:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1690us (9481us total) trans 8589938429 rc 0/0 00000100:00100000:1.0:1777047553.156857:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1318 00010000:00010000:3.0:1777047553.157112:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047553.157125:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.157141:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047553.157149:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.157164:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.157186:0:5846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xef:0x0].0x0 (ffff98683e747300) 00010000:00010000:3.0:1777047553.157192:0:5846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047553.157200:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.157210:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3210 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.157243:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047553.157246:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047553.157249:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777047553.237452:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.237684:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384460672 00000100:00100000:2.0:1777047553.237702:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384460672 00000100:00100000:2.0:1777047553.238801:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3721 00000100:00100000:2.0:1777047553.238822:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54340:x1863365384460672:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.238866:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.238902:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3217 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ddc expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.239022:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.239047:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.239099:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.239128:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.239139:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.239149:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.239994:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240009:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240022:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047553.240393:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047553.240401:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047553.240435:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240455:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240467:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240477:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240486:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240496:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047553.240502:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240513:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240602:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047553.240609:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047553.240618:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240629:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e321e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240649:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240666:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240676:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240683:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047553.240688:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240698:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240712:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986821215700) 00010000:00010000:2.0:1777047553.240716:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047553.240721:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240730:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3225 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240782:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3217 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 78 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240805:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 77 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.240817:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047553.240820:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047553.240825:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d200, rc 0) 00000100:00100000:2.0:1777047553.240935:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54340:x1863365384460672:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2118us (3498us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.243795:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3721 00000100:00100000:0.0:1777047553.253803:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.256000:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384460928 00000100:00100000:2.0:1777047553.256020:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384460928 00000100:00100000:2.0:1777047553.256148:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3722 00000100:00100000:2.0:1777047553.256167:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54340:x1863365384460928:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.256218:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.256256:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3233 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788de3 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.256450:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e323a lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.256477:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e323a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.256499:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e323a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047553.256520:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047553.256814:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3233 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788de3 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.256842:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e323a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788de3 expref: 79 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.256857:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047553.256863:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047553.256868:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:2.0:1777047553.257366:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54340:x1863365384460928:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1203us (3580us total) trans 8589938430 rc 0/0 00000100:00100000:2.0:1777047553.257378:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3722 00000100:00100000:0.0:1777047553.274731:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047553.275953:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384461184 00000100:00100000:3.0:1777047553.275973:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384461184 00000100:00100000:3.0:1777047553.276112:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3723 00000100:00100000:3.0:1777047553.276132:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54340:x1863365384461184:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047553.276194:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047553.276235:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e3248 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788dea expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.276418:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e324f lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.276448:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e324f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.276471:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e324f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047553.276495:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:3.0:1777047553.276761:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88000/0x29ccbc23e99e3248 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dea expref: 82 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.276793:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e324f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dea expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.276808:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047553.276814:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777047553.276821:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89200, rc 0) 00000100:00100000:3.0:1777047553.276936:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807074700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54340:x1863365384461184:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 808us (2239us total) trans 8589938431 rc 0/0 00000100:00100000:3.0:1777047553.276955:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3723 00000100:00100000:1.0:1777047553.310011:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047553.310193:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384461312 00000100:00100000:0.0:1777047553.310211:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384461312 00000100:00100000:0.0:1777047553.310343:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6286 00000100:00100000:0.0:1777047553.310359:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384461312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047553.310390:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047553.310426:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788df1 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047553.310472:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb9701, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:0.0:1777047553.310507:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.310510:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.310526:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 17 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.310607:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 17 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.310633:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39200, rc 0) 00000100:00100000:0.0:1777047553.310721:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384461312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 366us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.310733:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6286 00000100:00080000:2.0:1777047553.311599:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047553.331967:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.334629:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384461440 00000100:00100000:2.0:1777047553.334649:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384461440 00000100:00100000:2.0:1777047553.334769:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6287 00000100:00100000:2.0:1777047553.334788:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384461440:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.334820:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.334859:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788df8 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047553.334908:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb9713, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:2.0:1777047553.334945:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.334949:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.334963:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.334992:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 18 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.335014:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047553.336547:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384461440:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1759us (4592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.336561:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6287 00000100:00100000:3.0:1777047553.345317:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.345939:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384461568 00000100:00100000:1.0:1777047553.345958:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384461568 00000100:00100000:1.0:1777047553.347285:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6288 00000100:00100000:1.0:1777047553.347306:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384461568:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.347339:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.347380:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788dff expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047553.347665:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777047553.348240:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 258848, mtime: 0x69eb97f6, atime: 0x69eb979d, ctime: 0x69eb97f6, blocks: 0x203 00010000:00010000:1.0:1777047553.348277:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.348280:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.348304:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 20 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.348335:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 20 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.348359:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c000, rc 0) 00000100:00100000:1.0:1777047553.348496:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384461568:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1195us (3216us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.348508:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6288 00000100:00100000:1.0:1777047553.369189:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.370513:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384461696 00000100:00100000:2.0:1777047553.370936:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384461696 00000100:00100000:2.0:1777047553.371105:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6289 00000100:00100000:2.0:1777047553.371124:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2413:x1863365384461696:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.371157:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.371197:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e06 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047553.371245:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9766, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047553.371285:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.371289:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.371304:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 21 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.371337:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 21 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.371362:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ce00, rc 0) 00000100:00100000:2.0:1777047553.372353:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384461696:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1231us (3181us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.372367:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6289 00000100:00100000:0.0:1777047553.396476:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.400908:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384461824 00000100:00100000:2.0:1777047553.401265:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384461824 00000100:00100000:2.0:1777047553.401405:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6290 00000100:00100000:2.0:1777047553.401423:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384461824:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.401458:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.401502:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e0d expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047553.401888:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9766, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047553.401929:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.401933:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.401950:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 22 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.403214:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 22 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.403245:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d800, rc 0) 00000100:00100000:2.0:1777047553.403462:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384461824:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2038us (7001us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.403476:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6290 00000100:00100000:2.0:1777047553.416724:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.416912:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384461952 00000100:00100000:1.0:1777047553.416930:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384461952 00000100:00100000:1.0:1777047553.417035:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6291 00000100:00100000:1.0:1777047553.417053:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384461952:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.417109:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.417149:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e14 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047553.417200:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb9790, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:1.0:1777047553.417238:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.417244:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.417258:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 19 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.417291:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 19 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.417315:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:1.0:1777047553.418358:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384461952:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1306us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.418372:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6291 00000100:00100000:1.0:1777047553.437774:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047553.438376:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462080 00000100:00100000:0.0:1777047553.438396:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462080 00000100:00100000:0.0:1777047553.438517:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6292 00000100:00100000:0.0:1777047553.438593:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384462080:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047553.438652:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047553.438698:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e1b expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047553.438776:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb979d, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:0.0:1777047553.438814:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.438818:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.438836:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 23 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.438870:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 23 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.438896:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39a00, rc 0) 00000100:00100000:0.0:1777047553.439012:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384462080:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 477us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047553.439026:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6292 00000100:00100000:3.0:1777047553.454762:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.457960:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462208 00000100:00100000:1.0:1777047553.457986:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462208 00000100:00100000:1.0:1777047553.458238:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6293 00000100:00100000:1.0:1777047553.458262:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384462208:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.458297:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.458340:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e22 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047553.458395:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97b8, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:1.0:1777047553.458436:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.458440:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.458455:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 20 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.458491:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 20 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.458519:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:1.0:1777047553.458688:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384462208:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 432us (3946us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.458702:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6293 00000100:00100000:2.0:1777047553.473039:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047553.473622:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462336 00000100:00100000:3.0:1777047553.473642:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462336 00000100:00100000:3.0:1777047553.473758:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6294 00000100:00100000:3.0:1777047553.473778:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384462336:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047553.473810:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047553.473849:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e29 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047553.473897:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97c2, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:3.0:1777047553.473934:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.473938:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.473953:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.473984:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.474008:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:2.0:1777047553.477923:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384462336:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4139us (4891us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.477940:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6294 00000100:00100000:0.0:1777047553.503636:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.505646:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462464 00000100:00100000:2.0:1777047553.505667:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462464 00000100:00100000:2.0:1777047553.505805:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6295 00000100:00100000:2.0:1777047553.505824:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384462464:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047553.505859:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047553.505902:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e30 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047553.505957:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 258848, mtime: 0x69eb97f7, atime: 0x69eb97de, ctime: 0x69eb97f7, blocks: 0x203 00010000:00010000:2.0:1777047553.505996:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.506000:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.506016:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 21 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.506049:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 21 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.506106:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:2.0:1777047553.506201:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384462464:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 381us (2687us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.506214:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6295 00000100:00100000:3.0:1777047553.643013:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047553.643435:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462592 00000100:00100000:2.0:1777047553.643455:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462592 00000100:00100000:2.0:1777047553.643737:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3505 00000100:00100000:2.0:1777047553.643759:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2413:x1863365384462592:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047553.643831:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.643869:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 24 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.643885:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047553.643889:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047553.643897:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.643963:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 24 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.643988:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 24 pid: 6640 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.644015:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365434179968:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047553.644214:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680482ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.653896:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047553.654120:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462720 00000100:00100000:3.0:1777047553.654139:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462720 00010000:00010000:3.0:1777047553.654216:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 25 pid: 6640 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.654306:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2749 00000100:00100000:3.0:1777047553.654324:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384462720:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047553.654353:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047553.654390:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 25 pid: 6640 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.654413:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 25 pid: 6640 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.654457:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.654460:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047553.654469:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.654485:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.654522:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047553.655519:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384462720:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1197us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047553.655532:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2749 00010000:00010000:2.0:1777047553.655845:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002f75aba0/0x29ccbc23e99e31e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc0 expref: 24 pid: 6640 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.655871:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d45a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365434179968:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047553.655907:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.655936:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.655947:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.665193:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777047553.678503:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.679052:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.679126:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.679137:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047553.679145:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.679160:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.679195:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.679209:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.679360:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384462592:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 35601us (36360us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047553.679377:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3505 00000100:00100000:3.0:1777047553.696401:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047553.696485:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047553.697883:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462848 00000100:00100000:0.0:1777047553.697902:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462848 00000100:00100000:0.0:1777047553.697995:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384462976 00000100:00100000:0.0:1777047553.698000:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384462976 00000100:00100000:0.0:1777047553.698093:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6296 00000100:00100000:0.0:1777047553.698109:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384462848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047553.698140:0:33459:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047553.698171:0:33459:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99e32aa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e37 expref: -99 pid: 33459 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.698278:0:33459:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434180096:192.168.201.26@tcp:106: 00000100:00100000:0.0:1777047553.698414:0:33459:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce600 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.699338:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6297 00000100:00100000:1.0:1777047553.699355:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384462976:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.699370:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.699389:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e3e expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.699444:0:7603:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434180224:192.168.201.26@tcp:106: 00000100:00100000:1.0:1777047553.699519:0:7603:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:0.0:1777047553.709486:0:33459:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:33459:1863365434180096:192.168.201.26@tcp:106: 00010000:00010000:0.0:1777047553.709625:0:33459:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99e32aa lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e37 expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.709669:0:33459:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bba42589/0x29ccbc23e99e32aa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e37 expref: 24 pid: 33459 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.709695:0:33459:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38400, rc 0) 00000100:00100000:0.0:1777047553.709793:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868378ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384462848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 11684us (13408us total) trans 0 rc 301/301 00000100:00100000:0.0:1777047553.709809:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6296 00000100:00100000:1.0:1777047553.712176:0:7603:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:7603:1863365434180224:192.168.201.26@tcp:106: 00010000:00010000:1.0:1777047553.712227:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e3e expref: 22 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.712258:0:7603:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e3e expref: 22 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.712278:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:1.0:1777047553.713104:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384462976:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 13744us (16609us total) trans 0 rc 301/301 00000100:00100000:1.0:1777047553.713119:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6297 00000100:00100000:3.0:1777047553.731298:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.732287:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384463104 00000100:00100000:1.0:1777047553.732307:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384463104 00000100:00100000:1.0:1777047553.732442:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3506 00000100:00100000:1.0:1777047553.732461:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384463104:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047553.732528:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.732906:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 23 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.732922:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047553.732926:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047553.732933:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.733002:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 23 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.733028:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 23 pid: 33787 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.733082:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e450380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434180352:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047553.733240:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047553.741848:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e450380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26872:1863365434180352:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047553.741899:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:1.0:1777047553.741903:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.742369:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384463232 00000100:00100000:2.0:1777047553.742383:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384463232 00010000:00010000:2.0:1777047553.742441:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 24 pid: 33787 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047553.742521:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2750 00000100:00100000:2.0:1777047553.742868:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384463232:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047553.742898:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047553.742939:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 24 pid: 33787 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.743275:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 24 pid: 33787 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.743318:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf02b112/0x29ccbc23e99e31ca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db2 expref: 24 pid: 33787 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.743345:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.743349:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047553.743356:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.743373:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047553.743413:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047553.743510:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384463232:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 975us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047553.743525:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2750 00010000:00010000:1.0:1777047553.743598:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.743632:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.768606:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.768642:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.768659:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.768673:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047553.768681:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.768696:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.768732:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.768747:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000232c03fa/0x29ccbc23e99e32b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047553.768926:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d3afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384463104:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 36461us (37639us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047553.768945:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3506 00000100:00100000:3.0:1777047553.802818:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.805390:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384463360 00000100:00100000:1.0:1777047553.805409:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384463360 00000100:00100000:1.0:1777047553.805533:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 515 00000100:00100000:1.0:1777047553.805552:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54340:x1863365384463360:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:1.0:1777047553.805583:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047553.805626:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e324f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dea expref: 81 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.805660:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047553.805669:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047553.805775:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54340:x1863365384463360:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 227us (2974us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047553.805787:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 515 00000100:00100000:0.0:1777047553.811629:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.812419:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384463616 00000100:00100000:1.0:1777047553.812436:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384463616 00000100:00100000:1.0:1777047553.812568:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1319 00000100:00100000:1.0:1777047553.812585:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54340:x1863365384463616:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047553.813084:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54340:x1863365384463616:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 475us (1445us total) trans 8589938432 rc 0/0 00000100:00100000:1.0:1777047553.813098:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1319 00000100:00100000:0.0:1777047553.865190:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.866212:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384463872 00000100:00100000:1.0:1777047553.866232:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384463872 00000100:00100000:1.0:1777047553.866344:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3724 00000100:00100000:1.0:1777047553.866363:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54341:x1863365384463872:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047553.866405:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047553.866442:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e32bf lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e45 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.870046:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39000/0x29ccbc23e99e32c6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.870125:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39000/0x29ccbc23e99e32c6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.870148:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39000/0x29ccbc23e99e32c6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047553.870175:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:0.0:1777047553.870752:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e32bf lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e45 expref: 84 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.870789:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39000/0x29ccbc23e99e32c6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e45 expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.870804:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047553.870810:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047553.870815:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39000, rc 0) 00000100:00100000:0.0:1777047553.871406:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54341:x1863365384463872:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5045us (6231us total) trans 8589938433 rc 0/0 00000100:00100000:0.0:1777047553.871423:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3724 00000100:00100000:2.0:1777047553.884588:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047553.886516:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464000 00000100:00100000:1.0:1777047553.886859:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464000 00000100:00100000:1.0:1777047553.886986:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3507 00000100:00100000:1.0:1777047553.887002:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384464000:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047553.887087:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.887115:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.887118:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047553.887127:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047553.887148:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.899350:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.899386:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.899419:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.899431:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047553.899439:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.899452:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.899484:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.899496:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e32d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.902179:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d45a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2412:x1863365384464000:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 15164us (17591us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047553.902215:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3507 00000100:00100000:1.0:1777047553.918357:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047553.918650:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464128 00000100:00100000:0.0:1777047553.918669:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464128 00000100:00100000:0.0:1777047553.918793:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3508 00000100:00100000:0.0:1777047553.918810:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384464128:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047553.918869:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.918896:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.918900:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.918910:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.918931:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.929484:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.929559:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.929575:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.929586:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047553.929594:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.929609:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.929642:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.929654:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047553.929803:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384464128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 10989us (11755us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047553.929821:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3508 00000100:00100000:2.0:1777047553.946185:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047553.946873:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464256 00000100:00100000:0.0:1777047553.946893:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464256 00000100:00100000:0.0:1777047553.947304:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3509 00000100:00100000:0.0:1777047553.947325:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384464256:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047553.947391:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.947421:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.947424:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047553.947434:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047553.947458:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.975596:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.975641:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.975656:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.975667:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047553.975675:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.975690:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.975726:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047553.975740:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e32e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047553.975918:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2412:x1863365384464256:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28589us (29741us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047553.975936:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3509 00000100:00100000:2.0:1777047554.001878:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047554.002328:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464384 00000100:00100000:0.0:1777047554.002346:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464384 00000100:00100000:0.0:1777047554.002497:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3510 00000100:00100000:0.0:1777047554.002513:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384464384:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047554.002893:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.002923:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.002926:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.002936:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.002959:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.012311:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.012355:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.012370:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.012383:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047554.012391:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.012407:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.013544:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.013563:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003e29db53/0x29ccbc23e99e32e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.020328:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2413:x1863365384464384:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17477us (18125us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047554.020353:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3510 00000100:00100000:2.0:1777047554.034004:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047554.034213:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464512 00000100:00100000:0.0:1777047554.034232:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464512 00000100:00100000:0.0:1777047554.034455:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3511 00000100:00100000:0.0:1777047554.034494:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384464512:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047554.034562:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.034601:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.034605:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.034700:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.034723:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.051649:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.051683:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.051697:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.051708:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047554.051716:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.051731:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.051762:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.051784:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e29db53/0x29ccbc23e99e32f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.051927:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680974d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384464512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17449us (17933us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047554.051946:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3511 00000100:00100000:0.0:1777047554.076015:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047554.078187:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464640 00000100:00100000:2.0:1777047554.078207:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464640 00000100:00100000:2.0:1777047554.078343:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3512 00000100:00100000:2.0:1777047554.078924:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384464640:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047554.078991:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.079022:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.079025:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.079034:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.079127:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.091215:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.091249:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.091263:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.091275:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047554.091284:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.091298:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.091331:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.091588:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e32f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.091905:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2413:x1863365384464640:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13542us (15899us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047554.091920:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3512 00000100:00100000:0.0:1777047554.114872:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434180480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777047554.114999:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047554.115406:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434180480 00000100:00100000:3.0:1777047554.115420:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434180480 00000100:00100000:3.0:1777047554.115582:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1777047554.115601:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434180480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047554.115668:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 230752256 pending 0 free 3855613952 avail 3853516800 00000100:00100000:3.0:1777047554.115750:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365434180480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047554.115762:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1777047554.117396:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434180480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047554.119252:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047554.119276:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434180608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777047554.119340:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047554.119791:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434180608 00000100:00100000:1.0:1777047554.119802:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434180608 00000100:00100000:1.0:1777047554.119893:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1777047554.119908:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365434180608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777047554.119955:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 392626176 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1777047554.120086:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365434180608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 180us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.120098:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1777047554.120847:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868096e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434180608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777047554.125973:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047554.126195:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464768 00000100:00100000:3.0:1777047554.126211:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464768 00000100:00100000:3.0:1777047554.126350:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3513 00000100:00100000:3.0:1777047554.126366:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384464768:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047554.126432:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.126462:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.126466:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.126475:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.126500:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.143137:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.143173:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.143197:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.143208:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047554.143216:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.143229:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.143260:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.143274:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091841aa7/0x29ccbc23e99e32fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.143453:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384464768:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17082us (17486us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047554.143472:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3513 00000100:00100000:0.0:1777047554.161977:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047554.163592:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384464896 00000100:00100000:2.0:1777047554.163613:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384464896 00000100:00100000:2.0:1777047554.163754:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3514 00000100:00100000:2.0:1777047554.163772:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384464896:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047554.163859:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.163889:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.163894:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047554.164250:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.164281:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.176468:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.177446:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.177550:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.177565:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047554.177573:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.177896:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.177943:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.177957:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017f35823/0x29ccbc23e99e3305 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.178144:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868096e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384464896:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14367us (16174us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047554.178163:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3514 00000100:00100000:2.0:1777047554.198374:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.198883:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384465024 00000100:00100000:1.0:1777047554.198903:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384465024 00000100:00100000:1.0:1777047554.199433:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3515 00000100:00100000:1.0:1777047554.199454:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384465024:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047554.199520:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.199588:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.199593:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.199603:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.199628:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.219306:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.219340:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.219355:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.219368:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047554.219379:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.219394:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.219429:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.219445:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e330c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.220026:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384465024:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20568us (21660us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047554.220045:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3515 00000100:00100000:1.0:1777047554.249936:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047554.254231:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384465152 00000100:00100000:3.0:1777047554.254255:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384465152 00000100:00100000:3.0:1777047554.254609:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3516 00000100:00100000:3.0:1777047554.254631:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384465152:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047554.254697:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.254739:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.254742:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.254751:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.254775:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.272514:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.272625:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.272642:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.272655:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047554.272664:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.272680:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.272713:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.272728:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091841aa7/0x29ccbc23e99e3313 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.272901:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384465152:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18266us (22973us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047554.272920:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3516 00000100:00100000:3.0:1777047554.294912:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047554.295414:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384465280 00000100:00100000:0.0:1777047554.295433:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384465280 00000100:00100000:0.0:1777047554.295886:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3517 00000100:00100000:0.0:1777047554.295908:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384465280:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047554.295975:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.296007:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.296010:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.296019:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.296044:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.312649:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.312685:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.313019:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.313032:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047554.313040:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.313076:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.313110:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.313123:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbed7a06/0x29ccbc23e99e331a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.313288:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384465280:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 17377us (18762us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047554.313305:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3517 00000100:00100000:2.0:1777047554.445685:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.445956:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384465408 00000100:00100000:1.0:1777047554.446280:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384465408 00000100:00100000:1.0:1777047554.446548:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6298 00000100:00100000:1.0:1777047554.446568:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384465408:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047554.446601:0:6640:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047554.446637:0:6640:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e4c expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047554.446738:0:6640:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 243375, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb9800, blocks: 0x187 00010000:00010000:1.0:1777047554.446776:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.446780:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.446811:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 23 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.446840:0:6640:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 23 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.446862:0:6640:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d600, rc 0) 00000100:00100000:1.0:1777047554.446951:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384465408:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 390us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.446962:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6298 00000100:00100000:1.0:1777047554.467092:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047554.467268:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384465536 00000100:00100000:3.0:1777047554.467286:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384465536 00000100:00100000:3.0:1777047554.467416:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3518 00000100:00100000:3.0:1777047554.467435:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384465536:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047554.467502:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.467581:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.467585:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.467596:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.467622:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.484565:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.484604:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.484878:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.484892:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047554.484901:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.484917:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.484953:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.484967:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3328 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.485475:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868095cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384465536:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18036us (18392us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047554.485501:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3518 00000100:00100000:2.0:1777047554.507990:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.508133:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384465664 00000100:00100000:1.0:1777047554.508155:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384465664 00000100:00100000:1.0:1777047554.508300:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3519 00000100:00100000:1.0:1777047554.508319:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384465664:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047554.508416:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13b:0x0] initial LVB size: 243375, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb9800, blocks: 0x203 00010000:00010000:1.0:1777047554.508434:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.508461:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.508466:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.508479:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.508505:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.537156:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.537196:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.537213:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.537226:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047554.537233:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.537249:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.537285:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.537298:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e332f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.537582:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384465664:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 29207us (31233us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047554.537875:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3519 00000100:00100000:0.0:1777047554.570740:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.570976:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384465792 00000100:00100000:1.0:1777047554.570999:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384465792 00000100:00100000:1.0:1777047554.571200:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 516 00000100:00100000:1.0:1777047554.571223:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54341:x1863365384465792:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:1.0:1777047554.571258:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047554.571335:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39000/0x29ccbc23e99e32c6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e45 expref: 83 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.571375:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047554.571385:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047554.571506:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54341:x1863365384465792:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 288us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.571522:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 516 00000100:00080000:2.0:1777047554.571992:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047554.584893:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.585378:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384466048 00000100:00100000:1.0:1777047554.585400:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384466048 00000100:00100000:1.0:1777047554.585524:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1320 00000100:00100000:1.0:1777047554.585605:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54341:x1863365384466048:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047554.588829:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54341:x1863365384466048:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 3223us (3947us total) trans 8589938434 rc 0/0 00000100:00100000:0.0:1777047554.588852:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1320 00000100:00100000:3.0:1777047554.606082:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.607540:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384466304 00000100:00100000:1.0:1777047554.607560:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384466304 00000100:00100000:1.0:1777047554.608107:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3725 00000100:00100000:1.0:1777047554.608127:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54106:x1863365384466304:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047554.608170:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047554.608210:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e3336 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e53 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.608444:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.608474:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.608491:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.608883:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.608912:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 84 pid: 33034 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.608940:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434180736:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047554.609437:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6e480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047554.615801:0:33460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434180736:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047554.615851:0:33460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.616600:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047554.616964:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384466432 00000100:00100000:0.0:1777047554.616978:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384466432 00010000:00010000:0.0:1777047554.617041:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 85 pid: 33034 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.617132:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2751 00000100:00100000:0.0:1777047554.617151:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2411:x1863365384466432:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047554.617178:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047554.617190:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 85 pid: 33034 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.617213:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 85 pid: 33034 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.617250:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e322c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ddc expref: 85 pid: 33034 timeout: 4282 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.617278:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047554.617287:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.617303:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.617316:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.617374:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047554.617506:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:2411:x1863365384466432:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 358us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047554.617572:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2751 00010000:00010000:2.0:1777047554.617906:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.617922:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047554.617960:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047554.618273:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c800/0x29ccbc23e99e3336 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.618302:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 84 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.618315:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047554.618320:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047554.618324:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c600, rc 0) 00000100:00100000:2.0:1777047554.618417:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384466304:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 10278us (12366us total) trans 8589938435 rc 0/0 00000100:00100000:2.0:1777047554.618432:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3725 00000100:00100000:3.0:1777047554.634906:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.636892:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384466560 00000100:00100000:1.0:1777047554.636913:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384466560 00000100:00100000:1.0:1777047554.637361:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3726 00000100:00100000:1.0:1777047554.637383:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384466560:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047554.637428:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047554.637470:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e334b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e5a expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.637665:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.637695:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.637712:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.637778:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 85 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.637803:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 85 pid: 33460 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.637830:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434180864:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047554.641019:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1777047554.648323:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434180864:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047554.648379:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.657589:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047554.658846:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384466688 00000100:00100000:3.0:1777047554.658867:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384466688 00010000:00010000:3.0:1777047554.658941:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 86 pid: 33460 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.659394:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2752 00000100:00100000:3.0:1777047554.659412:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2411:x1863365384466688:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047554.659440:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047554.659452:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 86 pid: 33460 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.659478:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 86 pid: 33460 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.659520:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e333d lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e53 expref: 86 pid: 33460 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.659612:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047554.659623:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.659642:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.659658:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.659721:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047554.659805:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:2411:x1863365384466688:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 395us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047554.659821:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2752 00010000:00010000:1.0:1777047554.660013:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.660031:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047554.660693:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047554.660702:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047554.660747:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.660811:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e334b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.660840:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 84 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.660855:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047554.660861:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047554.660866:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:1.0:1777047554.660948:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384466560:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 23570us (26058us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.661332:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3726 00000100:00100000:2.0:1777047554.686186:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047554.686351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047554.694462:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384466944 00000100:00100000:3.0:1777047554.694485:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384466944 00010000:00010000:0.0:1777047554.694796:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047554.694985:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384466816 00000100:00100000:2.0:1777047554.694995:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384466816 00000100:00100000:2.0:1777047554.695085:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6299 00000100:00100000:2.0:1777047554.695106:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384466944:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047554.695139:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047554.695173:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e3359 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e68 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.695291:0:6643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434180992:192.168.201.26@tcp:106: 00000100:00100000:2.0:1777047554.695447:0:6643:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680482ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047554.696181:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6300 00000100:00100000:0.0:1777047554.696201:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384466816:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047554.696219:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047554.696245:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e61 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047554.696288:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13b:0x0] initial LVB size: 243375, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb9800, blocks: 0x203 00010000:00010000:0.0:1777047554.696310:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.696314:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047554.696331:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.696362:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.696387:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38600, rc 0) 00000100:00100000:0.0:1777047554.696468:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384466816:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 273us (10117us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047554.696484:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6300 00000100:00100000:2.0:1777047554.709316:0:6643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6643:1863365434180992:192.168.201.26@tcp:106: 00010000:00010000:2.0:1777047554.709401:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e3359 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e68 expref: 22 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.709477:0:6643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f75aba0/0x29ccbc23e99e3359 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e68 expref: 22 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.709611:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047554.709987:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384466944:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 14885us (23815us total) trans 0 rc 301/301 00000100:00100000:2.0:1777047554.710006:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6299 00000100:00100000:0.0:1777047554.729449:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.730381:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384467200 00000100:00100000:1.0:1777047554.730402:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384467200 00000100:00100000:1.0:1777047554.730798:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1321 00000100:00100000:1.0:1777047554.730821:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54106:x1863365384467200:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047554.731304:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54106:x1863365384467200:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 487us (1873us total) trans 8589938436 rc 0/0 00000100:00100000:1.0:1777047554.731320:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1321 00000100:00100000:2.0:1777047554.806197:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.807358:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384467328 00000100:00100000:1.0:1777047554.807379:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384467328 00000100:00100000:1.0:1777047554.807522:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3727 00000100:00100000:1.0:1777047554.809114:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54342:x1863365384467328:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047554.809162:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047554.809203:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3367 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e6f expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.809331:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.809360:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.809382:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.809406:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.809712:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.809728:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.810470:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e337c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.810489:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e337c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.810503:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e337c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047554.810572:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047554.810580:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047554.811082:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e337c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811106:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e337c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811122:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811133:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811146:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811156:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047554.811163:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811176:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811196:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:1.0:1777047554.811202:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047554.811210:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811221:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e336e lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811253:0:33034:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811265:0:33034:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811275:0:33034:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811287:0:33034:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047554.811292:0:33034:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811304:0:33034:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811318:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98683e747300) 00010000:00010000:1.0:1777047554.811322:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047554.811327:0:33034:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811338:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3375 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811397:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3367 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e6f expref: 87 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811421:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e337c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e6f expref: 86 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.811444:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047554.811448:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047554.811453:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:1.0:1777047554.811867:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54342:x1863365384467328:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2762us (5685us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.811885:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3727 00000100:00100000:0.0:1777047554.834854:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047554.834932:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.835296:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384467584 00000100:00100000:1.0:1777047554.835315:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384467584 00000100:00100000:3.0:1777047554.835355:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384467712 00000100:00100000:3.0:1777047554.835367:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384467712 00000100:00100000:1.0:1777047554.835435:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3728 00000100:00100000:3.0:1777047554.835460:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 517 00000100:00100000:1.0:1777047554.835471:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54342:x1863365384467584:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:3.0:1777047554.835486:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:2411:x1863365384467712:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047554.835510:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047554.835515:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047554.835585:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3383 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e76 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.835900:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e337c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e6f expref: 87 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.835933:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047554.835942:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047554.836390:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:2411:x1863365384467712:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 915us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047554.836405:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 517 00010000:00010000:1.0:1777047554.839486:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.839523:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 86 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.839558:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.839624:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 86 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.839661:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 86 pid: 30806 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.839687:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434181120:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047554.839827:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837e6ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047554.854145:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047554.854274:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384467840 00000100:00100000:2.0:1777047554.854298:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384467840 00010000:00010000:3.0:1777047554.855961:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 87 pid: 30806 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.856407:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2753 00000100:00100000:3.0:1777047554.856430:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:2411:x1863365384467840:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047554.856463:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047554.856477:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 87 pid: 30806 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.856514:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 87 pid: 30806 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.856642:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434181120:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047554.859917:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.859917:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e3352 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e5a expref: 87 pid: 30806 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.859978:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047554.859988:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.860006:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.860021:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.860128:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047554.860245:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:2411:x1863365384467840:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3820us (6116us total) trans 0 rc 0/0 00010000:00010000:1.0:1777047554.862401:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.862419:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047554.862457:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:1.0:1777047554.862797:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3383 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 88 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.862829:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.862844:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047554.862849:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1777047554.862854:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249cc00, rc 0) 00000100:00100000:1.0:1777047554.862950:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54342:x1863365384467584:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 27488us (28110us total) trans 8589938437 rc 0/0 00000100:00100000:1.0:1777047554.862965:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3728 00000100:00100000:3.0:1777047554.863150:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2753 00000100:00100000:3.0:1777047554.870902:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047554.871590:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384467968 00000100:00100000:2.0:1777047554.871608:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384467968 00000100:00100000:2.0:1777047554.871705:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3729 00000100:00100000:2.0:1777047554.871724:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54342:x1863365384467968:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047554.871771:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047554.871809:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3398 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e7d expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.872296:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.872323:0:30805:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.872338:0:30805:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.872399:0:30805:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.872421:0:30805:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 87 pid: 30804 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.872445:0:30805:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a7a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434181248:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047554.872902:0:30805:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680482ea80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047554.889219:0:30805:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a7a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30805:1863365434181248:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047554.889307:0:30805:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.890104:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047554.890806:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384468096 00000100:00100000:3.0:1777047554.890820:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384468096 00010000:00010000:3.0:1777047554.890887:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 88 pid: 30804 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.890966:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2754 00000100:00100000:3.0:1777047554.890984:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:2410:x1863365384468096:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047554.891013:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047554.891026:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 88 pid: 30804 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.891078:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 88 pid: 30804 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.891138:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e338a lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e76 expref: 88 pid: 30804 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.891167:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047554.891176:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.891194:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.891208:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.891269:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047554.891376:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:2410:x1863365384468096:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 394us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047554.891392:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2754 00010000:00010000:2.0:1777047554.893151:0:30805:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.893169:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047554.893291:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047554.893301:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047554.893342:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.893406:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e3398 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e7d expref: 87 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.893439:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e7d expref: 86 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.893453:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047554.893458:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047554.893464:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047554.893633:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54342:x1863365384467968:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 21911us (22748us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047554.893648:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3729 00000100:00100000:2.0:1777047554.924560:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047554.924826:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384468352 00000100:00100000:0.0:1777047554.924847:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384468352 00000100:00100000:0.0:1777047554.924963:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1322 00000100:00100000:0.0:1777047554.924984:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54342:x1863365384468352:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047554.925521:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54342:x1863365384468352:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 541us (1027us total) trans 8589938438 rc 0/0 00000100:00100000:0.0:1777047554.925904:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1322 00000100:00100000:0.0:1777047554.945153:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047554.946691:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384468608 00000100:00100000:2.0:1777047554.946713:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384468608 00000100:00100000:2.0:1777047554.946840:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3730 00000100:00100000:2.0:1777047554.946866:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54342:x1863365384468608:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047554.946913:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047554.946920:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777047554.946974:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e323a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788de3 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.947012:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047554.947021:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047554.947079:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e84 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.947282:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e33ad lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.947308:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e33ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.947328:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e33ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047554.947350:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047554.947698:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e84 expref: 89 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.947727:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e33ad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e84 expref: 88 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047554.947742:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047554.947748:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047554.947753:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2ca00, rc 0) 00000100:00100000:2.0:1777047554.947874:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54342:x1863365384468608:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1016us (2757us total) trans 8589938439 rc 0/0 00000100:00100000:2.0:1777047554.947890:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3730 00000100:00100000:1.0:1777047554.957866:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.957969:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047554.958160:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384468736 00000100:00100000:3.0:1777047554.958179:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384468736 00000100:00100000:3.0:1777047554.958282:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384468864 00000100:00100000:3.0:1777047554.958289:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384468864 00000100:00100000:3.0:1777047554.958352:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6301 00000100:00100000:3.0:1777047554.958373:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384468736:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047554.958461:0:33475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.958504:0:33475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.958527:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1777047554.958537:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6302 00000100:00100000:0.0:1777047554.958566:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384468864:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047554.958581:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047554.958590:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.958615:0:27536:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.958644:0:27536:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 21 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.958658:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047554.958662:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047554.958668:0:33475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 24 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.958670:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047554.958724:0:33475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 24 pid: 33787 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.958746:0:27536:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 21 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047554.958759:0:33475:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986804974700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434181376:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047554.958780:0:27536:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 21 pid: 7603 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.958815:0:27536:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365434181504:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047554.958914:0:33475:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047554.958918:0:27536:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047554.974517:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.976826:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384468992 00000100:00100000:1.0:1777047554.976845:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384468992 00010000:00010000:1.0:1777047554.976921:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 22 pid: 7603 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.977355:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2755 00000100:00100000:1.0:1777047554.977376:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384468992:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047554.977408:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047554.977454:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 22 pid: 7603 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.977479:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 22 pid: 7603 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.977523:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.977527:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.977578:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.977597:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.977637:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047554.977731:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384468992:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 359us (3231us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.977746:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2755 00010000:00010000:0.0:1777047554.978684:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000789e866f/0x29ccbc23e99e31d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788db9 expref: 21 pid: 7603 timeout: 4283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.978715:0:27536:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:27536:1863365434181504:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047554.978759:0:27536:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978778:0:27536:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978790:0:27536:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978836:0:27536:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978851:0:27536:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978866:0:27536:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978888:0:27536:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047554.978896:0:27536:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978911:0:27536:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978933:0:27536:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.978948:0:27536:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e33c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.979430:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384468864:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 20872us (21460us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047554.979448:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6302 00000100:00100000:2.0:1777047554.980971:0:33475:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986804974700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:33475:1863365434181376:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047554.981006:0:33475:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047554.982113:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047554.982318:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384469120 00000100:00100000:1.0:1777047554.982330:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384469120 00010000:00010000:1.0:1777047554.982380:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 25 pid: 33787 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047554.982446:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2756 00000100:00100000:1.0:1777047554.982463:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384469120:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047554.982487:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047554.982521:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 25 pid: 33787 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.982613:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 25 pid: 33787 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.982646:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e3360 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e61 expref: 25 pid: 33787 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.982673:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.982677:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047554.982685:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.982703:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047554.982743:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047554.982806:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384469120:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 347us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047554.982821:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2756 00010000:00010000:0.0:1777047554.983008:0:33475:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983021:0:33475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983085:0:33475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983109:0:33475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983126:0:33475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983140:0:33475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047554.983146:0:33475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983162:0:33475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983186:0:33475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047554.983201:0:33475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e33bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047554.983300:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384468736:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 24933us (25454us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047554.983314:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6301 00000100:00100000:0.0:1777047555.005392:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047555.005696:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384469376 00000100:00100000:2.0:1777047555.005717:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384469376 00000100:00100000:2.0:1777047555.005953:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3731 00000100:00100000:2.0:1777047555.005980:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54342:x1863365384469376:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047555.006117:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777047555.006170:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e339f lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e7d expref: 88 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.006212:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e3209 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dd5 expref: 87 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.006231:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047555.006241:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047555.006301:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.006327:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.006348:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047555.029082:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1305, 88 off118952 00000004:00080000:2.0:1777047555.029113:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183411577754ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.029244:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1292, 88 off117744 00000004:00080000:2.0:1777047555.029256:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183411721042ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.029306:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1293, 88 off117832 00000004:00080000:2.0:1777047555.029312:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183411777737ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.029345:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1306, 88 off119040 00000004:00080000:2.0:1777047555.029352:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183411817317ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.029385:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1294, 88 off117920 00000004:00080000:2.0:1777047555.029392:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183411857729ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.029422:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1307, 88 off119128 00000004:00080000:2.0:1777047555.029430:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183411895062ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.029473:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1295, 88 off118008 00000004:00080000:2.0:1777047555.029481:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183411946904ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.029509:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1308, 88 off119216 00000004:00080000:2.0:1777047555.029522:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183411987639ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.036524:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1309, 88 off119304 00000004:00080000:2.0:1777047555.036579:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419043716ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.036682:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1296, 88 off118096 00000004:00080000:2.0:1777047555.036692:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419157936ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.036729:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1297, 88 off118184 00000004:00080000:2.0:1777047555.036738:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419203034ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.036765:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1310, 88 off119392 00000004:00080000:2.0:1777047555.036773:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419238489ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.036800:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1311, 88 off119480 00000004:00080000:2.0:1777047555.036807:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419272971ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.036831:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1298, 88 off118272 00000004:00080000:2.0:1777047555.036838:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419303479ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.036864:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1312, 88 off119568 00000004:00080000:2.0:1777047555.036871:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419336341ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.036898:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1299, 88 off118360 00000004:00080000:2.0:1777047555.036906:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419371576ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.036932:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1300, 88 off118448 00000004:00080000:2.0:1777047555.036938:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419403771ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.036964:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1313, 88 off119656 00000004:00080000:2.0:1777047555.036971:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419436254ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.036996:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1314, 88 off119744 00000004:00080000:2.0:1777047555.037002:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419467631ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.037028:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1301, 88 off118536 00000004:00080000:2.0:1777047555.037344:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419499649ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.037388:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1302, 88 off118624 00000004:00080000:2.0:1777047555.037396:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419862126ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.037424:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1315, 88 off119832 00000004:00080000:2.0:1777047555.037431:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419896374ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.037458:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1316, 88 off119920 00000004:00080000:2.0:1777047555.037465:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183419930899ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.037492:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1303, 88 off118712 00000004:00080000:2.0:1777047555.037503:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183419968636ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.037529:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1304, 88 off118800 00000004:00080000:2.0:1777047555.037577:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183420042567ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047555.037609:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1317, 88 off120008 00000004:00080000:2.0:1777047555.037615:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183420081052ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.037641:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1318, 88 off120096 00000004:00080000:2.0:1777047555.037648:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4183420113412ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047555.037673:0:33460:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1305, 88 off118888 00000004:00080000:2.0:1777047555.037679:0:33460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4183420144869ns, next at 4179188322970ns, rc = 0 00000001:00080000:1.0:1777047555.239568:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938438 is committed 00000020:00080000:1.0:1777047555.239633:0:30810:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff986837e6ea80 refcount 2 committed 0 result 0 batchid 4294969483 00000020:00080000:1.0:1777047555.239645:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4baa00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986837e6e6c0 00000020:00080000:1.0:1777047555.239652:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4bac00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff986837e6e9c0 00000020:00080000:1.0:1777047555.239657:0:30810:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98683e4bad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98682d77f000 00000020:00080000:1.0:1777047555.239663:0:30810:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].59 00000001:00080000:1.0:1777047555.239754:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938440 is committed 00000004:00080000:1.0:1777047555.239763:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1208 committed 00000004:00080000:1.0:1777047555.239806:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1220 committed 00000004:00080000:1.0:1777047555.239825:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1219 committed 00000004:00080000:1.0:1777047555.239829:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1207 committed 00000004:00080000:1.0:1777047555.239833:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1206 committed 00000004:00080000:1.0:1777047555.239837:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1218 committed 00000004:00080000:1.0:1777047555.239841:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1217 committed 00000004:00080000:1.0:1777047555.239846:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1205 committed 00000004:00080000:1.0:1777047555.239849:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1204 committed 00000004:00080000:1.0:1777047555.239853:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1216 committed 00000004:00080000:1.0:1777047555.239856:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1215 committed 00000004:00080000:1.0:1777047555.239860:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1203 committed 00000004:00080000:1.0:1777047555.239864:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1202 committed 00000004:00080000:1.0:1777047555.239868:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1214 committed 00000004:00080000:1.0:1777047555.239872:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1201 committed 00000004:00080000:1.0:1777047555.239875:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1213 committed 00000004:00080000:1.0:1777047555.239880:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1212 committed 00000004:00080000:1.0:1777047555.239885:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1200 committed 00000004:00080000:1.0:1777047555.239889:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1199 committed 00000004:00080000:1.0:1777047555.239894:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1211 committed 00000004:00080000:1.0:1777047555.239898:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1210 committed 00000004:00080000:1.0:1777047555.239902:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1198 committed 00000004:00080000:1.0:1777047555.239906:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1209 committed 00000004:00080000:1.0:1777047555.239910:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1197 committed 00000004:00080000:1.0:1777047555.239913:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1208 committed 00000004:00080000:1.0:1777047555.239917:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1196 committed 00000004:00080000:1.0:1777047555.239921:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1195 committed 00000004:00080000:1.0:1777047555.239925:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1207 committed 00000020:00080000:1.0:1777047555.239969:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969482 batchid updated 00000020:00080000:0.0:1777047555.240807:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969483 committed batchid 4294969482 00000020:00080000:0.0:1777047555.241764:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969482 cancel update log [0x200000bd0:0x1:0x0].58: rc = 0 00000020:00080000:0.0:1777047555.241790:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969482 00000100:00100000:1.0:1777047555.248255:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434181632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.248408:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.248571:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182144:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.248613:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.248663:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777047555.248674:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182016:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.248716:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.248752:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182528:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.248791:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.248843:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434181888:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.248883:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.248915:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434182400:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.248946:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.248977:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777047555.248985:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434181760:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047555.255631:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434182784:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.255773:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047555.255861:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183296:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.255900:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047555.255949:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777047555.255959:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434182912:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.255994:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047555.256021:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183424:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.256088:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047555.259579:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434181632 00000100:00100000:0.0:1777047555.259619:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434181632 00000100:00100000:0.0:1777047555.259738:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182144 00000100:00100000:0.0:1777047555.259745:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182144 00000100:00100000:0.0:1777047555.259779:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182016 00000100:00100000:0.0:1777047555.259784:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182016 00000100:00100000:0.0:1777047555.259804:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182528 00000100:00100000:0.0:1777047555.259808:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182528 00000100:00100000:0.0:1777047555.259823:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434181888 00000100:00100000:0.0:1777047555.259827:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434181888 00000100:00100000:0.0:1777047555.259841:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182400 00000100:00100000:0.0:1777047555.259845:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182400 00000100:00100000:0.0:1777047555.259859:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182784 00000100:00100000:0.0:1777047555.259863:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182784 00000100:00100000:0.0:1777047555.259886:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183296 00000100:00100000:0.0:1777047555.259891:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183296 00000100:00100000:0.0:1777047555.259905:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182912 00000100:00100000:0.0:1777047555.259910:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182912 00000100:00100000:0.0:1777047555.259925:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183424 00000100:00100000:0.0:1777047555.259928:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183424 00000100:00100000:0.0:1777047555.259956:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6303 00000100:00100000:0.0:1777047555.259971:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434181632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047555.260758:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047555.260765:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:0.0:1777047555.260770:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047555.260774:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:0.0:1777047555.260778:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1777047555.260874:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434181632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 904us (12465us total) trans 17179871786 rc 0/0 00000100:00100000:0.0:1777047555.260887:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6303 00000100:00100000:0.0:1777047555.260921:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6304 00000100:00100000:0.0:1777047555.260933:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434182144:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047555.261127:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047555.261133:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047555.261137:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047555.261140:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047555.261144:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047555.261191:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434182144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 261us (12577us total) trans 17179871787 rc 0/0 00000100:00100000:0.0:1777047555.261202:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6304 00000100:00100000:0.0:1777047555.261224:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305 00000100:00100000:0.0:1777047555.261235:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eb9e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434182016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047555.261394:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047555.261400:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047555.261405:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:0.0:1777047555.261409:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:0.0:1777047555.261413:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047555.261463:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eb9e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+13:3341:x1863365434182016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 229us (12745us total) trans 17179871788 rc 0/0 00000100:00100000:0.0:1777047555.261475:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305 00000100:00100000:0.0:1777047555.261778:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6306 00000100:00100000:0.0:1777047555.261791:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434182528:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047555.261969:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047555.261975:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.261979:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047555.261983:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.261987:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047555.262066:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:3.0:1777047555.262220:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b7117e6 reply state 00000000a84bb76c transno 8589938440 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047555.262250:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047555.265357:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434181760 00000100:00100000:2.0:1777047555.265374:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434181760 00000100:00100000:2.0:1777047555.265445:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6307 00000100:00100000:2.0:1777047555.265460:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434181888:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047555.266339:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047555.266346:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047555.266350:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047555.266354:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047555.266358:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047555.271969:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6308 00000100:00100000:1.0:1777047555.272007:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434182400:12345-0@lo:2:osp-syn-1-0.0 00010000:00080000:3.0:1777047555.272128:0:33460:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777047555.272158:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54342:x1863365384469376:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 266180us (266781us total) trans 8589938440 rc 0/0 00000100:00100000:3.0:1777047555.272175:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3731 00010000:00010000:3.0:1777047555.272259:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.272280:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.272294:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.272304:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047555.272312:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.272326:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.272352:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047555.272357:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047555.272365:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.272376:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e33c9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047555.272458:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047555.272465:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.272470:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:1.0:1777047555.272474:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.272478:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047555.272847:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434182400:12345-0@lo:2:osp-syn-1-0.0 Request processed in 859us (23896us total) trans 17179871791 rc 0/0 00000100:00100000:1.0:1777047555.272860:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6308 00000100:00100000:1.0:1777047555.272889:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6309 00000100:00100000:1.0:1777047555.272903:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434182784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047555.273141:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047555.273147:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047555.273150:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047555.273153:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:1.0:1777047555.273156:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047555.273225:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434182784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 325us (17452us total) trans 21474838837 rc 0/0 00000100:00100000:1.0:1777047555.273239:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6309 00000100:00100000:1.0:1777047555.273265:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6310 00000100:00100000:1.0:1777047555.273278:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434183296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047555.273446:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047555.273453:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.273457:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047555.273461:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.273466:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047555.273520:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434183296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 243us (17618us total) trans 21474838838 rc 0/0 00000100:00080000:3.0:1777047555.273528:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047555.273832:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6310 00000100:00100000:1.0:1777047555.273862:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6311 00000100:00100000:2.0:1777047555.273975:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434181888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 8515us (25088us total) trans 17179871790 rc 0/0 00000100:00100000:2.0:1777047555.273989:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6307 00000100:00100000:2.0:1777047555.274019:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6312 00000100:00080000:3.0:1777047555.282763:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777047555.282897:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313 00000100:00100000:3.0:1777047555.282929:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434181760:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047555.283400:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047555.283407:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:3.0:1777047555.283413:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:3.0:1777047555.283417:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:3.0:1777047555.283422:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047555.284778:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434181760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1861us (22712us total) trans 17179871792 rc 0/0 00000100:00100000:3.0:1777047555.284794:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313 00000100:00100000:1.0:1777047555.285884:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434182912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.286633:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+14:3341:x1863365434182528:12345-0@lo:2:osp-syn-1-0.0 Request processed in 24841us (37837us total) trans 17179871789 rc 0/0 00000100:00100000:0.0:1777047555.286651:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6306 00002000:00010000:1.0:1777047555.287336:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047555.287344:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.287349:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:1.0:1777047555.287354:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.287358:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047555.287457:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434182912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 13583us (31458us total) trans 21474838839 rc 0/0 00000100:00100000:1.0:1777047555.287470:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6311 00000100:00100000:2.0:1777047555.287573:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3342:x1863365434183424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047555.288329:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047555.288336:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.288341:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047555.288346:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.288349:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047555.290548:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3342:x1863365434183424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 16515us (34455us total) trans 21474838840 rc 0/0 00000100:00100000:2.0:1777047555.290563:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6312 00000100:00100000:0.0:1777047555.291081:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434183040:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.291172:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047555.291625:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183040 00000100:00100000:1.0:1777047555.291632:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182656:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.291640:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183040 00000100:00100000:1.0:1777047555.291688:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047555.291732:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182656 00000100:00100000:2.0:1777047555.291739:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182656 00000100:00100000:2.0:1777047555.292314:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314 00000100:00100000:2.0:1777047555.292331:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3340:x1863365434183040:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047555.292633:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:2.0:1777047555.292641:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047555.292645:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:2.0:1777047555.292649:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:2.0:1777047555.292653:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047555.292715:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434183040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 388us (1543us total) trans 21474838841 rc 0/0 00000100:00100000:2.0:1777047555.292728:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314 00000100:00100000:2.0:1777047555.292755:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6315 00000100:00100000:2.0:1777047555.292766:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3341:x1863365434182656:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.292948:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3341:x1863365434182656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 182us (1257us total) trans 21474838842 rc 0/0 00000100:00100000:2.0:1777047555.292960:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6315 00000004:00080000:3.0:1777047555.293146:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810184a80/2, rc 0, transno 21474838839 00000100:00100000:3.0:1777047555.294280:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434182912:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047555.294316:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810184380/2, rc 0, transno 21474838840 00000100:00100000:3.0:1777047555.294324:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810184380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183424:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047555.294342:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185f80/2, rc 0, transno 21474838837 00000100:00100000:3.0:1777047555.294349:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434182784:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047555.294364:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185500/2, rc 0, transno 21474838838 00000100:00100000:3.0:1777047555.294370:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047555.294564:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000004:00080000:0.0:1777047555.295451:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810187800/2, rc 0, transno 21474838841 00000100:00100000:0.0:1777047555.295462:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810187800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434183040:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.295477:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434183552:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.295559:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047555.295629:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183552 00000100:00100000:0.0:1777047555.295638:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183552 00000100:00100000:2.0:1777047555.296581:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434184064:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.296634:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047555.296681:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777047555.296693:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434183680:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.296976:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047555.297017:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434184192:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.297089:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047555.297142:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184064 00000100:00100000:2.0:1777047555.297151:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184064 00000100:00100000:0.0:1777047555.297450:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183680 00000100:00100000:0.0:1777047555.297459:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183680 00000100:00100000:2.0:1777047555.297548:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184192 00000100:00100000:2.0:1777047555.297556:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184192 00000100:00100000:2.0:1777047555.297596:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6316 00000100:00100000:2.0:1777047555.297613:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434183552:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047555.298451:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6317 00000100:00100000:0.0:1777047555.298466:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434184064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047555.299525:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047555.301495:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047555.301503:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.301510:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047555.301514:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.301518:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047555.301634:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434184064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3169us (4997us total) trans 21474838844 rc 0/0 00000100:00100000:0.0:1777047555.301649:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6317 00000100:00100000:0.0:1777047555.301696:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6318 00000100:00100000:0.0:1777047555.301711:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434184192:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047555.301956:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047555.301962:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.302333:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047555.302337:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.302341:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047555.302392:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434184192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 685us (5303us total) trans 21474838845 rc 0/0 00000100:00100000:0.0:1777047555.302404:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6318 00000100:00100000:0.0:1777047555.302429:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319 00000100:00100000:0.0:1777047555.302441:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434183680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047555.302924:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047555.302931:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.302935:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047555.302939:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.302943:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047555.302994:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434183680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 554us (6018us total) trans 21474838846 rc 0/0 00000100:00100000:0.0:1777047555.303006:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319 00002000:00010000:2.0:1777047555.303369:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.303375:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047555.303380:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.303383:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047555.303449:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434183552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5840us (7916us total) trans 21474838843 rc 0/0 00000100:00100000:2.0:1777047555.303462:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6316 00000004:00080000:2.0:1777047555.303583:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185c00/2, rc 0, transno 21474838846 00000100:00100000:2.0:1777047555.303607:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434183680:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047555.303611:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810184e00/2, rc 0, transno 21474838842 00000100:00100000:1.0:1777047555.303620:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182656:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047555.303627:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810184700/2, rc 0, transno 21474838845 00000100:00100000:2.0:1777047555.303633:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434184192:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047555.303639:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434183168:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047555.303645:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810187100/2, rc 0, transno 21474838844 00000100:00100000:2.0:1777047555.303651:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434184064:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047555.303664:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185180/2, rc 0, transno 21474838843 00000100:00100000:2.0:1777047555.303671:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434183552:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047555.303695:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047555.303754:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c2a00/2, rc 0, transno 17179871788 00000100:00100000:2.0:1777047555.303771:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183808:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047555.303772:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182016:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047555.303794:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c2680/2, rc 0, transno 17179871789 00000100:00100000:1.0:1777047555.303801:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182528:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.303814:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047555.303825:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807feb100/2, rc 0, transno 17179871786 00000100:00100000:1.0:1777047555.303833:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807feb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434181632:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.303847:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434184320:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1777047555.303851:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c3100/2, rc 0, transno 17179871787 00000100:00100000:1.0:1777047555.303856:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434182144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.303921:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.303930:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183168 00000100:00100000:1.0:1777047555.303939:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183168 00000100:00100000:3.0:1777047555.304377:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384469504 00000100:00100000:3.0:1777047555.304386:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384469504 00000100:00100000:3.0:1777047555.304449:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3732 00000100:00100000:3.0:1777047555.304463:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54342:x1863365384469504:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047555.304491:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047555.304525:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e8b expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.304890:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.304918:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 69 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.304952:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047555.304958:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777047555.304964:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:3.0:1777047555.309308:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54342:x1863365384469504:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4828us (14759us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047555.309330:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3732 00000100:00100000:2.0:1777047555.318602:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777047555.318643:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.318791:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.320577:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183808 00000100:00100000:1.0:1777047555.320597:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183808 00000100:00100000:1.0:1777047555.321680:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184320 00000100:00100000:1.0:1777047555.322530:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184320 00000100:00100000:1.0:1777047555.322639:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320 00000100:00100000:1.0:1777047555.322657:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434183168:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.323865:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434183936 00000100:00100000:2.0:1777047555.323875:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434183936 00000100:00100000:2.0:1777047555.323917:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6321 00000100:00100000:2.0:1777047555.323930:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434183808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047555.324137:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047555.324144:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.324149:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047555.324153:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.324157:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047555.324258:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434183808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 328us (20441us total) trans 21474838848 rc 0/0 00000100:00100000:2.0:1777047555.324272:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6321 00000100:00100000:2.0:1777047555.324308:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322 00000100:00100000:2.0:1777047555.324321:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434184320:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.324503:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434184320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 183us (20581us total) trans 21474838849 rc 0/0 00000100:00100000:2.0:1777047555.324514:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322 00000100:00100000:2.0:1777047555.324571:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323 00000100:00100000:2.0:1777047555.324585:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3342:x1863365434183936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047555.324768:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:2.0:1777047555.324775:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.324779:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:2.0:1777047555.324782:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:2.0:1777047555.324786:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047555.324840:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3342:x1863365434183936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 256us (6050us total) trans 21474838850 rc 0/0 00000100:00100000:2.0:1777047555.324852:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323 00002000:00010000:1.0:1777047555.324857:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047555.324863:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.324867:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:1.0:1777047555.324871:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.324875:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:2.0:1777047555.324965:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186a00/2, rc 0, transno 21474838850 00000100:00100000:2.0:1777047555.324979:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183936:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047555.324998:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186300/2, rc 0, transno 21474838848 00000100:00100000:2.0:1777047555.325005:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434183808:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047555.325334:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186d80/2, rc 0, transno 21474838849 00000100:00100000:2.0:1777047555.325342:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434184320:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047555.325560:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434183168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2905us (21861us total) trans 21474838847 rc 0/0 00000100:00100000:1.0:1777047555.325573:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320 00000004:00080000:1.0:1777047555.326059:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8380/2, rc 0, transno 17179871792 00000100:00100000:1.0:1777047555.326080:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434181760:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.326161:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434182272:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.326225:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047555.326276:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986807fe8000/2, rc 0, transno 17179871790 00000100:00100000:1.0:1777047555.326291:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986807fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434181888:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047555.326348:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c0000/2, rc 0, transno 17179871791 00000100:00100000:1.0:1777047555.326355:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434182400:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.326372:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434184448:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.326447:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.326481:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434184960:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.326516:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.326578:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047555.326589:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434184832:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047555.326626:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047555.326702:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434182272 00000100:00100000:1.0:1777047555.326711:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434182272 00000100:00100000:1.0:1777047555.326760:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184448 00000100:00100000:1.0:1777047555.326766:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184448 00000100:00100000:1.0:1777047555.326788:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184960 00000100:00100000:1.0:1777047555.326793:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184960 00000100:00100000:1.0:1777047555.326815:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184832 00000100:00100000:1.0:1777047555.326819:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184832 00000100:00100000:1.0:1777047555.326845:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6324 00000100:00100000:1.0:1777047555.326857:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3343:x1863365434182272:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.327351:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434184704:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.327401:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1777047555.327473:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810187480/2, rc 0, transno 21474838847 00000100:00100000:2.0:1777047555.327482:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434183168:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047555.327497:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777047555.327506:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434184576:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047555.331723:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047555.331735:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.331742:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:1.0:1777047555.331746:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047542 -> 1777047542 00002000:00010000:1.0:1777047555.331751:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047555.332349:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184704 00000100:00100000:0.0:1777047555.332362:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184704 00000100:00100000:0.0:1777047555.332438:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325 00000100:00100000:0.0:1777047555.332453:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434184448:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047555.333368:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047555.333375:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.333379:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047555.333383:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.333386:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047555.334258:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434182272:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7397us (8029us total) trans 17179871793 rc 0/0 00000100:00100000:1.0:1777047555.334276:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6324 00000100:00100000:1.0:1777047555.334325:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326 00000100:00100000:1.0:1777047555.334342:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434184960:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047555.334553:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047555.334559:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.334563:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047555.334567:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.334571:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047555.334883:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434184960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 546us (8364us total) trans 17179871795 rc 0/0 00000100:00100000:1.0:1777047555.334946:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326 00000100:00100000:1.0:1777047555.334976:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6327 00000100:00100000:1.0:1777047555.334990:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434184832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047555.335226:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:1.0:1777047555.335232:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.335236:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:1.0:1777047555.335240:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.335245:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047555.335304:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3343:x1863365434184832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 316us (8675us total) trans 17179871796 rc 0/0 00000100:00100000:1.0:1777047555.335317:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6327 00000100:00100000:1.0:1777047555.335342:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6328 00000100:00100000:1.0:1777047555.335355:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3341:x1863365434184704:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047555.335511:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047555.335517:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.335521:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047555.335526:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:1.0:1777047555.335563:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047555.335623:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434184704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 268us (8219us total) trans 17179871797 rc 0/0 00000100:00100000:1.0:1777047555.335635:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6328 00000004:00080000:1.0:1777047555.335752:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c1c00/2, rc 0, transno 17179871796 00000100:00100000:1.0:1777047555.335766:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434184832:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047555.335790:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c2300/2, rc 0, transno 17179871795 00000100:00100000:1.0:1777047555.335796:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434184960:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047555.335813:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c0700/2, rc 0, transno 17179871793 00000100:00100000:1.0:1777047555.335819:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434182272:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.337669:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047555.338362:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434185088:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047555.338435:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047555.338528:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434184448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6075us (12077us total) trans 17179871794 rc 0/0 00000100:00100000:0.0:1777047555.338543:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325 00000004:00080000:1.0:1777047555.338619:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c1500/2, rc 0, transno 17179871794 00000100:00100000:1.0:1777047555.338631:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434184448:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047555.343358:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c1180/2, rc 0, transno 17179871797 00000100:00100000:2.0:1777047555.343392:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434184704:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047555.344372:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434184576 00000100:00100000:0.0:1777047555.344386:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434184576 00000100:00100000:0.0:1777047555.344467:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434185088 00000100:00100000:0.0:1777047555.344472:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434185088 00000100:00100000:0.0:1777047555.344513:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6329 00000100:00100000:0.0:1777047555.344528:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434184576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047555.345343:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 258848 -> 258848 00002000:00010000:0.0:1777047555.345351:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.345355:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047555.345360:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047543 -> 1777047543 00002000:00010000:0.0:1777047555.345364:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047555.345468:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434184576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 941us (7802us total) trans 17179871798 rc 0/0 00000100:00100000:0.0:1777047555.345484:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6329 00000100:00100000:0.0:1777047555.345973:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6330 00000100:00100000:0.0:1777047555.345988:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3341:x1863365434185088:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047555.346493:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3341:x1863365434185088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 507us (8055us total) trans 17179871799 rc 0/0 00000100:00100000:0.0:1777047555.346504:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6330 00000004:00080000:2.0:1777047555.346799:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c0380/2, rc 0, transno 17179871798 00000100:00100000:2.0:1777047555.346812:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434184576:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047555.346832:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403c2d80/2, rc 0, transno 17179871799 00000100:00100000:2.0:1777047555.346838:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434185088:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047555.355322:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047555.355976:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384469632 00000100:00100000:0.0:1777047555.355994:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384469632 00000100:00100000:0.0:1777047555.356135:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3733 00000100:00100000:0.0:1777047555.356154:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54342:x1863365384469632:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047555.356203:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047555.356244:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e33d7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e92 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.356392:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e33de lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.356420:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e33de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.356441:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e33de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047555.356489:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:0.0:1777047555.356496:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047555.356528:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e33de lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.356662:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e33d7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e92 expref: 71 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.356698:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e33de lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e92 expref: 70 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.356713:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047555.356719:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047555.356726:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38200, rc 0) 00000100:00100000:0.0:1777047555.356819:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54342:x1863365384469632:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 668us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047555.356832:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3733 00000100:00100000:0.0:1777047555.501156:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047555.503172:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384469760 00000100:00100000:2.0:1777047555.503199:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384469760 00000100:00100000:3.0:1777047555.508261:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3520 00000100:00100000:3.0:1777047555.508290:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384469760:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047555.508375:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.508416:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.508421:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.508437:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.508472:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777047555.510919:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777047555.558430:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.558477:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.558497:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.558518:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047555.559261:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.559288:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.559339:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.559356:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e33e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.560228:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384469760:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 51930us (59081us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047555.560254:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3520 00000100:00100000:3.0:1777047555.585238:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047555.592331:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384469888 00000100:00100000:2.0:1777047555.592356:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384469888 00000100:00100000:2.0:1777047555.593185:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3521 00000100:00100000:2.0:1777047555.593210:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2412:x1863365384469888:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047555.593283:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.593327:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 20 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.593345:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.593349:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047555.593356:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 4/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.593432:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 20 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.593463:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 20 pid: 26191 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.593495:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efab100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434185216:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047555.594110:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff986808a643c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777047555.600436:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047555.614286:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047555.614290:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efab100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434185216:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047555.614349:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047555.618649:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470016 00000100:00100000:3.0:1777047555.618671:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470016 00010000:00010000:3.0:1777047555.618765:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 21 pid: 26191 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047555.619304:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2757 00000100:00100000:3.0:1777047555.619335:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384470016:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047555.619367:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047555.619412:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 21 pid: 26191 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.619443:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 21 pid: 26191 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.619495:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faefed27/0x29ccbc23e99e325d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df1 expref: 21 pid: 26191 timeout: 4283 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.619534:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.619538:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.619548:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.619570:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.619646:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047555.619775:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384470016:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 448us (5508us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047555.619853:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2757 00010000:00010000:0.0:1777047555.620929:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.620951:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.721105:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777047555.833660:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838846 is committed 00000001:00080000:1.0:1777047555.833736:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838851 is committed 00000001:00080000:1.0:1777047555.833752:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838847 is committed 00000001:00080000:1.0:1777047555.833786:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838850 is committed 00002000:00010000:0.0:1777047555.834418:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047542 -> 1777047555 00002000:00010000:0.0:1777047555.834428:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047542 -> 1777047555 00010000:00010000:0.0:1777047555.834453:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.834480:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.834495:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.834507:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047555.834516:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.834585:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.834623:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047555.834638:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ffc584d/0x29ccbc23e99e33ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047555.834815:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384469888:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 241603us (249585us total) trans 21474838851 rc 0/0 00000100:00100000:0.0:1777047555.834833:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3521 00000100:00100000:1.0:1777047555.851128:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047555.852164:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470144 00000100:00100000:3.0:1777047555.852185:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470144 00000100:00100000:3.0:1777047555.852333:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3522 00000100:00100000:3.0:1777047555.852355:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384470144:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047555.852426:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.852468:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 17 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.852485:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.852488:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.852494:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.853314:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 17 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.853342:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 17 pid: 6643 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047555.853381:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434185344:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047555.853992:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047555.864621:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047555.864743:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470272 00000100:00100000:3.0:1777047555.864761:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470272 00010000:00010000:3.0:1777047555.865201:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 18 pid: 6643 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047555.865296:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2758 00000100:00100000:3.0:1777047555.865318:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384470272:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047555.865347:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047555.865388:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 18 pid: 6643 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.865414:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 18 pid: 6643 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.865457:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.865461:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047555.865469:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.865488:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047555.866647:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047555.866760:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2411:x1863365384470272:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1445us (2157us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047555.866775:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2758 00010000:00010000:2.0:1777047555.869097:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3264 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788df8 expref: 17 pid: 6643 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047555.869135:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434185344:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047555.869181:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.869202:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047555.869215:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047556.043719:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838852 is committed 00002000:00010000:2.0:1777047556.044898:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047542 -> 1777047555 00002000:00010000:2.0:1777047556.044908:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047542 -> 1777047555 00010000:00010000:2.0:1777047556.044932:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.045482:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.045505:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.045516:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047556.045526:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.045542:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.046188:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.046212:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007521a96d/0x29ccbc23e99e33f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.046788:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384470144:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 194431us (195672us total) trans 21474838852 rc 0/0 00000100:00100000:0.0:1777047556.046807:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3522 00000100:00100000:1.0:1777047556.058079:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047556.058437:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470400 00000100:00100000:2.0:1777047556.058456:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470400 00000100:00100000:0.0:1777047556.059531:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3523 00000100:00100000:3.0:1777047556.063671:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2413:x1863365384470400:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047556.063755:0:26859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.063796:0:26859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 23 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.063812:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.063816:0:26859:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.063822:0:26859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.063888:0:26859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 23 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.063918:0:26859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 23 pid: 6642 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047556.063943:0:26859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26859:1863365434185472:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047556.064516:0:26859:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047556.072946:0:26859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26859:1863365434185472:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047556.073004:0:26859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047556.083933:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047556.086406:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470528 00000100:00100000:2.0:1777047556.086426:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470528 00010000:00010000:2.0:1777047556.086510:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 24 pid: 6642 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047556.086630:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2759 00000100:00100000:2.0:1777047556.086647:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815cc5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384470528:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047556.086673:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047556.086728:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 24 pid: 6642 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.086753:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 24 pid: 6642 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.086792:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e326b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dff expref: 24 pid: 6642 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.086821:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047556.086839:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047556.086861:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.086881:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.086935:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047556.087067:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815cc5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384470528:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 376us (3106us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047556.087080:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2759 00010000:00010000:3.0:1777047556.087967:0:26859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.087986:0:26859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047556.268211:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871799 is committed 00000001:00080000:0.0:1777047556.268317:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871783 is committed 00000001:00080000:0.0:1777047556.268372:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871800 is committed 00002000:00010000:1.0:1777047556.269446:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047542 -> 1777047556 00002000:00010000:1.0:1777047556.269457:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047542 -> 1777047556 00010000:00010000:1.0:1777047556.269482:0:26859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.269856:0:26859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.269873:0:26859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.269886:0:26859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047556.269895:0:26859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.269912:0:26859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.269948:0:26859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.269960:0:26859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e33fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26859 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047556.270491:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384470400:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 210933us (212462us total) trans 17179871800 rc 0/0 00000100:00100000:1.0:1777047556.270511:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3523 00000100:00100000:0.0:1777047556.298245:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047556.298882:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470656 00000100:00100000:1.0:1777047556.298902:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470656 00000100:00100000:1.0:1777047556.299086:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3524 00000100:00100000:1.0:1777047556.299107:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384470656:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047556.299177:0:26872:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.299216:0:26872:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 16 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.299231:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047556.299235:0:26872:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047556.299241:0:26872:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.299308:0:26872:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 16 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.299335:0:26872:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 16 pid: 7603 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047556.299362:0:26872:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434185600:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047556.299567:0:26872:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047556.310720:0:26872:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26872:1863365434185600:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047556.310777:0:26872:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.321168:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047556.325510:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470784 00000100:00100000:3.0:1777047556.325599:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470784 00010000:00010000:3.0:1777047556.325690:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 17 pid: 7603 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047556.325759:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2760 00000100:00100000:3.0:1777047556.325776:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384470784:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047556.325804:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047556.325846:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 17 pid: 7603 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.325871:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 17 pid: 7603 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.325911:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e2e82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788cbd expref: 17 pid: 7603 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.325939:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.325943:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.325951:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.325968:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.326055:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047556.326170:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384470784:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 396us (5019us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.326185:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2760 00010000:00010000:1.0:1777047556.326252:0:26872:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047556.326283:0:26872:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047556.459070:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838853 is committed 00002000:00010000:0.0:1777047556.459528:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047556 00002000:00010000:0.0:1777047556.461409:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047556 00010000:00010000:0.0:1777047556.461434:0:26872:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.461456:0:26872:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.461471:0:26872:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.461482:0:26872:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047556.461490:0:26872:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.461505:0:26872:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.461563:0:26872:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.461576:0:26872:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d8825704/0x29ccbc23e99e3401 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26872 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047556.463914:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384470656:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 164799us (165674us total) trans 21474838853 rc 0/0 00000100:00100000:1.0:1777047556.463934:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3524 00000100:00100000:0.0:1777047556.500120:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047556.500311:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384470912 00000100:00100000:3.0:1777047556.500330:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384470912 00000100:00100000:3.0:1777047556.500473:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3525 00000100:00100000:3.0:1777047556.500491:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2413:x1863365384470912:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:3.0:1777047556.500610:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.500647:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 19 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.500662:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.500665:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.500671:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.500740:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 19 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.500779:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 19 pid: 33475 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047556.500808:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434185728:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047556.500954:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047556.513154:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434185728:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047556.513212:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.515881:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047556.517064:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471040 00000100:00100000:3.0:1777047556.517080:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471040 00010000:00010000:3.0:1777047556.517149:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 20 pid: 33475 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047556.517225:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2761 00000100:00100000:3.0:1777047556.517245:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384471040:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047556.517275:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047556.517342:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 20 pid: 33475 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.517367:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 20 pid: 33475 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.517421:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beda842d/0x29ccbc23e99e3272 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e06 expref: 20 pid: 33475 timeout: 4284 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.517453:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.517456:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047556.517466:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.517484:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047556.517639:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047556.517738:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384471040:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 495us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.517754:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2761 00010000:00010000:2.0:1777047556.519119:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.519139:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.674060:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434185856:0@lo:400:kworker.0 00000100:00100000:0.0:1777047556.674221:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047556.674388:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434185856 00000100:00100000:1.0:1777047556.674403:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434185856 00000100:00100000:1.0:1777047556.674492:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1777047556.674510:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434185856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.676911:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704637050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434185856:12345-0@lo:400:kworker.0 Request processed in 2398us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.676930:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1777047556.677060:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434186112:0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.677149:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047556.677215:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047556.677228:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434185984:0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.677271:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047556.677333:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434186112 00000100:00100000:1.0:1777047556.677343:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434186112 00000100:00100000:1.0:1777047556.677414:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434185984 00000100:00100000:1.0:1777047556.677420:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434185984 00000100:00100000:1.0:1777047556.677459:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1777047556.677472:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434186112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.677549:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434186112:12345-0@lo:400:kworker.0 Request processed in 78us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.677564:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1777047556.677590:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1777047556.677602:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434185984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.678310:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434185984:12345-0@lo:400:kworker.0 Request processed in 707us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.678323:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:1.0:1777047556.678358:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047556.678427:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434185984:0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.678452:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434186112:0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.679046:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434186240:0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.679105:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047556.680182:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434185856:0@lo:400:kworker.0 00000100:00100000:3.0:1777047556.680601:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434186240 00000100:00100000:3.0:1777047556.680612:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434186240 00000100:00100000:3.0:1777047556.680804:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1777047556.680847:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434186240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047556.680941:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434186240:12345-0@lo:400:kworker.0 Request processed in 123us (1834us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.680953:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:1.0:1777047556.681727:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838850 gen 2 00000004:00080000:1.0:1777047556.681739:0:3340:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838836 committed transno 21474838850 00000004:00080000:1.0:1777047556.681774:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185f80, transno 21474838837 00000004:00080000:1.0:1777047556.681914:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185500, transno 21474838838 00000100:00100000:3.0:1777047556.686623:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777047556.686657:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434186496:0@lo:400:kworker.0 00000100:00100000:3.0:1777047556.686793:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1777047556.694838:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810184a80, transno 21474838839 00000004:00080000:1.0:1777047556.694856:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810184380, transno 21474838840 00000004:00080000:1.0:1777047556.694862:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810187800, transno 21474838841 00000004:00080000:1.0:1777047556.694867:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810184e00, transno 21474838842 00000004:00080000:1.0:1777047556.694872:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185180, transno 21474838843 00000004:00080000:1.0:1777047556.694877:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810187100, transno 21474838844 00000004:00080000:1.0:1777047556.694882:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810184700, transno 21474838845 00000004:00080000:1.0:1777047556.694887:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185c00, transno 21474838846 00000004:00080000:1.0:1777047556.694892:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810187480, transno 21474838847 00000004:00080000:1.0:1777047556.694897:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810186300, transno 21474838848 00000004:00080000:1.0:1777047556.694902:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810186d80, transno 21474838849 00000004:00080000:1.0:1777047556.694908:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810186a00, transno 21474838850 00000100:00100000:1.0:1777047556.694932:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434186240:0@lo:400:kworker.0 00000100:00100000:2.0:1777047556.699771:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434186496 00000100:00100000:2.0:1777047556.699798:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434186496 00000100:00100000:1.0:1777047556.700629:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047556.701305:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434186368:0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.701437:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047556.701454:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 12 done 00000100:00100000:1.0:1777047556.704317:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1777047556.704340:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434186496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047556.704493:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365434186496:12345-0@lo:400:kworker.0 Request processed in 159us (17701us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047556.704506:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1777047556.707245:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365434186496:0@lo:400:kworker.0 00000100:00100000:3.0:1777047556.707326:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434186368 00000100:00100000:3.0:1777047556.707340:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434186368 00000100:00100000:3.0:1777047556.707431:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:3.0:1777047556.707448:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434186368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047556.707593:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434186368:12345-0@lo:400:kworker.0 Request processed in 148us (6155us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047556.707606:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:1.0:1777047556.709445:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871799 gen 2 00000004:00080000:1.0:1777047556.709461:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b885c00, transno 17179871781 00000004:00080000:1.0:1777047556.709492:0:3340:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871785 committed transno 17179871799 00000004:00080000:1.0:1777047556.709524:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807feb100, transno 17179871786 00000004:00080000:1.0:1777047556.709531:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c3100, transno 17179871787 00000004:00080000:1.0:1777047556.709536:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c2a00, transno 17179871788 00000004:00080000:1.0:1777047556.709541:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c2680, transno 17179871789 00000004:00080000:1.0:1777047556.709546:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8000, transno 17179871790 00000004:00080000:1.0:1777047556.709550:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c0000, transno 17179871791 00000004:00080000:1.0:1777047556.709555:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986807fe8380, transno 17179871792 00000004:00080000:1.0:1777047556.709559:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c0700, transno 17179871793 00000004:00080000:1.0:1777047556.709563:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c1500, transno 17179871794 00000004:00080000:1.0:1777047556.709567:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c2300, transno 17179871795 00000004:00080000:1.0:1777047556.709571:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c1c00, transno 17179871796 00000004:00080000:1.0:1777047556.709575:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c1180, transno 17179871797 00000004:00080000:1.0:1777047556.709579:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c0380, transno 17179871798 00000004:00080000:1.0:1777047556.709582:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403c2d80, transno 17179871799 00000100:00100000:1.0:1777047556.709594:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986815a71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434186368:0@lo:400:kworker.0 00000004:00080000:3.0:1777047556.712470:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done 00010000:00010000:0.0:1777047556.738836:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777047556.759089:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871801 is committed 00002000:00010000:2.0:1777047556.760262:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047543 -> 1777047556 00002000:00010000:2.0:1777047556.760273:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047543 -> 1777047556 00010000:00010000:2.0:1777047556.760300:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.760325:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.760342:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.760355:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047556.760365:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.760381:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.760419:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.760432:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ff8fb8c/0x29ccbc23e99e3408 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047556.760730:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2413:x1863365384470912:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 260230us (261016us total) trans 17179871801 rc 0/0 00000100:00100000:2.0:1777047556.760752:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3525 00000100:00100000:1.0:1777047556.787763:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047556.787932:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471168 00000100:00100000:0.0:1777047556.787953:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471168 00000100:00100000:0.0:1777047556.788436:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3526 00000100:00100000:0.0:1777047556.788457:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384471168:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047556.788524:0:14917:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.788621:0:14917:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 18 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.788638:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.788641:0:14917:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047556.788647:0:14917:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.788713:0:14917:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 18 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.788742:0:14917:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 18 pid: 27536 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047556.788769:0:14917:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434186624:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047556.790570:0:14917:0:(client.c:2691:ptlrpc_set_wait()) set ffff986804d63300 going to sleep for 11 seconds 00000100:00100000:0.0:1777047556.812863:0:14917:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e644380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14917:1863365434186624:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047556.812920:0:14917:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047556.826399:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047556.826605:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471296 00000100:00100000:2.0:1777047556.826625:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471296 00010000:00010000:2.0:1777047556.826705:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 19 pid: 27536 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047556.826777:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2762 00000100:00100000:2.0:1777047556.826795:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384471296:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047556.826821:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047556.826862:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 19 pid: 27536 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.826888:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 19 pid: 27536 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.826931:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3279 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e0d expref: 19 pid: 27536 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.826960:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047556.826964:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047556.826972:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.826991:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.827084:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047556.827188:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384471296:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 395us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047556.827202:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2762 00010000:00010000:0.0:1777047556.828967:0:14917:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047556.828991:0:14917:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047556.995983:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871802 is committed 00002000:00010000:2.0:1777047556.996964:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047543 -> 1777047556 00002000:00010000:2.0:1777047556.996973:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047543 -> 1777047556 00010000:00010000:2.0:1777047556.996997:0:14917:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.997042:0:14917:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.997095:0:14917:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.997117:0:14917:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047556.997124:0:14917:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.997138:0:14917:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.997173:0:14917:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047556.997185:0:14917:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e340f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14917 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047556.997447:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384471168:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 208985us (209691us total) trans 17179871802 rc 0/0 00000100:00100000:2.0:1777047556.997472:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3526 00000100:00100000:1.0:1777047557.015695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047557.016930:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471424 00000100:00100000:2.0:1777047557.016951:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471424 00000100:00100000:2.0:1777047557.017135:0:14906:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3527 00000100:00100000:2.0:1777047557.017157:0:14906:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384471424:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047557.017224:0:14906:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.017265:0:14906:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 15 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.017309:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.017312:0:14906:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.017319:0:14906:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.017382:0:14906:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 15 pid: 7603 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.017406:0:14906:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 15 pid: 7603 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.017432:0:14906:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365434186752:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047557.017629:0:14906:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d36c0 going to sleep for 11 seconds 00000100:00080000:1.0:1777047557.021277:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047557.034225:0:14906:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14906:1863365434186752:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047557.034282:0:14906:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.034313:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047557.037234:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471552 00000100:00100000:3.0:1777047557.037255:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471552 00010000:00010000:3.0:1777047557.039535:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 16 pid: 7603 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.040929:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2763 00000100:00100000:3.0:1777047557.040957:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384471552:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047557.040986:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047557.041053:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 16 pid: 7603 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.043622:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 16 pid: 7603 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.043670:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc7f6987/0x29ccbc23e99e3280 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e14 expref: 16 pid: 7603 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.043704:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.043708:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.043717:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.044440:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.044514:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047557.044660:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384471552:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 3708us (10348us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.044678:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2763 00010000:00010000:2.0:1777047557.045565:0:14906:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.045590:0:14906:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047557.180871:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838854 is committed 00002000:00010000:3.0:1777047557.181297:0:14906:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047543 -> 1777047557 00002000:00010000:3.0:1777047557.181306:0:14906:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047543 -> 1777047557 00010000:00010000:3.0:1777047557.181332:0:14906:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.181355:0:14906:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.181371:0:14906:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.181384:0:14906:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047557.181393:0:14906:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.181429:0:14906:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.181471:0:14906:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.181483:0:14906:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3416 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14906 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.181956:0:14906:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384471424:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 164798us (166271us total) trans 21474838854 rc 0/0 00000100:00100000:3.0:1777047557.181975:0:14906:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3527 00000100:00100000:0.0:1777047557.194336:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047557.195460:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471680 00000100:00100000:1.0:1777047557.195479:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471680 00000100:00100000:1.0:1777047557.195676:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3528 00000100:00100000:1.0:1777047557.195696:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384471680:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047557.195759:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.195813:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 17 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.195827:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.195831:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.195837:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.195896:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 17 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.195919:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 17 pid: 26191 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.195946:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14908:1863365434186880:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047557.196126:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff98680945c540 going to sleep for 11 seconds 00000100:00080000:2.0:1777047557.197140:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047557.205486:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047557.205911:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471808 00000100:00100000:3.0:1777047557.205930:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471808 00010000:00010000:3.0:1777047557.206023:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 18 pid: 26191 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.206117:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2764 00000100:00100000:3.0:1777047557.206132:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384471808:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047557.206158:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047557.206196:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 18 pid: 26191 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.206224:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 18 pid: 26191 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.206277:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.206280:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.206289:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.206305:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.206338:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047557.206439:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384471808:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 306us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.206453:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2764 00010000:00010000:2.0:1777047557.206513:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3287 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e1b expref: 17 pid: 26191 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.206861:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14908:1863365434186880:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047557.206898:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.206914:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.206926:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047557.327719:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871803 is committed 00002000:00010000:0.0:1777047557.328503:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047543 -> 1777047557 00002000:00010000:0.0:1777047557.328512:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047543 -> 1777047557 00010000:00010000:0.0:1777047557.328562:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.328588:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.328604:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.328617:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047557.328625:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.328640:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.328672:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.328684:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc63ede9/0x29ccbc23e99e341d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047557.329270:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384471680:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 133569us (134939us total) trans 17179871803 rc 0/0 00000100:00100000:0.0:1777047557.329287:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3528 00000100:00100000:1.0:1777047557.353439:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047557.353887:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384471936 00000100:00100000:2.0:1777047557.353905:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384471936 00000100:00100000:2.0:1777047557.354306:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3529 00000100:00100000:2.0:1777047557.354326:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384471936:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:2.0:1777047557.354408:0:14910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.354443:0:14910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 14 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.354455:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.354458:0:14910:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047557.354464:0:14910:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.354520:0:14910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 14 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.354616:0:14910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 14 pid: 32524 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.354648:0:14910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434187008:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047557.354773:0:14910:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047557.361892:0:14910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14910:1863365434187008:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047557.361946:0:14910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.367361:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047557.367758:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472064 00000100:00100000:3.0:1777047557.367776:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472064 00010000:00010000:3.0:1777047557.367869:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 15 pid: 32524 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.368230:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2765 00000100:00100000:3.0:1777047557.368250:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384472064:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047557.368278:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047557.368315:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 15 pid: 32524 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.368338:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 15 pid: 32524 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.368375:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e328e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e22 expref: 15 pid: 32524 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.368412:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.368416:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.368424:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.368440:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.368497:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047557.368890:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384472064:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 644us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.368903:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2765 00010000:00010000:2.0:1777047557.369711:0:14910:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.369727:0:14910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047557.496559:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838855 is committed 00002000:00010000:2.0:1777047557.497472:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047543 -> 1777047557 00002000:00010000:2.0:1777047557.497481:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047543 -> 1777047557 00010000:00010000:2.0:1777047557.497506:0:14910:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.497848:0:14910:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.497864:0:14910:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.497875:0:14910:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047557.497882:0:14910:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.497896:0:14910:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.497929:0:14910:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.497941:0:14910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3424 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.498292:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384471936:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 143963us (144863us total) trans 21474838855 rc 0/0 00000100:00100000:2.0:1777047557.498309:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3529 00000100:00100000:0.0:1777047557.516729:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047557.517581:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472192 00000100:00100000:1.0:1777047557.517600:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472192 00000100:00100000:1.0:1777047557.517718:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3530 00000100:00100000:1.0:1777047557.517735:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384472192:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047557.517792:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.517827:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 16 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.517840:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.517843:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.517848:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.517901:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 16 pid: 33787 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.517921:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 16 pid: 33787 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.517944:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434187136:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047557.518465:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff986837865180 going to sleep for 11 seconds 00000100:00100000:1.0:1777047557.539678:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047557.541405:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472320 00000100:00100000:3.0:1777047557.541423:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472320 00000100:00100000:0.0:1777047557.541472:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14909:1863365434187136:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047557.541493:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 17 pid: 33787 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.541521:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.541893:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2766 00000100:00100000:3.0:1777047557.541910:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384472320:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047557.541937:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047557.541976:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 17 pid: 33787 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.542026:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 17 pid: 33787 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.542071:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eb1a31c/0x29ccbc23e99e3295 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e29 expref: 17 pid: 33787 timeout: 4285 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.542095:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.542098:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.542105:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.542119:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.542167:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047557.542264:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384472320:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 356us (2600us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.542275:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2766 00010000:00010000:0.0:1777047557.542498:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.542515:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.588435:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047557.588913:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047557.589457:0:30795:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472448 00000100:00100000:0.0:1777047557.589476:0:30795:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472448 00000100:00100000:0.0:1777047557.589602:0:30795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 375 00000100:00100000:0.0:1777047557.589899:0:30795:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683785c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384472448:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:0.0:1777047557.590047:0:30795:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683785c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2412:x1863365384472448:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 429us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.590061:0:30795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 375 00000100:00100000:1.0:1777047557.592101:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472576 00000100:00100000:1.0:1777047557.592113:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472576 00000100:00100000:1.0:1777047557.592202:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 553 00000100:00100000:1.0:1777047557.592217:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2412:x1863365384472576:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:1.0:1777047557.592300:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:2412:x1863365384472576:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 86us (3882us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047557.592312:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 553 00000100:00080000:2.0:1777047557.592658:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00010000:2.0:1777047557.696617:0:14909:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047543 -> 1777047557 00002000:00010000:2.0:1777047557.696636:0:14909:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047543 -> 1777047557 00010000:00010000:2.0:1777047557.696664:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.696690:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.696706:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.696760:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047557.696768:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.696783:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.696819:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047557.696832:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cfb13de/0x29ccbc23e99e342b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047557.697068:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384472192:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 179326us (180347us total) trans 17179871804 rc 0/0 00000100:00100000:2.0:1777047557.697087:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3530 00000001:00080000:1.0:1777047557.697883:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871804 is committed 00000100:00100000:0.0:1777047557.715053:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047557.716651:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472704 00000100:00100000:1.0:1777047557.716672:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472704 00000100:00100000:1.0:1777047557.716821:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3531 00000100:00100000:1.0:1777047557.716842:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384472704:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:1.0:1777047557.718066:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.718107:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 13 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.718122:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.718125:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047557.718133:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.718195:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 13 pid: 26190 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.718231:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 13 pid: 26190 timeout: 4286 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.718258:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434187264:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047557.718410:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047557.737424:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047557.738575:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472832 00000100:00100000:3.0:1777047557.738593:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472832 00010000:00010000:3.0:1777047557.738668:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 14 pid: 26190 timeout: 4286 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.738766:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2767 00000100:00100000:3.0:1777047557.738783:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384472832:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047557.738810:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777047557.738847:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14905:1863365434187264:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047557.738852:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 14 pid: 26190 timeout: 4286 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.738895:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 14 pid: 26190 timeout: 4286 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.744240:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.745482:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000954a559b/0x29ccbc23e99e329c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e30 expref: 14 pid: 26190 timeout: 4286 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.745518:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.745521:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.745529:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.745620:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.745698:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047557.745758:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.745778:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.745819:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384472832:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 7035us (8409us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047557.745838:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2767 00010000:00010000:3.0:1777047557.761435:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1777047557.907334:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047543 -> 1777047557 00002000:00010000:1.0:1777047557.907349:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047543 -> 1777047557 00000001:00080000:3.0:1777047557.907352:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838856 is committed 00010000:00010000:1.0:1777047557.907375:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.907399:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.907415:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.907428:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047557.907436:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.907458:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.907493:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.907505:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cfb13de/0x29ccbc23e99e3432 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.907757:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384472704:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 190912us (192712us total) trans 21474838856 rc 0/0 00000100:00100000:1.0:1777047557.907774:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3531 00000100:00100000:0.0:1777047557.918950:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047557.919387:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047557.921332:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384472960 00000100:00100000:3.0:1777047557.921353:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384472960 00000100:00100000:3.0:1777047557.921451:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384473088 00000100:00100000:3.0:1777047557.921476:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384473088 00000100:00100000:3.0:1777047557.921566:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6331 00000100:00100000:3.0:1777047557.921750:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384472960:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047557.921786:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047557.921824:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788e99 expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047557.921871:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13b:0x0] initial LVB size: 243375, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb9800, blocks: 0x203 00010000:00010000:3.0:1777047557.921903:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.921907:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047557.921921:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 16 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.921948:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 16 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047557.922248:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:0.0:1777047557.922325:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6332 00000100:00100000:3.0:1777047557.922341:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384472960:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 759us (3406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.922349:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+12:2411:x1863365384473088:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:3.0:1777047557.922361:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6331 00010000:00010000:0.0:1777047557.922370:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047557.922395:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ea0 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047557.922425:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x137:0x0] initial LVB size: 0, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb9800, blocks: 0x1 00010000:00010000:0.0:1777047557.922441:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.922445:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.922453:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 13 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.922473:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 13 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.922487:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38400, rc 0) 00000100:00100000:0.0:1777047557.922524:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384473088:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 185us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.922537:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6332 00000100:00100000:3.0:1777047557.967364:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047557.968468:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384473344 00000100:00100000:1.0:1777047557.968486:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384473344 00000100:00100000:1.0:1777047557.968913:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3734 00000100:00100000:1.0:1777047557.968931:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54342:x1863365384473344:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047557.969055:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047557.969100:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e33de lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e92 expref: 70 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.969137:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047557.969145:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047557.970761:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.970791:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047557.970810:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047557.970910:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938441 00000004:00010000:1.0:1777047557.970957:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000446ce6d3 reply state 000000009fef2445 transno 8589938442 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047557.970972:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047557.971422:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54342:x1863365384473344:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2492us (4071us total) trans 8589938442 rc 0/0 00000100:00100000:1.0:1777047557.971436:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3734 00000020:00080000:1.0:1777047557.971445:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047557.981346:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.981375:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.981387:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.981398:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047557.981423:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.981438:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.981466:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047557.981472:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047557.981480:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.981489:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3447 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047557.985301:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047557.985546:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384473472 00000100:00100000:0.0:1777047557.985564:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384473472 00000100:00100000:0.0:1777047557.985881:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6333 00000100:00100000:0.0:1777047557.985900:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:54342:x1863365384473472:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047557.985930:0:33787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047557.985962:0:33787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ea7 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047557.986354:0:33787:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 258848, mtime: 0x69eb9803, atime: 0x69eb9701, ctime: 0x69eb9803, blocks: 0x203 00010000:00010000:0.0:1777047557.986400:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.986404:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047557.986418:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 14 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.986447:0:33787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 14 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047557.986479:0:33787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39000, rc 0) 00000100:00100000:0.0:1777047557.986610:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:54342:x1863365384473472:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 714us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047557.986623:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6333 00000100:00100000:3.0:1777047557.999288:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.000050:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.002422:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384473728 00000100:00100000:1.0:1777047558.002443:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384473728 00002000:00010000:2.0:1777047558.003349:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.003359:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a70a80 with x1863365384473728 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.003381:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a70a80. 00000100:00100000:2.0:1777047558.003432:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384473600 00000100:00100000:2.0:1777047558.003438:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384473600 00002000:00010000:2.0:1777047558.003477:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.003483:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69e300 with x1863365384473600 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.003493:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e69e300. 00000100:00100000:2.0:1777047558.003895:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3532 00000100:00100000:2.0:1777047558.003915:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384473728:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.004784:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047558.004792:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047542 -> 1777047558 00002000:00010000:2.0:1777047558.004796:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047558.004799:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047542 -> 1777047558 00002000:00010000:2.0:1777047558.004803:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047558.004909:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384473728:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 998us (5637us total) trans 17179871805 rc 0/0 00000100:00100000:2.0:1777047558.004921:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3532 00002000:00010000:2.0:1777047558.004927:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/298 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.004932:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986815a70a80 with x1863365384473728 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.004939:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986815a70a80. 00000100:00100000:2.0:1777047558.004967:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3533 00000100:00100000:2.0:1777047558.004978:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384473600:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.005339:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:2.0:1777047558.005345:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047555 -> 1777047558 00002000:00010000:2.0:1777047558.005349:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047558.005352:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047555 -> 1777047558 00002000:00010000:2.0:1777047558.005355:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047558.005392:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384473600:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 414us (5343us total) trans 21474838857 rc 0/0 00000100:00100000:2.0:1777047558.005403:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3533 00002000:00010000:2.0:1777047558.005408:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/294 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.005412:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69e300 with x1863365384473600 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.005420:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e69e300. 00000100:00100000:2.0:1777047558.017186:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.022762:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384473856 00000100:00100000:1.0:1777047558.022785:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384473856 00000100:00100000:1.0:1777047558.023366:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3735 00000100:00100000:1.0:1777047558.023384:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54342:x1863365384473856:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.023429:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.023492:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e3455 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788eae expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.023679:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e345c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.023706:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e345c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.023723:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e345c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047558.023768:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047558.023775:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047558.023803:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e345c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.023844:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e3455 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eae expref: 73 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.023874:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e345c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eae expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.023888:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.023893:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047558.023900:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c200, rc 0) 00000100:00100000:1.0:1777047558.024335:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54342:x1863365384473856:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 950us (7159us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.024348:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3735 00000100:00100000:2.0:1777047558.039968:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.043934:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384474112 00000100:00100000:1.0:1777047558.043955:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384474112 00000100:00100000:2.0:1777047558.045432:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3736 00000100:00100000:2.0:1777047558.045789:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54342:x1863365384474112:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047558.046016:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047558.046065:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e345c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eae expref: 72 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.046100:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.046107:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047558.047933:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.047960:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.048299:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047558.048425:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938443 00000004:00010000:2.0:1777047558.048496:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007ef42dff reply state 000000005b2a8095 transno 8589938444 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.048526:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047558.048749:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54342:x1863365384474112:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 3284us (8798us total) trans 8589938444 rc 0/0 00000100:00100000:2.0:1777047558.048762:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3736 00000020:00080000:2.0:1777047558.048772:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047558.061575:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.063818:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384474240 00000100:00100000:1.0:1777047558.063837:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384474240 00000100:00100000:1.0:1777047558.063950:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6334 00000100:00100000:1.0:1777047558.064277:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:54342:x1863365384474240:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.064312:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.064350:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788eb5 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047558.064405:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 258848, mtime: 0x69eb9803, atime: 0x69eb9713, ctime: 0x69eb9803, blocks: 0x203 00010000:00010000:1.0:1777047558.064442:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.064445:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.064458:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 16 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.064504:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 16 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.064589:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ca00, rc 0) 00000100:00100000:1.0:1777047558.064696:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:54342:x1863365384474240:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 731us (3137us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.064708:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6334 00010000:00010000:3.0:1777047558.066368:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.066386:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.066397:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.066407:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047558.066415:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.066428:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.066451:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047558.067440:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047558.067453:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.067476:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3463 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.077069:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.077141:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.077278:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384474496 00000100:00100000:3.0:1777047558.077297:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384474496 00002000:00010000:3.0:1777047558.077372:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:3.0:1777047558.077380:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98681584ed80 with x1863365384474496 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047558.077402:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98681584ed80. 00000100:00100000:3.0:1777047558.077455:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384474368 00000100:00100000:3.0:1777047558.077480:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384474368 00002000:00010000:3.0:1777047558.077501:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (243375->18446744073709551615) 00002000:00100000:3.0:1777047558.077507:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98681584d500 with x1863365384474368 ext(243375->18446744073709551615) 00002000:00010000:3.0:1777047558.077517:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98681584d500. 00000100:00100000:3.0:1777047558.077595:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3534 00000100:00100000:3.0:1777047558.077611:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384474496:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047558.078092:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047558.078100:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047542 -> 1777047558 00002000:00010000:3.0:1777047558.078105:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047558.078109:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047542 -> 1777047558 00002000:00010000:3.0:1777047558.078112:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047558.078205:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384474496:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 595us (1151us total) trans 17179871806 rc 0/0 00000100:00100000:3.0:1777047558.078218:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3534 00002000:00010000:3.0:1777047558.078224:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/302 (0->18446744073709551615) 00002000:00100000:3.0:1777047558.078229:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98681584ed80 with x1863365384474496 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047558.078236:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98681584ed80. 00000100:00100000:3.0:1777047558.078269:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3535 00000100:00100000:3.0:1777047558.078280:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384474368:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047558.078846:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:3.0:1777047558.078852:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047555 -> 1777047558 00002000:00010000:3.0:1777047558.078855:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047558.078859:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047555 -> 1777047558 00002000:00010000:3.0:1777047558.078862:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047558.078898:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384474368:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 619us (1756us total) trans 21474838858 rc 0/0 00000100:00100000:3.0:1777047558.078908:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3535 00002000:00010000:3.0:1777047558.078912:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/298 (243375->18446744073709551615) 00002000:00100000:3.0:1777047558.078916:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98681584d500 with x1863365384474368 ext(243375->18446744073709551615) 00002000:00010000:3.0:1777047558.078922:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98681584d500. 00000100:00100000:0.0:1777047558.088334:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.088769:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384474624 00000100:00100000:2.0:1777047558.088787:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384474624 00000100:00100000:2.0:1777047558.089359:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3737 00000100:00100000:2.0:1777047558.089382:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54342:x1863365384474624:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047558.089426:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047558.089953:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3471 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ebc expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.091433:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3478 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.091587:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3478 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.091897:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3478 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047558.091949:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047558.091958:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047558.092269:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3478 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.092323:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e3471 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ebc expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.092353:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3478 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ebc expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.092367:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.092374:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047558.092380:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047558.092504:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54342:x1863365384474624:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3129us (4186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047558.092517:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3737 00000100:00100000:2.0:1777047558.099288:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.099446:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384474880 00000100:00100000:0.0:1777047558.099463:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384474880 00000100:00100000:0.0:1777047558.099605:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3738 00000100:00100000:0.0:1777047558.099624:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54342:x1863365384474880:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047558.099723:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047558.099770:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3478 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ebc expref: 74 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.099801:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047558.099809:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047558.100593:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.100618:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.100635:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047558.101299:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938445 00000004:00010000:0.0:1777047558.101345:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9071e23 reply state 000000007e75e452 transno 8589938446 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.101369:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047558.101839:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54342:x1863365384474880:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 2217us (2566us total) trans 8589938446 rc 0/0 00000100:00100000:0.0:1777047558.101852:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3738 00000020:00080000:0.0:1777047558.101862:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047558.113519:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.114360:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384475008 00000100:00100000:3.0:1777047558.114378:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384475008 00000100:00100000:3.0:1777047558.114497:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6335 00000100:00100000:3.0:1777047558.114513:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54342:x1863365384475008:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047558.114579:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047558.114620:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ec3 expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047558.114948:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 258848, mtime: 0x69eb9804, atime: 0x69eb979d, ctime: 0x69eb9804, blocks: 0x203 00010000:00010000:3.0:1777047558.115011:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.115015:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.115035:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 19 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.115067:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 19 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.115091:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89a00, rc 0) 00000100:00100000:3.0:1777047558.115197:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54342:x1863365384475008:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 686us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.115207:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6335 00010000:00010000:0.0:1777047558.116221:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.116239:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.116251:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.116261:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047558.116268:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.116282:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.116305:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047558.116310:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047558.116317:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.116328:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e347f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.121172:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.121270:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.122144:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384475264 00000100:00100000:0.0:1777047558.122162:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384475264 00002000:00010000:0.0:1777047558.122233:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:0.0:1777047558.122241:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69ca80 with x1863365384475264 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047558.122261:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e69ca80. 00000100:00100000:0.0:1777047558.122298:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384475136 00000100:00100000:0.0:1777047558.122303:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384475136 00002000:00010000:0.0:1777047558.122323:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (243375->18446744073709551615) 00002000:00100000:0.0:1777047558.122329:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c3100 with x1863365384475136 ext(243375->18446744073709551615) 00002000:00010000:0.0:1777047558.122339:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c3100. 00000100:00100000:0.0:1777047558.122377:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3536 00000100:00100000:0.0:1777047558.122392:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384475264:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047558.123510:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047558.123517:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047542 -> 1777047558 00002000:00010000:0.0:1777047558.123522:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047558.123525:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047542 -> 1777047558 00002000:00010000:0.0:1777047558.123529:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047558.123650:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384475264:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1258us (2491us total) trans 21474838859 rc 0/0 00000100:00100000:0.0:1777047558.123663:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3536 00002000:00010000:0.0:1777047558.123669:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/299 (0->18446744073709551615) 00002000:00100000:0.0:1777047558.123674:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69ca80 with x1863365384475264 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047558.123681:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683e69ca80. 00000100:00100000:0.0:1777047558.123712:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3537 00000100:00100000:0.0:1777047558.123724:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384475136:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047558.123970:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:0.0:1777047558.123977:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047556 -> 1777047558 00002000:00010000:0.0:1777047558.123981:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047558.124014:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047556 -> 1777047558 00002000:00010000:0.0:1777047558.124018:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047558.124056:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384475136:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 333us (2787us total) trans 17179871807 rc 0/0 00000100:00100000:0.0:1777047558.124069:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3537 00002000:00010000:0.0:1777047558.124074:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/303 (243375->18446744073709551615) 00002000:00100000:0.0:1777047558.124078:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c3100 with x1863365384475136 ext(243375->18446744073709551615) 00002000:00010000:0.0:1777047558.124085:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c3100. 00000100:00100000:2.0:1777047558.137904:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.138427:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384475392 00000100:00100000:0.0:1777047558.138445:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384475392 00000100:00100000:0.0:1777047558.139783:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3739 00000100:00100000:0.0:1777047558.139803:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54342:x1863365384475392:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047558.139846:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047558.139883:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e348d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788eca expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.140353:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3494 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.140380:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3494 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.140401:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3494 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047558.140509:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047558.140517:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047558.140597:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3494 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.140641:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e348d lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eca expref: 77 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.140671:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3494 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eca expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.140693:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.140698:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047558.140703:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38600, rc 0) 00000100:00100000:1.0:1777047558.140809:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54342:x1863365384475392:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1012us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.140822:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3739 00000100:00100000:2.0:1777047558.152785:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.152888:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384475648 00000100:00100000:1.0:1777047558.152906:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384475648 00000100:00100000:1.0:1777047558.153028:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3740 00000100:00100000:1.0:1777047558.153044:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54342:x1863365384475648:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047558.153140:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047558.153186:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3494 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eca expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.153220:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.153228:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047558.153682:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.153706:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.153721:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047558.153810:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938447 00000004:00010000:1.0:1777047558.153850:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a16c847 reply state 000000003c5847ad transno 8589938448 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.153864:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047558.154325:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54342:x1863365384475648:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1284us (1557us total) trans 8589938448 rc 0/0 00000100:00100000:1.0:1777047558.154337:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3740 00000020:00080000:1.0:1777047558.154346:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047558.164434:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.164461:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.164473:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.164484:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047558.164492:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.164504:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.164848:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.164855:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047558.164865:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.164876:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e349b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.167238:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.167667:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384475776 00000100:00100000:3.0:1777047558.167687:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384475776 00000100:00100000:3.0:1777047558.167903:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6336 00000100:00100000:3.0:1777047558.167922:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:54342:x1863365384475776:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047558.168140:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047558.168177:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ed1 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047558.168221:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 258848, mtime: 0x69eb9804, atime: 0x69eb975e, ctime: 0x69eb9804, blocks: 0x203 00010000:00010000:3.0:1777047558.168254:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.168258:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.168270:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.168297:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 19 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.168319:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88000, rc 0) 00000100:00100000:3.0:1777047558.168420:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:54342:x1863365384475776:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 501us (1192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.168431:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6336 00000100:00100000:3.0:1777047558.185075:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.185156:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.185221:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384475904 00000100:00100000:2.0:1777047558.185241:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384475904 00002000:00010000:2.0:1777047558.185325:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.185334:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2a00 with x1863365384475904 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.185357:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403c2a00. 00000100:00100000:2.0:1777047558.185415:0:14910:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384476032 00000100:00100000:2.0:1777047558.185421:0:14910:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384476032 00002000:00010000:2.0:1777047558.185445:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.185450:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2680 with x1863365384476032 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.185461:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c2680. 00000100:00100000:2.0:1777047558.185507:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3538 00000100:00100000:2.0:1777047558.185524:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384475904:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.186166:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:2.0:1777047558.186174:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047556 -> 1777047558 00002000:00010000:2.0:1777047558.186179:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047558.186183:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047556 -> 1777047558 00002000:00010000:2.0:1777047558.186188:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047558.186297:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384475904:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 774us (1240us total) trans 21474838860 rc 0/0 00000100:00100000:2.0:1777047558.186311:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3538 00002000:00010000:2.0:1777047558.186319:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/302 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.186323:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2a00 with x1863365384475904 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.186331:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403c2a00. 00000100:00100000:2.0:1777047558.186362:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3539 00000100:00100000:2.0:1777047558.186375:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384476032:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.186682:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047558.186688:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047542 -> 1777047558 00002000:00010000:2.0:1777047558.186692:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:2.0:1777047558.186696:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047542 -> 1777047558 00002000:00010000:2.0:1777047558.186699:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047558.186739:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384476032:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 365us (1583us total) trans 17179871808 rc 0/0 00000100:00100000:2.0:1777047558.186751:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3539 00002000:00010000:2.0:1777047558.186757:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/306 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.186762:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2680 with x1863365384476032 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.186770:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c2680. 00000100:00100000:2.0:1777047558.201391:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.205309:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384476160 00000100:00100000:0.0:1777047558.205335:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384476160 00000100:00100000:2.0:1777047558.206300:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3741 00000100:00100000:2.0:1777047558.206320:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:54342:x1863365384476160:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047558.206367:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047558.206408:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e34a9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ed8 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.206960:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e34b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.207007:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e34b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.207028:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e34b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047558.207085:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047558.207092:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047558.207124:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e34b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.207170:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e34a9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed8 expref: 79 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.207202:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e34b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed8 expref: 78 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.207217:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.207222:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047558.207228:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047558.207347:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54342:x1863365384476160:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1032us (5977us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047558.207360:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3741 00000100:00100000:2.0:1777047558.222091:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.222970:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384476416 00000100:00100000:3.0:1777047558.223291:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384476416 00000100:00100000:3.0:1777047558.223401:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3742 00000100:00100000:3.0:1777047558.223420:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54342:x1863365384476416:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:3.0:1777047558.223812:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047558.223923:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e34b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed8 expref: 78 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.223958:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047558.223968:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777047558.224405:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.224431:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.224449:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047558.226845:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938449 00000004:00010000:3.0:1777047558.226907:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7a0d116 reply state 00000000e5237201 transno 8589938450 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.226925:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777047558.227318:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54342:x1863365384476416:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 3898us (5241us total) trans 8589938450 rc 0/0 00000100:00100000:3.0:1777047558.227334:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3742 00000020:00080000:3.0:1777047558.227344:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777047558.256607:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.256887:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.256899:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.256908:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88e00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047558.256915:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.260176:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.260211:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047558.260216:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047558.260224:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.260235:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e34b7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.262319:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.262923:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384476544 00000100:00100000:3.0:1777047558.262942:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384476544 00000100:00100000:3.0:1777047558.263364:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6337 00000100:00100000:3.0:1777047558.263382:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:54342:x1863365384476544:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047558.263413:0:27536:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047558.263449:0:27536:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788edf expref: -99 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047558.263498:0:27536:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 258848, mtime: 0x69eb9804, atime: 0x69eb9766, ctime: 0x69eb9804, blocks: 0x203 00010000:00010000:3.0:1777047558.263883:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.263889:0:27536:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.263903:0:27536:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 22 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.263933:0:27536:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 22 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.263956:0:27536:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89800, rc 0) 00000100:00100000:3.0:1777047558.264348:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54342:x1863365384476544:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 969us (2038us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.264360:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6337 00000100:00100000:3.0:1777047558.273210:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.273300:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.275023:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384476800 00000100:00100000:2.0:1777047558.275045:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384476800 00002000:00010000:2.0:1777047558.280290:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.280307:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c0000 with x1863365384476800 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.280332:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403c0000. 00000100:00100000:2.0:1777047558.280509:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384476672 00000100:00100000:2.0:1777047558.280522:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384476672 00002000:00010000:2.0:1777047558.280573:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.280579:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c0700 with x1863365384476672 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.280590:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c0700. 00000100:00100000:2.0:1777047558.280667:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3540 00000100:00100000:2.0:1777047558.280684:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2410:x1863365384476800:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.281448:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047558.281454:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047543 -> 1777047558 00002000:00010000:2.0:1777047558.281458:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047558.281462:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047543 -> 1777047558 00002000:00010000:2.0:1777047558.281466:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047558.281597:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384476800:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 915us (8401us total) trans 21474838861 rc 0/0 00000100:00100000:2.0:1777047558.281609:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3540 00002000:00010000:2.0:1777047558.281616:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/303 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.281620:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c0000 with x1863365384476800 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.281627:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403c0000. 00000100:00100000:2.0:1777047558.281654:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3541 00000100:00100000:2.0:1777047558.281665:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384476672:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.281924:0:26872:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:2.0:1777047558.281929:0:26872:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047556 -> 1777047558 00002000:00010000:2.0:1777047558.281933:0:26872:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047558.281936:0:26872:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047556 -> 1777047558 00002000:00010000:2.0:1777047558.281938:0:26872:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047558.281978:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384476672:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 312us (8676us total) trans 17179871809 rc 0/0 00000100:00100000:2.0:1777047558.282026:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3541 00002000:00010000:2.0:1777047558.282032:0:26872:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/307 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.282035:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c0700 with x1863365384476672 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.282043:0:26872:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c0700. 00000100:00100000:2.0:1777047558.309150:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.309768:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384476928 00000100:00100000:1.0:1777047558.309787:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384476928 00000100:00100000:1.0:1777047558.310040:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3743 00000100:00100000:1.0:1777047558.310058:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:54342:x1863365384476928:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.310594:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.310634:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34c5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ee6 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.310781:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e34cc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.310807:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e34cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.310827:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e34cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047558.310875:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047558.310883:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047558.310934:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e34cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.310977:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34c5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ee6 expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.311658:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e34cc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ee6 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.311673:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.311678:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047558.311684:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:1.0:1777047558.311789:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54342:x1863365384476928:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1736us (2899us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.311802:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3743 00000100:00100000:2.0:1777047558.332422:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.333493:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384477184 00000100:00100000:1.0:1777047558.333513:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384477184 00000100:00100000:1.0:1777047558.333966:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3744 00000100:00100000:1.0:1777047558.334010:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54342:x1863365384477184:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047558.334391:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047558.334440:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d000/0x29ccbc23e99e34cc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ee6 expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.334472:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.334480:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047558.334915:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.334939:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.334956:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047558.335079:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938451 00000004:00010000:1.0:1777047558.335123:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a0793d39 reply state 000000003e914e54 transno 8589938452 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.335138:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047558.335310:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54342:x1863365384477184:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1327us (2904us total) trans 8589938452 rc 0/0 00000100:00100000:1.0:1777047558.335323:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3744 00000020:00080000:1.0:1777047558.335332:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047558.347620:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.348093:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384477312 00000100:00100000:1.0:1777047558.348112:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384477312 00000100:00100000:1.0:1777047558.348209:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6338 00000100:00100000:1.0:1777047558.348227:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54342:x1863365384477312:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.348259:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.348297:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788eed expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047558.348344:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 258848, mtime: 0x69eb9804, atime: 0x69eb9766, ctime: 0x69eb9804, blocks: 0x203 00010000:00010000:1.0:1777047558.348384:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.348387:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.348400:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 24 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.348427:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 24 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.348481:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d000, rc 0) 00000100:00100000:1.0:1777047558.348609:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:54342:x1863365384477312:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 385us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.348622:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6338 00010000:00010000:2.0:1777047558.352908:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.352932:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.352945:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.352955:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047558.352962:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.352975:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.353021:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.353027:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047558.353034:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.353044:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e34d3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.357209:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.357354:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384477440 00000100:00100000:0.0:1777047558.357372:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384477440 00002000:00010000:0.0:1777047558.357448:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (243375->18446744073709551615) 00002000:00100000:0.0:1777047558.357454:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2300 with x1863365384477440 ext(243375->18446744073709551615) 00002000:00010000:0.0:1777047558.357473:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c2300. 00000100:00100000:0.0:1777047558.357588:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3542 00000100:00100000:0.0:1777047558.357606:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384477440:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047558.358427:0:26860:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:0.0:1777047558.358435:0:26860:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047556 -> 1777047558 00002000:00010000:0.0:1777047558.358439:0:26860:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047558.358442:0:26860:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047556 -> 1777047558 00002000:00010000:0.0:1777047558.358446:0:26860:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047558.358567:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384477440:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 934us (1341us total) trans 17179871810 rc 0/0 00000100:00100000:0.0:1777047558.358580:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3542 00002000:00010000:0.0:1777047558.358587:0:26860:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/309 (243375->18446744073709551615) 00002000:00100000:0.0:1777047558.358591:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2300 with x1863365384477440 ext(243375->18446744073709551615) 00002000:00010000:0.0:1777047558.358599:0:26860:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c2300. 00000100:00100000:0.0:1777047558.362045:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.363214:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384477568 00000100:00100000:2.0:1777047558.363232:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384477568 00002000:00010000:2.0:1777047558.363293:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.363300:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499df80 with x1863365384477568 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.363318:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499df80. 00000100:00100000:2.0:1777047558.363550:0:14917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3543 00000100:00100000:2.0:1777047558.363569:0:14917:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384477568:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.364024:0:14917:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047558.364031:0:14917:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047543 -> 1777047558 00002000:00010000:2.0:1777047558.364035:0:14917:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047558.364039:0:14917:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047543 -> 1777047558 00002000:00010000:2.0:1777047558.364043:0:14917:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047558.364135:0:14917:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680499df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384477568:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 567us (2099us total) trans 21474838862 rc 0/0 00000100:00100000:2.0:1777047558.364146:0:14917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3543 00002000:00010000:2.0:1777047558.364153:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/305 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.364158:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680499df80 with x1863365384477568 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.364166:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680499df80. 00000100:00100000:1.0:1777047558.374567:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.375286:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384477696 00000100:00100000:2.0:1777047558.375304:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384477696 00000100:00100000:2.0:1777047558.375497:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3745 00000100:00100000:2.0:1777047558.375517:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54342:x1863365384477696:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047558.375558:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047558.375597:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e34e1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ef4 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.375811:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e34e8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.375838:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e34e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.375859:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e34e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047558.375905:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047558.375912:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047558.375941:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e34e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.376292:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c200/0x29ccbc23e99e34e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ef4 expref: 83 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.376326:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e34e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ef4 expref: 82 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.376341:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.376346:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047558.376352:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:2.0:1777047558.376440:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54342:x1863365384477696:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 928us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047558.376453:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3745 00000100:00100000:0.0:1777047558.389773:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.390325:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384477952 00000100:00100000:2.0:1777047558.390343:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384477952 00000100:00100000:2.0:1777047558.390477:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3746 00000100:00100000:2.0:1777047558.390497:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+82:54342:x1863365384477952:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:1.0:1777047558.391148:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047558.391201:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e34e8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ef4 expref: 82 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.391235:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.391245:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047558.392047:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.392072:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.392089:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047558.392185:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938453 00000004:00010000:1.0:1777047558.392226:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000019af4c6e reply state 00000000ceb56b7e transno 8589938454 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.392238:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047558.392375:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54342:x1863365384477952:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1884us (2623us total) trans 8589938454 rc 0/0 00000100:00100000:1.0:1777047558.392384:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3746 00000020:00080000:1.0:1777047558.392393:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047558.402480:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.402512:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.402525:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.402590:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047558.402599:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.402612:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.402650:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047558.402657:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047558.402665:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.402692:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e34ef lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.405151:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.406370:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384478080 00000100:00100000:1.0:1777047558.406389:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384478080 00000100:00100000:1.0:1777047558.406493:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6339 00000100:00100000:1.0:1777047558.406511:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:54342:x1863365384478080:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.406598:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.406639:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788efb expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047558.406690:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 258848, mtime: 0x69eb9805, atime: 0x69eb9790, ctime: 0x69eb9805, blocks: 0x203 00010000:00010000:1.0:1777047558.406734:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.406739:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.406751:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 23 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.406781:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 23 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.406804:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c600, rc 0) 00000100:00100000:1.0:1777047558.406908:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:54342:x1863365384478080:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 401us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.406922:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6339 00000100:00100000:1.0:1777047558.419028:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.420353:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384478208 00000100:00100000:3.0:1777047558.420373:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384478208 00002000:00010000:3.0:1777047558.420452:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (243375->18446744073709551615) 00002000:00100000:3.0:1777047558.420461:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98681584e300 with x1863365384478208 ext(243375->18446744073709551615) 00002000:00010000:3.0:1777047558.420482:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98681584e300. 00000100:00100000:3.0:1777047558.420605:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3544 00000100:00100000:3.0:1777047558.420625:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2411:x1863365384478208:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047558.421153:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:3.0:1777047558.421159:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047557 -> 1777047558 00002000:00010000:3.0:1777047558.421164:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:3.0:1777047558.421167:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047557 -> 1777047558 00002000:00010000:3.0:1777047558.421171:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047558.421270:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2411:x1863365384478208:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 649us (2304us total) trans 21474838863 rc 0/0 00000100:00100000:3.0:1777047558.421282:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3544 00002000:00010000:3.0:1777047558.421289:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/306 (243375->18446744073709551615) 00002000:00100000:3.0:1777047558.421294:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98681584e300 with x1863365384478208 ext(243375->18446744073709551615) 00002000:00010000:3.0:1777047558.421302:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98681584e300. 00000100:00100000:2.0:1777047558.430769:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.434662:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384478336 00000100:00100000:1.0:1777047558.434706:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384478336 00002000:00010000:1.0:1777047558.434791:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:1.0:1777047558.434800:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804976a00 with x1863365384478336 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047558.434822:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804976a00. 00000100:00100000:1.0:1777047558.434894:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3545 00000100:00100000:1.0:1777047558.434910:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384478336:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047558.435412:0:14908:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047558.435418:0:14908:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047543 -> 1777047558 00002000:00010000:1.0:1777047558.435423:0:14908:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047558.435427:0:14908:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047543 -> 1777047558 00002000:00010000:1.0:1777047558.435430:0:14908:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047558.435598:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986804976a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384478336:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 689us (4847us total) trans 17179871811 rc 0/0 00000100:00100000:1.0:1777047558.435612:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3545 00002000:00010000:1.0:1777047558.435619:0:14908:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/310 (0->18446744073709551615) 00002000:00100000:1.0:1777047558.435623:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986804976a00 with x1863365384478336 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047558.435630:0:14908:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986804976a00. 00000100:00100000:1.0:1777047558.460793:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.461052:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384478464 00000100:00100000:0.0:1777047558.461071:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384478464 00000100:00100000:0.0:1777047558.461289:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3747 00000100:00100000:0.0:1777047558.461310:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54342:x1863365384478464:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047558.461354:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047558.461392:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e34fd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f02 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.461545:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39e00/0x29ccbc23e99e3504 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.461570:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39e00/0x29ccbc23e99e3504 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.461597:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39e00/0x29ccbc23e99e3504 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047558.462046:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:0.0:1777047558.462055:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047558.462091:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39e00/0x29ccbc23e99e3504 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.462139:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e34fd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f02 expref: 85 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.462170:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39e00/0x29ccbc23e99e3504 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f02 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.462185:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047558.462190:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047558.462196:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39e00, rc 0) 00000100:00100000:0.0:1777047558.462388:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54342:x1863365384478464:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1084us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047558.462402:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3747 00000100:00100000:3.0:1777047558.477416:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.479807:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384478720 00000100:00100000:2.0:1777047558.479826:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384478720 00000100:00100000:2.0:1777047558.479949:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3748 00000100:00100000:2.0:1777047558.480277:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54342:x1863365384478720:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047558.480382:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047558.480431:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39e00/0x29ccbc23e99e3504 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f02 expref: 84 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.480484:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.480494:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047558.484373:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.484410:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.484430:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047558.485008:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938455 00000004:00010000:2.0:1777047558.485427:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001bc282e1 reply state 00000000c0dcdab2 transno 8589938456 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.486215:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047558.488679:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54342:x1863365384478720:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 8705us (11271us total) trans 8589938456 rc 0/0 00000100:00100000:2.0:1777047558.488701:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3748 00000020:00080000:2.0:1777047558.488712:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047558.502252:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.502735:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384478848 00000100:00100000:1.0:1777047558.502754:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384478848 00000100:00100000:1.0:1777047558.502868:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6340 00000100:00100000:1.0:1777047558.502886:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54342:x1863365384478848:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.502920:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.502961:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f09 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047558.503366:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x137:0x0] initial LVB size: 258848, mtime: 0x69eb9805, atime: 0x69eb979d, ctime: 0x69eb9805, blocks: 0x203 00010000:00010000:1.0:1777047558.503410:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.503415:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047558.503429:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 27 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.503480:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 27 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.503504:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249ce00, rc 0) 00000100:00100000:1.0:1777047558.505296:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:54342:x1863365384478848:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2407us (3053us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.505310:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6340 00010000:00010000:2.0:1777047558.507477:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.507499:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.507512:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.507522:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047558.507531:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.507545:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.507573:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.507579:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047558.507588:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.507598:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2da00/0x29ccbc23e99e350b lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.521498:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.521918:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.528350:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384478976 00000100:00100000:2.0:1777047558.528375:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384478976 00002000:00010000:2.0:1777047558.528695:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.528704:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2d80 with x1863365384478976 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.528727:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c2d80. 00000100:00100000:2.0:1777047558.528916:0:14906:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384479104 00000100:00100000:2.0:1777047558.528923:0:14906:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384479104 00002000:00010000:2.0:1777047558.528952:0:14906:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.528957:0:14906:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bc000 with x1863365384479104 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.528968:0:14906:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bc000. 00000100:00100000:3.0:1777047558.530010:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3546 00000100:00100000:3.0:1777047558.530032:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384478976:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047558.530958:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:3.0:1777047558.530966:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047557 -> 1777047558 00002000:00010000:3.0:1777047558.530970:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047558.530973:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047557 -> 1777047558 00002000:00010000:3.0:1777047558.530977:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047558.531199:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384478976:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 1170us (9736us total) trans 17179871812 rc 0/0 00000100:00100000:3.0:1777047558.531212:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3546 00002000:00010000:3.0:1777047558.531219:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/311 (243375->18446744073709551615) 00002000:00100000:3.0:1777047558.531223:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403c2d80 with x1863365384478976 ext(243375->18446744073709551615) 00002000:00010000:3.0:1777047558.531231:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403c2d80. 00000100:00100000:3.0:1777047558.531261:0:14910:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3547 00000100:00100000:3.0:1777047558.531273:0:14910:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384479104:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:3.0:1777047558.531469:0:14910:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047558.531474:0:14910:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047543 -> 1777047558 00002000:00010000:3.0:1777047558.531478:0:14910:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047558.531481:0:14910:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047543 -> 1777047558 00002000:00010000:3.0:1777047558.531484:0:14910:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047558.531518:0:14910:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384479104:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 247us (9601us total) trans 21474838864 rc 0/0 00000100:00100000:3.0:1777047558.531859:0:14910:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3547 00002000:00010000:3.0:1777047558.531863:0:14910:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/307 (0->18446744073709551615) 00002000:00100000:3.0:1777047558.531868:0:14910:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403bc000 with x1863365384479104 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047558.531876:0:14910:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403bc000. 00000100:00100000:0.0:1777047558.546345:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.547144:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384479232 00000100:00100000:3.0:1777047558.547164:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384479232 00000100:00100000:3.0:1777047558.547295:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3749 00000100:00100000:3.0:1777047558.547314:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54342:x1863365384479232:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047558.547357:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047558.547398:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e3519 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f10 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.549505:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3520 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.549577:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3520 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.549600:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3520 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047558.549663:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:3.0:1777047558.549671:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047558.549705:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3520 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.549757:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88c00/0x29ccbc23e99e3519 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f10 expref: 87 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.549799:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3520 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f10 expref: 86 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.549815:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047558.549822:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047558.549829:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00100000:3.0:1777047558.549964:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54342:x1863365384479232:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2653us (3637us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.550004:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3749 00000100:00100000:1.0:1777047558.566679:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.566916:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384479488 00000100:00100000:2.0:1777047558.567532:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384479488 00000100:00100000:2.0:1777047558.567809:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3750 00000100:00100000:2.0:1777047558.567830:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+86:54342:x1863365384479488:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047558.567968:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047558.568374:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3520 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f10 expref: 86 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.568410:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.568420:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047558.569204:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.569231:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.569249:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047558.569349:0:31251:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938457 00000004:00010000:2.0:1777047558.569393:0:31251:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004640e4d9 reply state 00000000f85bec40 transno 8589938458 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.569409:0:31251:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047558.569640:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54342:x1863365384479488:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1814us (2978us total) trans 8589938458 rc 0/0 00000100:00100000:2.0:1777047558.569654:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3750 00000020:00080000:2.0:1777047558.569663:0:31251:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777047558.574912:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.574942:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.574958:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.574970:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2dc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047558.575008:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.575025:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.575052:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047558.575058:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047558.575065:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.575078:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2dc00/0x29ccbc23e99e3527 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.581893:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.586015:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384479616 00000100:00100000:3.0:1777047558.586041:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384479616 00000100:00100000:0.0:1777047558.586403:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6341 00000100:00100000:0.0:1777047558.586425:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:54342:x1863365384479616:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047558.586462:0:26190:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047558.586504:0:26190:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f17 expref: -99 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047558.586614:0:26190:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 258848, mtime: 0x69eb9805, atime: 0x69eb97b8, ctime: 0x69eb9805, blocks: 0x203 00010000:00010000:0.0:1777047558.586657:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.586663:0:26190:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.586676:0:26190:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 26 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.586708:0:26190:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 26 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.586733:0:26190:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38a00, rc 0) 00000100:00100000:0.0:1777047558.586857:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:54342:x1863365384479616:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 436us (4981us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047558.586871:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6341 00000100:00100000:2.0:1777047558.595260:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.595338:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.595512:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384479744 00000100:00100000:0.0:1777047558.595587:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384479744 00002000:00010000:0.0:1777047558.595661:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (243375->18446744073709551615) 00002000:00100000:0.0:1777047558.595669:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837586680 with x1863365384479744 ext(243375->18446744073709551615) 00002000:00010000:0.0:1777047558.595689:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837586680. 00000100:00100000:0.0:1777047558.595720:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384479872 00000100:00100000:0.0:1777047558.595725:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384479872 00002000:00010000:0.0:1777047558.595746:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:0.0:1777047558.595752:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837585880 with x1863365384479872 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047558.595763:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837585880. 00000100:00100000:0.0:1777047558.595809:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3548 00000100:00100000:0.0:1777047558.595826:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384479744:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047558.596355:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:0.0:1777047558.596363:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047557 -> 1777047558 00002000:00010000:0.0:1777047558.596367:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047558.596371:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047557 -> 1777047558 00002000:00010000:0.0:1777047558.596374:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047558.596472:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384479744:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 646us (1227us total) trans 21474838865 rc 0/0 00000100:00100000:0.0:1777047558.596486:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3548 00002000:00010000:0.0:1777047558.596493:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/308 (243375->18446744073709551615) 00002000:00100000:0.0:1777047558.596498:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837586680 with x1863365384479744 ext(243375->18446744073709551615) 00002000:00010000:0.0:1777047558.596506:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837586680. 00000100:00100000:0.0:1777047558.596579:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3549 00000100:00100000:0.0:1777047558.596594:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384479872:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:0.0:1777047558.596836:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047558.596842:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047543 -> 1777047558 00002000:00010000:0.0:1777047558.596847:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047558.596850:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047543 -> 1777047558 00002000:00010000:0.0:1777047558.596853:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047558.596895:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384479872:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 303us (1556us total) trans 17179871813 rc 0/0 00000100:00100000:0.0:1777047558.596907:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3549 00002000:00010000:0.0:1777047558.596912:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/312 (0->18446744073709551615) 00002000:00100000:0.0:1777047558.596917:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837585880 with x1863365384479872 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047558.596925:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837585880. 00000100:00100000:2.0:1777047558.607441:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.607631:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384480000 00000100:00100000:1.0:1777047558.607649:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384480000 00000100:00100000:1.0:1777047558.607760:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3751 00000100:00100000:1.0:1777047558.607780:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54342:x1863365384480000:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.607823:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.607860:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e3535 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f1e expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.608348:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e353c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.608377:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e353c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.608397:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e353c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047558.608446:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047558.608453:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047558.608485:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e353c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.609319:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249dc00/0x29ccbc23e99e3535 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f1e expref: 89 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.609357:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e353c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f1e expref: 88 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.609373:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.609378:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047558.609384:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c000, rc 0) 00000100:00100000:1.0:1777047558.609501:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54342:x1863365384480000:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1724us (2077us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.609514:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3751 00000100:00100000:1.0:1777047558.637852:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.641506:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384480256 00000100:00100000:2.0:1777047558.641528:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384480256 00000100:00100000:0.0:1777047558.642118:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3752 00000100:00100000:0.0:1777047558.642139:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54342:x1863365384480256:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047558.642239:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047558.642297:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e353c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f1e expref: 88 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.642333:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:0.0:1777047558.642344:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047558.642834:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.642860:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.642877:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047558.642975:0:30805:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938459 00000004:00010000:0.0:1777047558.643043:0:30805:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087513ebb reply state 000000004fba27fe transno 8589938460 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.643059:0:30805:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047558.643245:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54342:x1863365384480256:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1109us (5411us total) trans 8589938460 rc 0/0 00000100:00100000:0.0:1777047558.643261:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3752 00000020:00080000:0.0:1777047558.643271:0:30805:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047558.657601:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.657631:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.657644:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.657654:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047558.657663:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.657676:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.657704:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.657709:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047558.657716:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.657726:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3543 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.669401:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.670250:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384480384 00000100:00100000:0.0:1777047558.670270:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384480384 00000100:00100000:0.0:1777047558.670458:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6342 00000100:00100000:0.0:1777047558.670477:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eb9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54342:x1863365384480384:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047558.670513:0:7603:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047558.670552:0:7603:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f25 expref: -99 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047558.670944:0:7603:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 258848, mtime: 0x69eb9805, atime: 0x69eb97c2, ctime: 0x69eb9805, blocks: 0x203 00010000:00010000:0.0:1777047558.671015:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.671020:0:7603:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047558.671035:0:7603:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 30 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.671070:0:7603:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 30 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.671094:0:7603:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39600, rc 0) 00000100:00100000:0.0:1777047558.671205:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eb9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54342:x1863365384480384:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 732us (1821us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047558.671218:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6342 00000100:00100000:3.0:1777047558.685822:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.685930:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.686424:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384480512 00000100:00100000:2.0:1777047558.686443:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384480512 00002000:00010000:2.0:1777047558.686524:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.686606:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f5500 with x1863365384480512 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.686630:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f5500. 00000100:00100000:2.0:1777047558.686682:0:26859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384480640 00000100:00100000:2.0:1777047558.686688:0:26859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384480640 00002000:00010000:2.0:1777047558.686714:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.686720:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f4380 with x1863365384480640 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.686732:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403f4380. 00000100:00100000:2.0:1777047558.686768:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3550 00000100:00100000:2.0:1777047558.686784:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384480512:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.687364:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:2.0:1777047558.687372:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047557 -> 1777047558 00002000:00010000:2.0:1777047558.687376:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047558.687380:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047557 -> 1777047558 00002000:00010000:2.0:1777047558.687384:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047558.687481:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384480512:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 698us (1676us total) trans 17179871814 rc 0/0 00000100:00100000:2.0:1777047558.687496:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3550 00002000:00010000:2.0:1777047558.687503:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/313 (243375->18446744073709551615) 00002000:00100000:2.0:1777047558.687507:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f5500 with x1863365384480512 ext(243375->18446744073709551615) 00002000:00010000:2.0:1777047558.687517:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f5500. 00000100:00100000:2.0:1777047558.687875:0:26859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3551 00000100:00100000:2.0:1777047558.687890:0:26859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384480640:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:2.0:1777047558.688168:0:26859:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047558.688173:0:26859:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047543 -> 1777047558 00002000:00010000:2.0:1777047558.688177:0:26859:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047558.688181:0:26859:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047543 -> 1777047558 00002000:00010000:2.0:1777047558.688184:0:26859:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047558.688226:0:26859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384480640:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 338us (2295us total) trans 21474838866 rc 0/0 00000100:00100000:2.0:1777047558.688238:0:26859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3551 00002000:00010000:2.0:1777047558.688244:0:26859:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/309 (0->18446744073709551615) 00002000:00100000:2.0:1777047558.688249:0:26859:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f4380 with x1863365384480640 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047558.688257:0:26859:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403f4380. 00000100:00100000:2.0:1777047558.699409:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047558.705219:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384480768 00000100:00100000:0.0:1777047558.705247:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384480768 00000100:00100000:1.0:1777047558.706205:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3753 00000100:00100000:1.0:1777047558.706229:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54342:x1863365384480768:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.706280:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047558.706326:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3551 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f2c expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.709973:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3558 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.710355:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3558 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.710380:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3558 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047558.710440:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:1.0:1777047558.710449:0:33034:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047558.710486:0:33034:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3558 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.710621:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3551 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f2c expref: 91 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.710659:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3558 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f2c expref: 90 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.710676:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.710682:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047558.710689:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:1.0:1777047558.710836:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54342:x1863365384480768:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4611us (11445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.710854:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3753 00000100:00100000:1.0:1777047558.726190:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.726395:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384481024 00000100:00100000:2.0:1777047558.726416:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384481024 00000100:00100000:2.0:1777047558.726588:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3754 00000100:00100000:2.0:1777047558.726614:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54342:x1863365384481024:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:2.0:1777047558.727070:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047558.727124:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3558 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f2c expref: 90 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.727160:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.727171:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047558.728081:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.728109:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.728130:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047558.728235:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938461 00000004:00010000:2.0:1777047558.728282:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000317fa67d reply state 000000009bab6dd3 transno 8589938462 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.728300:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047558.728489:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54342:x1863365384481024:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1881us (2316us total) trans 8589938462 rc 0/0 00000100:00100000:2.0:1777047558.728503:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3754 00000020:00080000:2.0:1777047558.728513:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777047558.747456:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.747491:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.747515:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.747609:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2de00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:1.0:1777047558.747620:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.747637:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.747667:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:1.0:1777047558.747673:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777047558.747682:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047558.747695:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e355f lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047558.750245:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.762710:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384481152 00000100:00100000:3.0:1777047558.762739:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384481152 00000100:00100000:3.0:1777047558.762890:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6343 00000100:00100000:3.0:1777047558.762910:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54342:x1863365384481152:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047558.762945:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047558.763020:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f33 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047558.763078:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 258848, mtime: 0x69eb9805, atime: 0x69eb97de, ctime: 0x69eb9805, blocks: 0x203 00010000:00010000:3.0:1777047558.763120:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.763125:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.763140:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 29 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.763176:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 29 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.763201:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88c00, rc 0) 00000100:00100000:3.0:1777047558.763344:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54342:x1863365384481152:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 437us (13109us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.763358:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6343 00000100:00100000:3.0:1777047558.781661:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.781756:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047558.781929:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384481280 00000100:00100000:1.0:1777047558.781952:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384481280 00002000:00010000:1.0:1777047558.782074:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/310 (243375->18446744073709551615) 00002000:00100000:1.0:1777047558.782085:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f6680 with x1863365384481280 ext(243375->18446744073709551615) 00002000:00010000:1.0:1777047558.782111:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403f6680. 00000100:00100000:1.0:1777047558.782147:0:22356:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384481408 00000100:00100000:1.0:1777047558.782154:0:22356:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384481408 00002000:00010000:1.0:1777047558.782176:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/314 (0->18446744073709551615) 00002000:00100000:1.0:1777047558.782182:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f4000 with x1863365384481408 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047558.782194:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f4000. 00000100:00100000:1.0:1777047558.782251:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3552 00000100:00100000:1.0:1777047558.782270:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384481280:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047558.782891:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 258848 -> 243375 00002000:00010000:1.0:1777047558.782900:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047557 -> 1777047558 00002000:00010000:1.0:1777047558.782904:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047558.782909:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047557 -> 1777047558 00002000:00010000:1.0:1777047558.782913:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047558.783047:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384481280:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 779us (1407us total) trans 21474838867 rc 0/0 00000100:00100000:1.0:1777047558.783063:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3552 00002000:00010000:1.0:1777047558.783071:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/310 (243375->18446744073709551615) 00002000:00100000:1.0:1777047558.783077:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f6680 with x1863365384481280 ext(243375->18446744073709551615) 00002000:00010000:1.0:1777047558.783084:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9868403f6680. 00000100:00100000:1.0:1777047558.783440:0:22356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3553 00000100:00100000:1.0:1777047558.783455:0:22356:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384481408:12345-192.168.201.26@tcp:10:lfs.0 00002000:00010000:1.0:1777047558.783745:0:22356:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047558.783751:0:22356:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047543 -> 1777047558 00002000:00010000:1.0:1777047558.783756:0:22356:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047558.783759:0:22356:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047543 -> 1777047558 00002000:00010000:1.0:1777047558.783763:0:22356:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047558.783805:0:22356:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384481408:12345-192.168.201.26@tcp:10:lfs.0 Request processed in 353us (2050us total) trans 17179871815 rc 0/0 00000100:00100000:1.0:1777047558.783818:0:22356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3553 00002000:00010000:1.0:1777047558.783824:0:22356:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/314 (0->18446744073709551615) 00002000:00100000:1.0:1777047558.783829:0:22356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9868403f4000 with x1863365384481408 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047558.783837:0:22356:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9868403f4000. 00010000:00010000:0.0:1777047558.789011:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047558.805720:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.805896:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384481664 00000100:00100000:3.0:1777047558.806487:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384481664 00000100:00100000:0.0:1777047558.808646:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3755 00000100:00100000:0.0:1777047558.808671:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54342:x1863365384481664:12345-192.168.201.26@tcp:36:lfs.0 00010000:00010000:0.0:1777047558.809240:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.809276:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.809298:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777047558.810014:0:30804:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000051141827 reply state 00000000a3f60aa6 transno 8589938463 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.810032:0:30804:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047558.810214:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f321880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54342:x1863365384481664:12345-192.168.201.26@tcp:36:lfs.0 Request processed in 1549us (4511us total) trans 8589938463 rc 0/0 00000100:00100000:0.0:1777047558.810229:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3755 00010000:00010000:2.0:1777047558.828445:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.828476:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.828489:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.828501:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047558.828512:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.828526:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.828591:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047558.828598:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047558.828608:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.829220:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39400/0x29ccbc23e99e356d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047558.835033:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.835215:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384481792 00000100:00100000:2.0:1777047558.835234:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384481792 00000100:00100000:2.0:1777047558.835339:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6344 00000100:00100000:2.0:1777047558.835356:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:54342:x1863365384481792:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047558.835388:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047558.835420:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f3a expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.835490:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 33 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.835507:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047558.835511:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047558.835518:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 33 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.836051:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 33 pid: 27536 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.836077:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 33 pid: 27536 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.836117:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837584e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434187392:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047558.836287:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047558.856639:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837584e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434187392:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047558.856719:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 33 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.856767:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d800, rc 0) 00000100:00100000:2.0:1777047558.856863:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670f322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:54342:x1863365384481792:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 21510us (21847us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047558.856882:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6344 00000100:00100000:0.0:1777047558.871749:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.872439:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384481920 00000100:00100000:3.0:1777047558.872460:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384481920 00010000:00010000:3.0:1777047558.872594:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 33 pid: 27536 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.872667:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2768 00000100:00100000:3.0:1777047558.872687:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384481920:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047558.872717:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047558.872757:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 33 pid: 27536 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.872786:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 33 pid: 27536 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.872830:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e3439 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e99 expref: 33 pid: 27536 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.872881:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.872886:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047558.872897:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 32 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.872928:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 32 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047558.873028:0:8406:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 32 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047558.873434:0:8406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434187520:192.168.201.26@tcp:105: 00000100:00100000:3.0:1777047558.873652:0:8406:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706997f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777047558.899415:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.899661:0:8406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8406:1863365434187520:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047558.899706:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047558.900007:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384481920:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 27296us (28249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047558.900030:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2768 00000100:00100000:1.0:1777047558.900520:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384482048 00000100:00100000:1.0:1777047558.900535:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384482048 00000100:00100000:1.0:1777047558.900627:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6345 00000100:00100000:1.0:1777047558.900644:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:54342:x1863365384482048:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047558.901651:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047558.902944:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e357b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f41 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.903037:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 31 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.903351:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047558.903355:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047558.903363:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e357b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f41 expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.903427:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 31 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.903464:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 31 pid: 6643 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.903489:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837584e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434187648:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047558.904549:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3240 going to sleep for 11 seconds 00000100:00100000:0.0:1777047558.929259:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837584e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26191:1863365434187648:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047558.929329:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e357b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f41 expref: 31 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047558.929370:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2dc00, rc 0) 00000100:00100000:0.0:1777047558.929478:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:54342:x1863365384482048:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 28836us (30078us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047558.929495:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6345 00000100:00100000:1.0:1777047558.934168:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.934333:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384482176 00000100:00100000:2.0:1777047558.934351:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384482176 00010000:00010000:2.0:1777047558.934418:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 31 pid: 6643 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.934498:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2769 00000100:00100000:2.0:1777047558.934516:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384482176:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047558.934607:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047558.937105:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 31 pid: 6643 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.937137:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 31 pid: 6643 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.937185:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bba42589/0x29ccbc23e99e3440 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea0 expref: 31 pid: 6643 timeout: 4287 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.937220:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047558.937225:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047558.937235:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e357b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f41 expref: 30 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.937254:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e357b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f41 expref: 30 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047558.937333:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000acc976ac/0x29ccbc23e99e357b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f41 expref: 30 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047558.937362:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837585f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434187776:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047558.939956:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777047558.977881:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047558.978003:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047558.981755:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384482432 00000100:00100000:3.0:1777047558.981776:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384482432 00000100:00100000:3.0:1777047558.981891:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384482304 00000100:00100000:3.0:1777047558.981897:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384482304 00000100:00100000:3.0:1777047558.981949:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6346 00000100:00100000:3.0:1777047558.981995:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384482432:12345-192.168.201.26@tcp:2:lfs.0 00000100:00100000:2.0:1777047558.982009:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6347 00000100:00100000:2.0:1777047558.982050:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384482304:12345-192.168.201.26@tcp:2:lfs.0 00002000:00010000:2.0:1777047558.982485:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:3.0:1777047558.982486:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047558.982493:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:3.0:1777047558.982499:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:3.0:1777047558.982504:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb ctime from disk: 1777047552 -> 1777047558 00002000:00010000:3.0:1777047558.982509:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:2.0:1777047558.982520:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047558.982524:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:2.0:1777047558.982528:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb ctime from disk: 1777047552 -> 1777047558 00002000:00010000:2.0:1777047558.982532:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047558.982671:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384482304:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 639us (4688us total) trans 17179871816 rc 0/0 00000100:00100000:3.0:1777047558.982671:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384482432:12345-192.168.201.26@tcp:2:lfs.0 Request processed in 699us (4799us total) trans 21474838868 rc 0/0 00000100:00100000:3.0:1777047558.982701:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6346 00000100:00100000:1.0:1777047558.982869:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837585f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5842:1863365434187776:192.168.201.26@tcp:105: 00010000:00010000:1.0:1777047558.982910:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047558.982954:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384482176:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 48442us (48801us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047558.982970:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2769 00000100:00100000:2.0:1777047558.983179:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6347 00000100:00100000:0.0:1777047558.999786:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.005128:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384482688 00000100:00100000:1.0:1777047559.005152:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384482688 00000100:00100000:1.0:1777047559.007669:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1323 00000100:00100000:1.0:1777047559.007690:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54342:x1863365384482688:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:1.0:1777047559.007832:0:32151:0:(mdt_open.c:2500:mdt_close_resync_done()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e33ad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e84 expref: 92 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.007927:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.008011:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.008027:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.008404:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.008427:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 92 pid: 30806 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047559.008452:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434187904:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047559.008902:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0300 going to sleep for 11 seconds 00000100:00080000:2.0:1777047559.011101:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047559.030378:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434187904:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047559.030429:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047559.033494:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047559.035895:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384482816 00000100:00100000:3.0:1777047559.035915:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384482816 00010000:00010000:3.0:1777047559.036291:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 93 pid: 30806 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.036355:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2770 00000100:00100000:3.0:1777047559.036373:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:2410:x1863365384482816:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047559.036400:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047559.036412:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 93 pid: 30806 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.036434:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 93 pid: 30806 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.036474:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e33d0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e8b expref: 93 pid: 30806 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.036505:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:3.0:1777047559.036513:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.036879:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.036896:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.036970:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047559.037090:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:2410:x1863365384482816:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 719us (7134us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047559.037128:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2770 00010000:00010000:2.0:1777047559.037131:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.037150:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777047559.048600:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1319, 88 off120184 00000004:00080000:2.0:1777047559.048628:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187431092347ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.049924:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1306, 88 off118976 00000004:00080000:2.0:1777047559.049938:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187432403238ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.050013:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1307, 88 off119064 00000004:00080000:2.0:1777047559.050021:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187432486173ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.050054:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1320, 88 off120272 00000004:00080000:2.0:1777047559.050062:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187432527073ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.051931:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1308, 88 off119152 00000004:00080000:2.0:1777047559.051945:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187434410839ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.054382:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1321, 88 off120360 00000004:00080000:2.0:1777047559.054399:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187436863933ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054463:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1309, 88 off119240 00000004:00080000:2.0:1777047559.054469:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187436934940ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.054520:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1322, 88 off120448 00000004:00080000:2.0:1777047559.054527:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187436992840ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054618:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1323, 88 off120536 00000004:00080000:2.0:1777047559.054626:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437091300ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054650:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1310, 88 off119328 00000004:00080000:2.0:1777047559.054656:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437121948ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.054678:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1311, 88 off119416 00000004:00080000:2.0:1777047559.054683:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437149205ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.054707:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1324, 88 off120624 00000004:00080000:2.0:1777047559.054723:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437188270ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054749:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1325, 88 off120712 00000004:00080000:2.0:1777047559.054755:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437220823ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054782:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1312, 88 off119504 00000004:00080000:2.0:1777047559.054788:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437253690ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.054814:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1326, 88 off120800 00000004:00080000:2.0:1777047559.054819:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437284720ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054842:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1313, 88 off119592 00000004:00080000:2.0:1777047559.054848:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437313555ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.054871:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1314, 88 off119680 00000004:00080000:2.0:1777047559.054877:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437342388ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.054899:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1327, 88 off120888 00000004:00080000:2.0:1777047559.054904:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437369798ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054928:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1328, 88 off120976 00000004:00080000:2.0:1777047559.054935:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437400650ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.054961:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1315, 88 off119768 00000004:00080000:2.0:1777047559.054992:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437433730ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.055027:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1316, 88 off119856 00000004:00080000:2.0:1777047559.055036:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437501357ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.055362:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1329, 88 off121064 00000004:00080000:2.0:1777047559.055391:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437856513ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.055426:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1330, 88 off121152 00000004:00080000:2.0:1777047559.055433:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187437898503ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.055459:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1317, 88 off119944 00000004:00080000:2.0:1777047559.055465:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437931183ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.055491:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1318, 88 off120032 00000004:00080000:2.0:1777047559.055499:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187437964508ns, next at 4179188322970ns, rc = 0 00000040:00080000:2.0:1777047559.055819:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1331, 88 off121240 00000004:00080000:2.0:1777047559.055827:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187438292766ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.055858:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1332, 88 off121328 00000004:00080000:2.0:1777047559.055864:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4187438328986ns, next at 4179187272021ns, rc = 0 00000040:00080000:2.0:1777047559.055889:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1319, 88 off120120 00000004:00080000:2.0:1777047559.055894:0:32151:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4187438360201ns, next at 4179188322970ns, rc = 0 00000004:00010000:2.0:1777047559.205741:0:32151:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f69105d8 reply state 00000000467ba0b7 transno 8589938464 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777047559.205909:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938463 is committed 00000020:00080000:3.0:1777047559.205962:0:30810:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969483 batchid updated 00000001:00080000:3.0:1777047559.206062:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938464 is committed 00000004:00080000:3.0:1777047559.206072:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1222 committed 00000004:00080000:3.0:1777047559.206101:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1234 committed 00000004:00080000:3.0:1777047559.206119:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1233 committed 00000004:00080000:3.0:1777047559.206124:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1221 committed 00000004:00080000:3.0:1777047559.206128:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1220 committed 00000004:00080000:3.0:1777047559.206132:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1232 committed 00000004:00080000:3.0:1777047559.206136:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1231 committed 00000004:00080000:3.0:1777047559.206140:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1219 committed 00000004:00080000:3.0:1777047559.206146:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1218 committed 00000004:00080000:3.0:1777047559.206150:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1230 committed 00000004:00080000:3.0:1777047559.206158:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1229 committed 00000004:00080000:3.0:1777047559.206162:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1217 committed 00000004:00080000:3.0:1777047559.206165:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1216 committed 00000004:00080000:3.0:1777047559.206170:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1228 committed 00000004:00080000:3.0:1777047559.206174:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1215 committed 00000004:00080000:3.0:1777047559.206179:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1227 committed 00000004:00080000:3.0:1777047559.206183:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1226 committed 00000004:00080000:3.0:1777047559.206189:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1214 committed 00000004:00080000:3.0:1777047559.206195:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1213 committed 00000004:00080000:3.0:1777047559.206199:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1225 committed 00000004:00080000:3.0:1777047559.206203:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1224 committed 00000004:00080000:3.0:1777047559.206206:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1212 committed 00000004:00080000:3.0:1777047559.206212:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1223 committed 00000004:00080000:3.0:1777047559.206216:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1211 committed 00000004:00080000:3.0:1777047559.206220:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1222 committed 00000004:00080000:3.0:1777047559.206224:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1210 committed 00000004:00080000:3.0:1777047559.206228:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1209 committed 00000004:00080000:3.0:1777047559.206232:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1221 committed 00000100:00100000:3.0:1777047559.207082:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.207202:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.207274:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188928:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.207316:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.207357:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777047559.207371:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188032:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047559.207380:0:32151:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777047559.207403:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047559.207415:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:3.0:1777047559.207416:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047559.207436:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e33ad lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e84 expref: 68 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.207452:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.207491:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.207567:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434189056:0@lo:2:osp-syn-0-0.0 00000020:00080000:0.0:1777047559.207955:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969483 00010000:00080000:2.0:1777047559.207964:0:32151:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777047559.208017:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54342:x1863365384482688:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 200328us (208665us total) trans 8589938464 rc 0/0 00000100:00100000:2.0:1777047559.208056:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1323 00000100:00100000:1.0:1777047559.208502:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188416 00000100:00100000:1.0:1777047559.208517:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188416 00000100:00100000:1.0:1777047559.208650:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188928 00000100:00100000:1.0:1777047559.208656:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188928 00000100:00100000:1.0:1777047559.208684:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188032 00000100:00100000:1.0:1777047559.208689:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188032 00000020:00080000:0.0:1777047559.208690:0:30845:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969483 cancel update log [0x200000bd0:0x1:0x0].59: rc = 0 00000020:00080000:0.0:1777047559.208707:0:30845:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969483 00000100:00100000:1.0:1777047559.208712:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188544 00000100:00100000:1.0:1777047559.208716:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188544 00000100:00100000:0.0:1777047559.208733:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434189568:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047559.208750:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6348 00000100:00100000:1.0:1777047559.208764:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365434188416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047559.209063:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047559.209070:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.209075:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047559.209079:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.209083:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047559.211086:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.211160:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434189440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.211211:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.211240:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434189952:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.211273:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.211330:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188160:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.211369:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.211402:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.211436:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.211457:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.212322:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.212347:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.212947:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.213006:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1777047559.213021:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188288:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.213490:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.213511:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188800:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.213597:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.213915:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.213953:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.214288:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.214330:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.214390:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189056 00000100:00100000:3.0:1777047559.214401:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189056 00000100:00100000:3.0:1777047559.214462:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189440 00000100:00100000:3.0:1777047559.214468:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189440 00000100:00100000:3.0:1777047559.214488:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189952 00000100:00100000:3.0:1777047559.214493:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189952 00000100:00100000:3.0:1777047559.214511:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188160 00000100:00100000:3.0:1777047559.214515:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188160 00000100:00100000:3.0:1777047559.214561:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188672 00000100:00100000:3.0:1777047559.214565:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188672 00000100:00100000:3.0:1777047559.214586:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189184 00000100:00100000:3.0:1777047559.214590:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189184 00000100:00100000:3.0:1777047559.214606:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189696 00000100:00100000:3.0:1777047559.214611:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189696 00000100:00100000:3.0:1777047559.214624:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188288 00000100:00100000:3.0:1777047559.214627:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188288 00000100:00100000:3.0:1777047559.214643:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434188800 00000100:00100000:3.0:1777047559.214647:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434188800 00000100:00100000:3.0:1777047559.214661:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189312 00000100:00100000:3.0:1777047559.214666:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189312 00000100:00100000:3.0:1777047559.214680:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189824 00000100:00100000:3.0:1777047559.214685:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189824 00000100:00100000:3.0:1777047559.214707:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6349 00000100:00100000:3.0:1777047559.214720:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434188928:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1777047559.214845:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.214867:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.214883:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.214895:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047559.214904:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.214918:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.214947:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff98683e747000) 00010000:00010000:2.0:1777047559.214953:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047559.214961:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.215001:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e3582 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047559.215083:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:3.0:1777047559.215093:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00000100:00080000:2.0:1777047559.215094:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1777047559.215102:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00000100:00080000:2.0:1777047559.215106:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1777047559.215110:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047559.215116:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x135:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047559.215138:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6350 00000100:00100000:2.0:1777047559.215162:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434188032:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.215201:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434188928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 480us (7882us total) trans 17179871818 rc 0/0 00000100:00100000:3.0:1777047559.215216:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6349 00000100:00100000:3.0:1777047559.215253:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6351 00000100:00100000:3.0:1777047559.215267:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434188544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1777047559.215419:0:33475:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:3.0:1777047559.215425:0:33475:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047559.215429:0:33475:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:3.0:1777047559.215432:0:33475:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047559.215436:0:33475:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1777047559.215483:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434188544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 218us (7990us total) trans 17179871819 rc 0/0 00000100:00100000:3.0:1777047559.215494:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6351 00000100:00100000:3.0:1777047559.215517:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6352 00000100:00100000:3.0:1777047559.215527:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434189056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777047559.218752:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:2.0:1777047559.218765:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047559.218771:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:2.0:1777047559.218775:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:2.0:1777047559.218779:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1777047559.218872:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434188032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3715us (11454us total) trans 17179871820 rc 0/0 00000100:00100000:2.0:1777047559.218888:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6350 00000100:00100000:0.0:1777047559.218926:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047559.218935:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353 00000100:00100000:2.0:1777047559.218956:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434189440:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047559.219354:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434189568 00000100:00100000:2.0:1777047559.219482:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6354 00000100:00100000:2.0:1777047559.219499:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3342:x1863365434189952:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047559.220063:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3342:x1863365434188416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 11298us (12859us total) trans 17179871817 rc 0/0 00000100:00100000:1.0:1777047559.220078:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6348 00000100:00100000:1.0:1777047559.220109:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355 00000100:00100000:0.0:1777047559.221308:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434189568 00000100:00100000:0.0:1777047559.221365:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6356 00000100:00100000:0.0:1777047559.221379:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434188672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047559.221636:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047559.221643:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.221648:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047559.221652:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.221656:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047559.221734:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434188672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 356us (10295us total) trans 17179871821 rc 0/0 00000100:00100000:0.0:1777047559.221748:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6356 00000100:00100000:0.0:1777047559.221802:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6357 00000100:00100000:0.0:1777047559.221818:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434189184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.222060:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047559.222067:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:0.0:1777047559.222072:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047559.222077:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:0.0:1777047559.222081:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047559.222129:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434189184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 314us (9806us total) trans 21474838869 rc 0/0 00000100:00100000:0.0:1777047559.222142:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6357 00000100:00100000:0.0:1777047559.222164:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358 00000100:00100000:0.0:1777047559.222176:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434189696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.222322:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.222328:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.222333:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047559.222337:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.222342:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12e:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047559.222388:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434189696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (9442us total) trans 21474838870 rc 0/0 00000100:00100000:0.0:1777047559.222401:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358 00000100:00100000:0.0:1777047559.222423:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6359 00000100:00100000:0.0:1777047559.222436:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434188288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047559.222624:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047559.222631:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.222636:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047559.222641:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.222645:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047559.222956:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434188288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 521us (9465us total) trans 17179871822 rc 0/0 00000100:00100000:0.0:1777047559.223004:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6359 00000100:00100000:0.0:1777047559.223032:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6360 00000100:00100000:0.0:1777047559.223045:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434188800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047559.223189:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.223196:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.223200:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047559.223205:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.223209:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047559.223256:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434188800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 212us (9658us total) trans 17179871823 rc 0/0 00000100:00100000:0.0:1777047559.223268:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6360 00000100:00100000:0.0:1777047559.223292:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361 00000100:00100000:0.0:1777047559.223304:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434189312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.223445:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.223451:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.223455:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:0.0:1777047559.223459:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.223463:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x126:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047559.223509:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434189312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 205us (9554us total) trans 21474838871 rc 0/0 00000100:00100000:0.0:1777047559.223521:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361 00000100:00100000:0.0:1777047559.223579:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6362 00000100:00100000:0.0:1777047559.223591:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434189824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.223736:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047559.223742:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.223746:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047559.223750:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.223754:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047559.223798:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434189824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 208us (9466us total) trans 21474838872 rc 0/0 00000100:00100000:0.0:1777047559.223810:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6362 00000100:00100000:0.0:1777047559.223835:0:7603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6363 00000100:00100000:0.0:1777047559.223846:0:7603:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3343:x1863365434189568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047559.224038:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3340:x1863365434188160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047559.224225:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047559.224230:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047559.224234:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047559.224237:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:1.0:1777047559.224241:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047559.224305:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434188160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4185us (12934us total) trans 17179871824 rc 0/0 00000100:00100000:1.0:1777047559.224317:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355 00000004:00080000:3.0:1777047559.225305:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403f4e00/2, rc 0, transno 17179871820 00000100:00100000:3.0:1777047559.225350:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188032:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047559.225375:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa9180/2, rc 0, transno 17179871819 00000100:00100000:3.0:1777047559.225382:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188544:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047559.225399:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa8380/2, rc 0, transno 17179871817 00000100:00100000:3.0:1777047559.225406:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188416:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047559.225423:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efaaa00/2, rc 0, transno 17179871818 00000100:00100000:3.0:1777047559.225429:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434188928:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047559.225934:0:7603:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047559.225940:0:7603:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.225944:0:7603:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047559.225948:0:7603:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.225953:0:7603:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047559.226003:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047559.226050:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384482944 00000100:00100000:2.0:1777047559.226059:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384482944 00002000:00010000:1.0:1777047559.226177:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:1.0:1777047559.226184:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.226188:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:1.0:1777047559.226192:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.226197:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12a:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047559.226205:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3756 00000100:00100000:2.0:1777047559.226227:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+67:54342:x1863365384482944:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047559.226256:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047559.226296:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e3589 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f48 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.226311:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434190336:0@lo:2:osp-syn-1-0.0 00010000:00010000:2.0:1777047559.226396:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e3589 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f48 expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.226424:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e3589 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f48 expref: 68 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047559.226443:0:7603:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434189568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2595us (7519us total) trans 21474838873 rc 0/0 00000100:00100000:0.0:1777047559.226457:0:7603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6363 00010000:00010000:2.0:1777047559.226482:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047559.226490:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1777047559.226507:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434190208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047559.226579:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047559.226900:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b886d80/2, rc 0, transno 17179871822 00000100:00100000:0.0:1777047559.226917:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b886d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188288:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047559.226933:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efaa300/2, rc 0, transno 17179871823 00000100:00100000:0.0:1777047559.226939:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188800:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047559.226955:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810184700/2, rc 0, transno 21474838871 00000100:00100000:0.0:1777047559.226998:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189312:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047559.227017:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186d80/2, rc 0, transno 21474838872 00000100:00100000:0.0:1777047559.227023:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189824:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047559.227037:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98682b884380/2, rc 0, transno 17179871824 00000100:00100000:0.0:1777047559.227043:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188160:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047559.227058:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa9c00/2, rc 0, transno 17179871821 00000100:00100000:0.0:1777047559.227063:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434188672:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047559.227079:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810187100/2, rc 0, transno 21474838869 00000100:00100000:0.0:1777047559.227086:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810187100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189184:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047559.227099:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186300/2, rc 0, transno 21474838870 00000100:00100000:0.0:1777047559.227105:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434189696:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1777047559.227114:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2cc00, rc 0) 00000100:00100000:0.0:1777047559.227143:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190208 00000100:00100000:0.0:1777047559.227151:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190208 00000100:00100000:0.0:1777047559.227202:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364 00000100:00100000:0.0:1777047559.227215:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3340:x1863365434190208:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047559.227234:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54342:x1863365384482944:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1011us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047559.227248:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3756 00002000:00010000:2.0:1777047559.227355:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047559.227360:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047559.227365:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:2.0:1777047559.227369:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047559.227373:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1777047559.227448:0:27536:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.227454:0:27536:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.227458:0:27536:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047559.227464:0:27536:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00000100:00100000:2.0:1777047559.227467:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3342:x1863365434189952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7950us (16170us total) trans 21474838875 rc 0/0 00002000:00010000:0.0:1777047559.227470:0:27536:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x137:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1777047559.227491:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6354 00000100:00100000:0.0:1777047559.227566:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3340:x1863365434190208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 352us (984us total) trans 17179871825 rc 0/0 00000100:00100000:2.0:1777047559.228417:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986815a70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3342:x1863365434189056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 12890us (17335us total) trans 21474838876 rc 0/0 00000100:00100000:0.0:1777047559.228606:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364 00000004:00080000:0.0:1777047559.228663:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185500/2, rc 0, transno 17179871825 00000100:00100000:0.0:1777047559.228672:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434190208:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047559.228777:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6352 00000100:00100000:0.0:1777047559.228792:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434190720:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047559.228843:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047559.228884:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047559.228896:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434190848:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047559.228939:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047559.229305:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190720 00000100:00100000:0.0:1777047559.229312:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190720 00000100:00100000:0.0:1777047559.229353:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190848 00000100:00100000:0.0:1777047559.229357:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190848 00000100:00100000:0.0:1777047559.229420:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6365 00000100:00100000:0.0:1777047559.229431:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98681584f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434190720:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.229650:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047559.229656:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.229660:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047559.229664:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.229667:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047559.229751:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98681584f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434190720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 319us (906us total) trans 21474838877 rc 0/0 00000100:00100000:0.0:1777047559.229763:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6365 00000004:00080000:2.0:1777047559.229778:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98681584e680/2, rc 0, transno 21474838877 00000100:00100000:0.0:1777047559.229795:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6366 00000100:00100000:2.0:1777047559.229804:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434190720:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047559.229813:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3340:x1863365434190848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047559.229843:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190080:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047559.229909:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047559.229952:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190592:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.230281:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.230287:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.230292:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:0.0:1777047559.230296:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.230298:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x134:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047559.230352:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434190848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 546us (1411us total) trans 21474838878 rc 0/0 00000100:00100000:1.0:1777047559.230961:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3342:x1863365434189440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 12010us (19746us total) trans 21474838874 rc 0/0 00000100:00100000:1.0:1777047559.231006:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353 00000100:00100000:1.0:1777047559.231031:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190080 00000100:00100000:1.0:1777047559.231038:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190080 00000100:00100000:1.0:1777047559.231081:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6367 00000100:00100000:1.0:1777047559.231092:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+14:3343:x1863365434190080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047559.231328:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047559.231335:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.231339:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:1.0:1777047559.231345:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.231350:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047559.231388:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047559.231462:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6366 00000100:00100000:0.0:1777047559.231486:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190592 00000100:00100000:0.0:1777047559.231491:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190592 00000100:00100000:0.0:1777047559.231526:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6368 00000100:00100000:0.0:1777047559.231536:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434190592:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.231718:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.231724:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.231730:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047559.231734:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.231738:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x132:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047559.232257:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434190080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1164us (2348us total) trans 17179871826 rc 0/0 00000100:00100000:1.0:1777047559.232271:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6367 00000004:00080000:2.0:1777047559.233183:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810187480/2, rc 0, transno 21474838873 00000100:00100000:2.0:1777047559.233199:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810187480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434189568:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047559.233226:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434191104:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047559.233298:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047559.233310:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434190592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1770us (1919us total) trans 21474838879 rc 0/0 00000100:00100000:0.0:1777047559.233324:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6368 00000100:00100000:0.0:1777047559.233353:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434191104 00000100:00100000:0.0:1777047559.233361:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434191104 00000004:00080000:2.0:1777047559.233378:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185f80/2, rc 0, transno 17179871826 00000100:00100000:2.0:1777047559.233391:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190080:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1777047559.233412:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98681584c000/2, rc 0, transno 21474838879 00000100:00100000:2.0:1777047559.233420:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190592:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047559.233427:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6369 00000100:00100000:2.0:1777047559.233445:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777047559.233446:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+15:3343:x1863365434191104:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047559.233463:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190464:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047559.234554:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047559.234560:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.234565:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047559.234569:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.234572:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047559.234622:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+16:3343:x1863365434191104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1179us (1324us total) trans 17179871827 rc 0/0 00000100:00100000:0.0:1777047559.234634:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6369 00000100:00100000:0.0:1777047559.234684:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986810187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434191232:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047559.234727:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777047559.234771:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98681584c700/2, rc 0, transno 21474838878 00000100:00100000:0.0:1777047559.234781:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434190848:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047559.234794:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047559.234803:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434191360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047559.234844:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047559.234890:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434191232 00000100:00100000:0.0:1777047559.234898:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434191232 00000100:00100000:0.0:1777047559.235290:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6370 00000100:00100000:0.0:1777047559.235313:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3340:x1863365434191232:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047559.235506:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.235511:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:0.0:1777047559.235515:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047559.235519:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.235523:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13b:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047559.235602:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434191232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 301us (874us total) trans 17179871828 rc 0/0 00000100:00100000:0.0:1777047559.235611:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6370 00000100:00100000:0.0:1777047559.235662:0:31424:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434191360 00000100:00100000:0.0:1777047559.235668:0:31424:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434191360 00000100:00100000:0.0:1777047559.235708:0:31424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1777047559.235718:0:31424:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434191360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777047559.235750:0:31424:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 401145856 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1777047559.235799:0:31424:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+17:3340:x1863365434191360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047559.235809:0:31424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1777047559.235863:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434191360:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1777047559.235880:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810187b80/2, rc 0, transno 17179871828 00000100:00100000:0.0:1777047559.235884:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810187b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434191232:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.236082:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047559.236127:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777047559.236140:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434191744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777047559.236182:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047559.236183:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190336 00000100:00100000:1.0:1777047559.236190:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190336 00000100:00100000:3.0:1777047559.236224:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434191744 00000100:00100000:1.0:1777047559.236230:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6371 00000100:00100000:3.0:1777047559.236230:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434191744 00000100:00100000:1.0:1777047559.236241:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3341:x1863365434190336:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.236264:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1777047559.236274:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434191744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777047559.236290:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 240975872 pending 0 free 3855613952 avail 3852468224 00000100:00100000:3.0:1777047559.236343:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807feb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+16:3341:x1863365434191744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047559.236354:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00002000:00010000:1.0:1777047559.236407:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047559.236412:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.236416:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047559.236420:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.236424:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047559.236484:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3341:x1863365434190336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 244us (402us total) trans 17179871829 rc 0/0 00000100:00100000:1.0:1777047559.236495:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6371 00000100:00100000:3.0:1777047559.237816:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434191744:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1777047559.237837:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810184000/2, rc 0, transno 17179871829 00000100:00100000:3.0:1777047559.237846:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810184000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434190336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047559.237884:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434191488:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.237930:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1777047559.238292:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185c00/2, rc 0, transno 21474838874 00000100:00100000:3.0:1777047559.238300:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434189440:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047559.238315:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186a00/2, rc 0, transno 21474838875 00000100:00100000:3.0:1777047559.238321:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434189952:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047559.238335:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185180/2, rc 0, transno 21474838876 00000100:00100000:3.0:1777047559.238340:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434189056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.238354:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047559.238361:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434191616:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047559.238398:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047559.238515:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434191488 00000100:00100000:1.0:1777047559.238521:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434191488 00000100:00100000:1.0:1777047559.238581:0:33459:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434191616 00000100:00100000:1.0:1777047559.238585:0:33459:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434191616 00000100:00100000:1.0:1777047559.238603:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6372 00000100:00100000:1.0:1777047559.238614:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434191488:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047559.239119:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:1.0:1777047559.239125:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.239131:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:1.0:1777047559.239134:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.239138:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x136:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1777047559.239196:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434191488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 582us (1264us total) trans 21474838880 rc 0/0 00000100:00100000:1.0:1777047559.239208:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6372 00000100:00100000:1.0:1777047559.239234:0:33459:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6373 00000100:00100000:1.0:1777047559.239245:0:33459:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3342:x1863365434191616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047559.239344:0:33459:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047559.239349:0:33459:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047559.239353:0:33459:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047559.239357:0:33459:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047559.239361:0:33459:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777047559.239409:0:33459:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807fe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3342:x1863365434191616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 162us (1007us total) trans 21474838881 rc 0/0 00000100:00100000:1.0:1777047559.239421:0:33459:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6373 00000100:00100000:2.0:1777047559.239520:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047559.239625:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98681584ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047559.239664:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190464 00000100:00100000:2.0:1777047559.239675:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047559.239676:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190464 00000100:00100000:0.0:1777047559.239731:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434190976 00000004:00080000:2.0:1777047559.239731:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810186680/2, rc 0, transno 17179871827 00000100:00100000:0.0:1777047559.239741:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434190976 00000100:00100000:2.0:1777047559.239743:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434191104:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047559.239874:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374 00000100:00100000:0.0:1777047559.239888:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434190464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047559.239914:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6375 00000100:00100000:2.0:1777047559.239933:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3343:x1863365434190976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047559.240449:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047559.240455:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.240459:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:0.0:1777047559.240464:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047559.240468:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x139:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1777047559.240503:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047559.240510:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047559.240515:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047559.240520:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047559.240525:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047559.240552:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434190464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 666us (1110us total) trans 17179871830 rc 0/0 00000100:00100000:0.0:1777047559.240567:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374 00000100:00100000:2.0:1777047559.240586:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3343:x1863365434190976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 656us (911us total) trans 21474838882 rc 0/0 00000100:00100000:2.0:1777047559.240601:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6375 00000004:00080000:0.0:1777047559.241302:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986810185880/2, rc 0, transno 17179871830 00000100:00100000:0.0:1777047559.241312:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986810185880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190464:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047559.241341:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98681584ca80/2, rc 0, transno 21474838882 00000100:00100000:0.0:1777047559.241349:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98681584ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434190976:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047559.241381:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e453100/2, rc 0, transno 21474838881 00000100:00100000:2.0:1777047559.241392:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434191616:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047559.241407:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e453800/2, rc 0, transno 21474838880 00000100:00100000:2.0:1777047559.241412:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434191488:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047559.256245:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047559.257714:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384483200 00000100:00100000:3.0:1777047559.257732:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384483200 00000100:00100000:3.0:1777047559.257848:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1324 00000100:00100000:3.0:1777047559.257867:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54342:x1863365384483200:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047559.258664:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506cc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54342:x1863365384483200:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 798us (2433us total) trans 8589938465 rc 0/0 00000100:00100000:3.0:1777047559.258680:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1324 00000100:00100000:1.0:1777047559.326090:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047559.326283:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384483328 00000100:00100000:2.0:1777047559.326301:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384483328 00000100:00100000:2.0:1777047559.326415:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3757 00000100:00100000:2.0:1777047559.326434:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54343:x1863365384483328:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047559.326478:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047559.326516:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e3590 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f4f expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327049:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327076:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327093:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327118:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327130:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327141:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327775:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327791:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327804:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047559.327861:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047559.327869:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047559.327902:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327924:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327945:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327955:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.327966:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328008:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047559.328016:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328028:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328044:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047559.328050:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047559.328057:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328068:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3597 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328088:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328098:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328109:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328118:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047559.328123:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328134:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328146:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986821215600) 00010000:00010000:2.0:1777047559.328151:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047559.328155:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328165:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e359e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328217:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d200/0x29ccbc23e99e3590 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 71 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328234:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 70 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.328244:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047559.328246:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047559.328249:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d600, rc 0) 00000100:00100000:2.0:1777047559.328350:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54343:x1863365384483328:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1921us (2277us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047559.328362:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3757 00000100:00100000:2.0:1777047559.339712:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.344712:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384483584 00000100:00100000:1.0:1777047559.344739:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384483584 00000100:00100000:1.0:1777047559.344879:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3758 00000100:00100000:1.0:1777047559.344899:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54343:x1863365384483584:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047559.344935:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047559.345000:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e35ac lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f56 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.345501:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e35b3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.345531:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e35b3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.345631:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e35b3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047559.345652:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:1.0:1777047559.345882:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249de00/0x29ccbc23e99e35ac lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f56 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.345911:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e35b3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f56 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.345926:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047559.346274:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1777047559.346284:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c400, rc 0) 00000100:00100000:1.0:1777047559.346393:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54343:x1863365384483584:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1498us (6695us total) trans 8589938466 rc 0/0 00000100:00100000:1.0:1777047559.346406:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3758 00000100:00100000:0.0:1777047559.359799:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.360397:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384483840 00000100:00100000:1.0:1777047559.360416:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384483840 00000100:00100000:1.0:1777047559.360524:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3759 00000100:00100000:1.0:1777047559.360575:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54343:x1863365384483840:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047559.360620:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047559.361163:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e35c1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f5d expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.367490:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e35c8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.367590:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e35c8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.367613:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e35c8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047559.367637:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:0.0:1777047559.367912:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e35c1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f5d expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.367954:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e35c8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f5d expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.368001:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:0.0:1777047559.368007:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047559.368014:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38200, rc 0) 00000100:00100000:0.0:1777047559.368143:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54343:x1863365384483840:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 7572us (8397us total) trans 8589938467 rc 0/0 00000100:00100000:0.0:1777047559.368161:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3759 00000100:00100000:0.0:1777047559.499018:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.500195:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384483968 00000100:00100000:1.0:1777047559.500215:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384483968 00000100:00080000:2.0:1777047559.500345:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777047559.500393:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3554 00000100:00100000:1.0:1777047559.500413:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384483968:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047559.500514:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.500625:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047559.500629:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047559.500639:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.500664:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.532354:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.532389:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.532405:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.532417:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047559.532425:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.532439:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.532499:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.532525:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e35d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047559.532697:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2413:x1863365384483968:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32281us (33688us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047559.532715:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3554 00000100:00100000:3.0:1777047559.549880:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047559.550646:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484096 00000100:00100000:0.0:1777047559.550667:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484096 00000100:00080000:2.0:1777047559.550795:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777047559.550855:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3555 00000100:00100000:0.0:1777047559.550877:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384484096:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047559.550959:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.551339:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 31 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.551355:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047559.551359:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047559.551365:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.551434:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 31 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.551461:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 31 pid: 33787 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047559.551492:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434191872:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047559.551705:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff986815f53a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777047559.564404:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14907:1863365434191872:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047559.564477:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047559.565242:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047559.565369:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484224 00000100:00100000:3.0:1777047559.565383:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484224 00010000:00010000:3.0:1777047559.565447:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 32 pid: 33787 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.565504:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2771 00000100:00100000:3.0:1777047559.565522:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384484224:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047559.565598:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047559.565640:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 32 pid: 33787 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.565663:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 32 pid: 33787 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.565704:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000770ba127/0x29ccbc23e99e344e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x126:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ea7 expref: 32 pid: 33787 timeout: 4287 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.565731:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047559.565734:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047559.565742:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.565760:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.570554:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047559.570704:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384484224:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 5172us (5451us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047559.570725:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2771 00010000:00010000:3.0:1777047559.573389:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.573419:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.592469:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.592524:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.592541:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.592585:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047559.592594:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.592609:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.592652:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.592666:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e35dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047559.593296:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807febb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384484096:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 42414us (43423us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047559.593315:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3555 00000100:00100000:2.0:1777047559.620239:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.623587:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484352 00000100:00100000:1.0:1777047559.623610:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484352 00000100:00100000:1.0:1777047559.624314:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3556 00000100:00100000:1.0:1777047559.624334:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384484352:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047559.624402:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.624441:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 30 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.624458:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.624462:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.624470:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.624538:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 30 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.624564:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 30 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047559.624591:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434192000:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047559.626421:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047559.645164:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047559.645514:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434192000:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047559.645995:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.655738:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484480 00000100:00100000:3.0:1777047559.655764:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484480 00010000:00010000:3.0:1777047559.655859:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.655938:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2772 00000100:00100000:3.0:1777047559.656378:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384484480:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047559.656406:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047559.656445:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.656468:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.656514:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005763ad95/0x29ccbc23e99e346a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eb5 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.656571:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047559.656575:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047559.656585:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.656603:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.656666:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047559.656786:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384484480:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 412us (11660us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047559.656800:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2772 00010000:00010000:2.0:1777047559.656958:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.657006:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.676952:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.677015:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.677032:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.677045:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047559.677053:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.677070:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.677113:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.677125:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dae5e248/0x29ccbc23e99e35e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.677305:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384484352:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 52967us (57072us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047559.677325:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3556 00000100:00100000:0.0:1777047559.703055:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.703407:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484608 00000100:00100000:1.0:1777047559.703428:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484608 00000100:00100000:1.0:1777047559.703608:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3557 00000100:00100000:1.0:1777047559.703627:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2412:x1863365384484608:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047559.703691:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.703728:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 33 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.703744:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.703748:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.703754:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.703825:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 33 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.703850:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 33 pid: 33788 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047559.703876:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434192128:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047559.704049:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047559.723439:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434192128:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047559.723770:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047559.735421:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047559.736948:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484736 00000100:00100000:3.0:1777047559.736994:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484736 00010000:00010000:2.0:1777047559.743859:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 34 pid: 33788 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.744067:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2773 00000100:00100000:2.0:1777047559.744122:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+34:2411:x1863365384484736:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047559.744151:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047559.744188:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 34 pid: 33788 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.744212:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 34 pid: 33788 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.744269:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae2836f7/0x29ccbc23e99e3486 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ec3 expref: 34 pid: 33788 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.744307:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047559.744311:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047559.744319:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.744337:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.744398:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047559.744506:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2411:x1863365384484736:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 425us (9104us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047559.744519:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2773 00010000:00010000:1.0:1777047559.745470:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.745491:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.762889:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.762922:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.762937:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.762950:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047559.762980:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.762997:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.763032:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.763044:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e35eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.763194:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2412:x1863365384484608:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 59564us (60150us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047559.763212:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3557 00000100:00100000:1.0:1777047559.780774:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047559.781625:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484864 00000100:00100000:3.0:1777047559.781647:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484864 00000100:00100000:3.0:1777047559.781799:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3558 00000100:00100000:3.0:1777047559.781819:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384484864:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:3.0:1777047559.781884:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.781923:0:6646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 29 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.781939:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047559.781943:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047559.781949:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.782041:0:6646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 29 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.782096:0:6646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 29 pid: 33475 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.782138:0:6646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434192256:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047559.782371:0:6646:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047559.799083:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047559.800319:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384484992 00000100:00100000:2.0:1777047559.800339:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384484992 00010000:00010000:2.0:1777047559.800419:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 30 pid: 33475 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.800511:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2774 00000100:00100000:0.0:1777047559.801409:0:6646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6646:1863365434192256:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047559.801457:0:6646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.804521:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384484992:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047559.805768:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047559.805830:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 30 pid: 33475 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.805869:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 30 pid: 33475 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.805916:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eb1a31c/0x29ccbc23e99e34a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ed1 expref: 30 pid: 33475 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.805948:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047559.805952:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047559.805987:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.806375:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.806451:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047559.806657:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384484992:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 6129us (7592us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047559.806675:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2774 00010000:00010000:0.0:1777047559.807460:0:6646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.807481:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.809582:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047559.834598:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.834635:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.834653:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.834666:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047559.834675:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.834690:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.834747:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.834770:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e35f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.834951:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384484864:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 53109us (54166us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047559.834993:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3558 00000100:00100000:3.0:1777047559.846661:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.848346:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384485120 00000100:00100000:1.0:1777047559.848367:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384485120 00000100:00100000:1.0:1777047559.848527:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3559 00000100:00100000:1.0:1777047559.848594:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682da31850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2410:x1863365384485120:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047559.848995:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.849037:0:14911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 32 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.849053:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.849057:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.849064:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.849132:0:14911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 32 pid: 27536 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.849160:0:14911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 32 pid: 27536 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047559.849191:0:14911:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434192384:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047559.849368:0:14911:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047559.871739:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.872063:0:14911:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14911:1863365434192384:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047559.872122:0:14911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.873381:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384485248 00000100:00100000:3.0:1777047559.873396:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384485248 00010000:00010000:3.0:1777047559.873485:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 33 pid: 27536 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.873637:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2775 00000100:00100000:3.0:1777047559.873656:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384485248:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047559.873685:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047559.873727:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 33 pid: 27536 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.873749:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 33 pid: 27536 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.873793:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000789e866f/0x29ccbc23e99e34be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788edf expref: 33 pid: 27536 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.873834:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047559.873837:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047559.873844:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.873860:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047559.873906:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047559.874419:0:14911:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.874438:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047559.879834:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+33:2410:x1863365384485248:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 6168us (8103us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047559.879854:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2775 00010000:00010000:1.0:1777047559.901167:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.901204:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.901221:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.901236:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047559.901245:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.901261:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.901294:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.901308:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e35f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047559.901523:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682da31850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384485120:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 52912us (54856us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047559.901543:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3559 00000100:00100000:0.0:1777047559.925043:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047559.927178:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384485376 00000100:00100000:1.0:1777047559.927204:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384485376 00000100:00100000:1.0:1777047559.927364:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3560 00000100:00100000:1.0:1777047559.927383:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2410:x1863365384485376:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047559.927448:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.927485:0:26860:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 31 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047559.927500:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.927504:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047559.927510:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.928809:0:26860:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 31 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.928850:0:26860:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 31 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.928875:0:26860:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837584700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434192512:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047559.929420:0:26860:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777047559.943470:0:26860:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837584700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26860:1863365434192512:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047559.943525:0:26860:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047559.945840:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047559.946224:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384485504 00000100:00100000:2.0:1777047559.946240:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384485504 00010000:00010000:2.0:1777047559.946307:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 32 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.946386:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2776 00000100:00100000:2.0:1777047559.946405:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+32:2411:x1863365384485504:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047559.946432:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047559.946471:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 32 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.946495:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 32 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.946581:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000112dd931/0x29ccbc23e99e34da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788eed expref: 32 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.946609:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047559.946613:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047559.946621:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.946636:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.948054:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047559.948178:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384485504:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1773us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047559.948196:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2776 00010000:00010000:0.0:1777047559.950900:0:26860:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047559.951272:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.981467:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.981498:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.981513:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.981523:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249dc00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047559.981848:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.981866:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.981898:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047559.981917:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae5e248/0x29ccbc23e99e3600 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047559.982369:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384485376:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 54982us (57330us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047559.982387:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3560 00000100:00100000:3.0:1777047560.002425:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.002665:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384485632 00000100:00100000:0.0:1777047560.002683:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384485632 00000100:00100000:0.0:1777047560.002804:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3561 00000100:00100000:0.0:1777047560.002823:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384485632:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:0.0:1777047560.002885:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.002940:0:6648:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 28 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.002976:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047560.002979:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047560.002985:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.003070:0:6648:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 28 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.003094:0:6648:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 28 pid: 26191 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.003121:0:6648:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986806269880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434192640:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047560.003351:0:6648:0:(client.c:2691:ptlrpc_set_wait()) set ffff986815f53b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047560.007502:0:6648:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986806269880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6648:1863365434192640:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047560.007629:0:6648:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047560.010362:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.010848:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384485760 00000100:00100000:1.0:1777047560.010865:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384485760 00010000:00010000:1.0:1777047560.010932:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 29 pid: 26191 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.011332:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2777 00000100:00100000:1.0:1777047560.011347:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384485760:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047560.011372:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047560.011406:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 29 pid: 26191 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.011427:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 29 pid: 26191 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.011462:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e34f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x132:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788efb expref: 29 pid: 26191 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.011490:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047560.011493:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047560.011500:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.011515:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.011650:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047560.011735:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384485760:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 390us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047560.011748:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2777 00010000:00010000:3.0:1777047560.015977:0:6648:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.016005:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.050777:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.050834:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.050850:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.050876:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047560.050884:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.050899:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.051231:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.051244:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a2d185a/0x29ccbc23e99e3607 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.051527:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384485632:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 48700us (49109us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047560.051577:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3561 00000100:00100000:3.0:1777047560.069198:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.072020:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384485888 00000100:00100000:1.0:1777047560.072041:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384485888 00000100:00100000:1.0:1777047560.072176:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3562 00000100:00100000:1.0:1777047560.072194:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384485888:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047560.072257:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.072293:0:26853:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 30 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.072307:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047560.072310:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047560.072315:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.072376:0:26853:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 30 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.072398:0:26853:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 30 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.072424:0:26853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434192768:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047560.073179:0:26853:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047560.082639:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.083330:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486016 00000100:00100000:0.0:1777047560.083347:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486016 00010000:00010000:0.0:1777047560.083416:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.083755:0:26853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26853:1863365434192768:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047560.083798:0:26853:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.084342:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2778 00000100:00100000:0.0:1777047560.084381:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+31:2411:x1863365384486016:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047560.084412:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047560.084451:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.084483:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.084520:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e3512 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x137:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f09 expref: 31 pid: 6642 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.084618:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.084622:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.084630:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.084648:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.084717:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047560.084840:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384486016:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 477us (2217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047560.084855:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2778 00010000:00010000:1.0:1777047560.085291:0:26853:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.085309:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.112949:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.113012:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.113030:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.113043:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047560.113052:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.113093:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.113138:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.113154:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e360e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x137:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.113324:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384485888:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41125us (44133us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047560.113343:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3562 00000100:00100000:3.0:1777047560.122849:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.124275:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486144 00000100:00100000:1.0:1777047560.124295:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486144 00000100:00100000:1.0:1777047560.132105:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3563 00000100:00100000:1.0:1777047560.132147:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2412:x1863365384486144:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047560.132217:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.132252:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 27 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.132265:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047560.132269:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047560.132274:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.132338:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 27 pid: 26190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.132371:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 27 pid: 26190 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.132397:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434192896:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047560.132592:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047560.144835:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434192896:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047560.144894:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047560.146656:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.147395:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486272 00000100:00100000:2.0:1777047560.147410:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486272 00010000:00010000:2.0:1777047560.147635:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 28 pid: 26190 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.149664:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2779 00000100:00100000:2.0:1777047560.149686:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384486272:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047560.149715:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047560.149757:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 28 pid: 26190 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.149784:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 28 pid: 26190 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.149847:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008521209/0x29ccbc23e99e352e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x134:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f17 expref: 28 pid: 26190 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.149881:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047560.149884:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047560.149893:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.149911:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.149993:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047560.150106:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384486272:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 428us (3456us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047560.150120:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2779 00010000:00010000:0.0:1777047560.150469:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.150487:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.169398:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.169435:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.169452:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.169474:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047560.169482:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.169497:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.169568:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.169583:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da4df807/0x29ccbc23e99e3615 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.169749:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384486144:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 37616us (46908us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047560.169768:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3563 00000100:00100000:0.0:1777047560.181358:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.181760:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486400 00000100:00100000:2.0:1777047560.181780:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486400 00000100:00100000:2.0:1777047560.182047:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3564 00000100:00100000:2.0:1777047560.182066:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384486400:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047560.182129:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.182157:0:14907:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 29 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.182167:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047560.182169:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047560.182174:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.182229:0:14907:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 29 pid: 7603 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.182247:0:14907:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 29 pid: 7603 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.182266:0:14907:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365434193024:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047560.182384:0:14907:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047560.192339:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.192493:0:14907:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14907:1863365434193024:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047560.192622:0:14907:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.192795:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486528 00000100:00100000:0.0:1777047560.192809:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486528 00010000:00010000:0.0:1777047560.192895:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 30 pid: 7603 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.192978:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2780 00000100:00100000:0.0:1777047560.192996:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2410:x1863365384486528:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047560.193022:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047560.193077:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 30 pid: 7603 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.193100:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 30 pid: 7603 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.193141:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619c9ae5/0x29ccbc23e99e354a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x139:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f25 expref: 30 pid: 7603 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.193167:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.193170:0:5844:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.193178:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.193195:0:5844:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.193251:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047560.193351:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384486528:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 359us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047560.193365:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2780 00010000:00010000:2.0:1777047560.194865:0:14907:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.194885:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.210665:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.210700:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.210716:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.210729:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047560.210738:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.210754:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.210786:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.210798:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e361c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.210988:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384486400:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28891us (29612us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047560.211008:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3564 00000100:00100000:1.0:1777047560.225304:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.226106:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486656 00000100:00100000:2.0:1777047560.226126:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486656 00000100:00100000:2.0:1777047560.226266:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3565 00000100:00100000:2.0:1777047560.226285:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2411:x1863365384486656:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047560.226356:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.226391:0:14909:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 26 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.226408:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047560.226411:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047560.226415:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.226502:0:14909:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 26 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.226528:0:14909:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 26 pid: 6643 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.227282:0:14909:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434193152:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047560.227443:0:14909:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777047560.266492:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.267844:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486784 00000100:00100000:0.0:1777047560.267865:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486784 00010000:00010000:0.0:1777047560.267945:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 27 pid: 6643 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.268052:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2781 00000100:00100000:0.0:1777047560.268072:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2410:x1863365384486784:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047560.268101:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047560.268144:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 27 pid: 6643 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.268173:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 27 pid: 6643 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.268221:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.268225:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.268234:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.268252:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.268295:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047560.268295:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3566 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x136:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f33 expref: 27 pid: 6643 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.268323:0:14909:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14909:1863365434193152:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047560.268361:0:14909:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.268378:0:14909:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.268393:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.268398:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2410:x1863365384486784:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 333us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047560.268413:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2781 00010000:00010000:2.0:1777047560.334422:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.334463:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.334480:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.334494:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047560.334503:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.334520:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.334624:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.334640:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3623 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.334806:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384486656:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 108516us (109514us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047560.334826:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3565 00000100:00100000:1.0:1777047560.359320:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.364386:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384486912 00000100:00100000:2.0:1777047560.364413:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384486912 00000100:00100000:2.0:1777047560.364637:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3566 00000100:00100000:2.0:1777047560.364658:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2413:x1863365384486912:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047560.364725:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.364763:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 28 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.364778:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047560.364781:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047560.364786:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.364851:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 28 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.364877:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 28 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.364906:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434193280:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047560.365089:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047560.384788:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434193280:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047560.384863:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.386379:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.391494:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384487040 00000100:00100000:2.0:1777047560.391517:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384487040 00010000:00010000:2.0:1777047560.391651:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 29 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.391715:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2782 00000100:00100000:2.0:1777047560.391731:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2410:x1863365384487040:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047560.391758:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047560.391800:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 29 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.391824:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 29 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.391867:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e3574 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f3a expref: 29 pid: 32524 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.391896:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047560.391900:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047560.391908:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.391926:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.392019:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047560.392132:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384487040:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 400us (5753us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047560.392144:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2782 00010000:00010000:1.0:1777047560.393352:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.393374:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.423295:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.423333:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.423360:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.423373:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047560.423381:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.423396:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.423451:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.423466:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e362a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.423732:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2413:x1863365384486912:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 59070us (64422us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047560.423751:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3566 00000100:00100000:1.0:1777047560.453353:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047560.453974:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384487168 00000100:00100000:3.0:1777047560.453994:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384487168 00000100:00100000:3.0:1777047560.454119:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 518 00000100:00100000:3.0:1777047560.454137:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54343:x1863365384487168:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:3.0:1777047560.454165:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047560.454208:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38200/0x29ccbc23e99e35c8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f5d expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.454255:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:3.0:1777047560.454264:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047560.454373:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54343:x1863365384487168:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 239us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047560.454386:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 518 00000100:00100000:0.0:1777047560.467642:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.468247:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384487424 00000100:00100000:2.0:1777047560.468265:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384487424 00000100:00100000:2.0:1777047560.468361:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1325 00000100:00100000:2.0:1777047560.468381:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+73:54343:x1863365384487424:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047560.469501:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54343:x1863365384487424:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 1121us (1873us total) trans 8589938468 rc 0/0 00000100:00100000:0.0:1777047560.469519:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1325 00000100:00100000:1.0:1777047560.494344:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047560.501342:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384487680 00000100:00100000:3.0:1777047560.501369:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384487680 00000100:00100000:3.0:1777047560.501515:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3760 00000100:00100000:3.0:1777047560.501561:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9868403ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54106:x1863365384487680:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047560.501608:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047560.501904:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e3631 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f64 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.502433:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.502462:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.502477:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.502565:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.502589:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 75 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047560.502623:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434193408:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047560.502770:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047560.514351:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434193408:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047560.514404:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.523669:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.527630:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384487808 00000100:00100000:1.0:1777047560.527657:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384487808 00010000:00010000:1.0:1777047560.527777:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 76 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.527884:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2783 00000100:00100000:1.0:1777047560.527902:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384487808:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047560.527931:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047560.527943:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 76 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.528001:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 76 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.528353:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e35a5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f4f expref: 76 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.528386:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:1.0:1777047560.528397:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.528414:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.528429:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.528480:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047560.528641:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:2410:x1863365384487808:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 742us (4991us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047560.528655:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2783 00010000:00010000:3.0:1777047560.530480:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.530502:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047560.530580:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:3.0:1777047560.531184:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88e00/0x29ccbc23e99e3631 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.531215:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.531230:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:3.0:1777047560.531235:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047560.531240:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89600, rc 0) 00000100:00100000:3.0:1777047560.531328:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9868403ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384487680:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 29798us (37004us total) trans 8589938469 rc 0/0 00000100:00100000:3.0:1777047560.531341:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3760 00000100:00100000:0.0:1777047560.556345:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047560.557445:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384487936 00000100:00100000:2.0:1777047560.557464:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384487936 00000100:00100000:2.0:1777047560.558149:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3761 00000100:00100000:2.0:1777047560.558170:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384487936:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047560.558216:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047560.558257:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e3646 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f6b expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.558414:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.558442:0:30804:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.558458:0:30804:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.558524:0:30804:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.558578:0:30804:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 76 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.558898:0:30804:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434193536:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047560.559412:0:30804:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777047560.574779:0:30804:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837584000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30804:1863365434193536:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047560.574834:0:30804:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.576506:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.576739:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384488064 00000100:00100000:0.0:1777047560.576753:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384488064 00010000:00010000:0.0:1777047560.576840:0:5844:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 77 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.577222:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2784 00000100:00100000:0.0:1777047560.577241:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2411:x1863365384488064:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047560.577271:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047560.577284:0:5844:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 77 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.577599:0:5844:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 77 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.577642:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89600/0x29ccbc23e99e3638 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f64 expref: 77 pid: 30806 timeout: 4288 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.577671:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:0.0:1777047560.577681:0:5844:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.577698:0:5844:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.577711:0:5844:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.578020:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047560.578121:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384488064:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 883us (1616us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047560.578135:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2784 00010000:00010000:2.0:1777047560.583554:0:30804:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.583581:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047560.583664:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047560.583673:0:30804:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047560.583716:0:30804:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.583786:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e3646 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f6b expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.583818:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f6b expref: 75 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.583844:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:2.0:1777047560.583849:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047560.583877:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:2.0:1777047560.584007:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384487936:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 25842us (27701us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047560.584022:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3761 00000100:00100000:2.0:1777047560.594255:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.594459:0:32524:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384488192 00000100:00100000:0.0:1777047560.594478:0:32524:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384488192 00000100:00100000:0.0:1777047560.594632:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6376 00000100:00100000:0.0:1777047560.594651:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+27:2411:x1863365384488192:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047560.594683:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047560.594719:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f72 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047560.594766:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9766, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:0.0:1777047560.594803:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.594808:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.595393:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 28 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.595427:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 28 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.595451:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39a00, rc 0) 00000100:00100000:0.0:1777047560.596033:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384488192:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 1386us (1793us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047560.596046:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6376 00000100:00100000:0.0:1777047560.617709:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.617848:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384488320 00000100:00100000:1.0:1777047560.617868:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384488320 00000100:00100000:1.0:1777047560.618037:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6377 00000100:00100000:1.0:1777047560.618057:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54106:x1863365384488320:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047560.618090:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047560.618125:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f79 expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.618187:0:26191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 29 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.618202:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047560.618205:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047560.618213:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 29 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.618275:0:26191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 29 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.618298:0:26191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 29 pid: 32524 timeout: 4288 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.618323:0:26191:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434193664:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047560.618467:0:26191:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777047560.634005:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047560.634175:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384488448 00000100:00100000:3.0:1777047560.634192:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384488448 00010000:00010000:3.0:1777047560.634263:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 30 pid: 32524 timeout: 4288 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047560.634346:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2785 00000100:00100000:3.0:1777047560.634364:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384488448:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777047560.634390:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777047560.634427:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 30 pid: 32524 timeout: 4288 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.634476:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 30 pid: 32524 timeout: 4288 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.634526:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047560.634530:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047560.634865:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 30 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.634884:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50080000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 30 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.635595:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 30 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.635624:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434193792:192.168.201.26@tcp:105: 00000100:00100000:2.0:1777047560.635755:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777047560.637274:0:26191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000012638b26/0x29ccbc23e99e3654 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f72 expref: 30 pid: 32524 timeout: 4288 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047560.637316:0:26191:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26191:1863365434193664:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047560.637360:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 29 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047560.637381:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249de00, rc 0) 00000100:00100000:1.0:1777047560.637468:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54106:x1863365384488320:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 19390us (19752us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047560.637484:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6377 00000100:00100000:0.0:1777047560.646021:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5842:1863365434193792:192.168.201.26@tcp:105: 00010000:00010000:0.0:1777047560.646375:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047560.646509:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384488448:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 12145us (12520us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047560.647507:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.648301:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2785 00000100:00100000:1.0:1777047560.651128:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384488576 00000100:00100000:1.0:1777047560.651148:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384488576 00002000:00100000:1.0:1777047560.651251:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x133:0x0] (24576->28671) req@ffff98683e69f100 x1863365384488576/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:296/0 lens 488/0 e 0 to 0 dl 1777047571 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047560.651271:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69f100 with x1863365384488576 ext(24576->28671) 00002000:00010000:1.0:1777047560.651282:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e69f100 00000100:00100000:1.0:1777047560.651520:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3567 00000100:00100000:1.0:1777047560.651562:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384488576:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047560.651917:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384488576:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 381us (4431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047560.651931:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3567 00002000:00100000:1.0:1777047560.651942:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x133:0x0] (24576->28671) req@ffff98683e69f100 x1863365384488576/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:296/0 lens 488/4536 e 0 to 0 dl 1777047571 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047560.651982:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683e69f100 with x1863365384488576 ext(24576->28671) 00002000:00010000:1.0:1777047560.651990:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683e69f100 00000100:00100000:3.0:1777047560.660881:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.667063:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384488832 00000100:00100000:1.0:1777047560.667089:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384488832 00000100:00100000:2.0:1777047560.669287:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1326 00000100:00100000:2.0:1777047560.669309:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54106:x1863365384488832:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047560.670001:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384488832:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 696us (9137us total) trans 8589938470 rc 0/0 00000100:00100000:2.0:1777047560.670015:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1326 00000100:00100000:2.0:1777047560.679729:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.679908:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489088 00000100:00100000:0.0:1777047560.679927:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489088 00000100:00100000:0.0:1777047560.680046:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3762 00000100:00100000:0.0:1777047560.680064:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54106:x1863365384489088:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047560.680108:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047560.680113:0:31251:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1777047560.680160:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e364d lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f6b expref: 76 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.680196:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e35b3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f56 expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.680213:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e3589 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f48 expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.680227:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986821215d00) 00010000:00010000:0.0:1777047560.680244:0:31251:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047560.680271:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99e3662 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f80 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.680353:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.680373:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.680387:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777047560.690419:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1333, 88 off121416 00000004:00080000:0.0:1777047560.693461:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189075923031ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.694509:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1320, 88 off120208 00000004:00080000:0.0:1777047560.694524:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189076989710ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.694616:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1321, 88 off120296 00000004:00080000:0.0:1777047560.694627:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189077092668ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.694662:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1334, 88 off121504 00000004:00080000:0.0:1777047560.694670:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189077135422ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.701788:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1322, 88 off120384 00000004:00080000:0.0:1777047560.701817:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189084281856ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.701881:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1335, 88 off121592 00000004:00080000:0.0:1777047560.701889:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189084354382ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.704655:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1323, 88 off120472 00000004:00080000:0.0:1777047560.704671:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189087136066ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.704721:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1336, 88 off121680 00000004:00080000:0.0:1777047560.704729:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189087194070ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.707346:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1337, 88 off121768 00000004:00080000:0.0:1777047560.707363:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189089828526ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.709236:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1324, 88 off120560 00000004:00080000:0.0:1777047560.709247:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189091711741ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.709398:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1325, 88 off120648 00000004:00080000:0.0:1777047560.709405:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189091870552ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.712433:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1338, 88 off121856 00000004:00080000:0.0:1777047560.712447:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189094911969ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.712479:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1339, 88 off121944 00000004:00080000:0.0:1777047560.712501:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189094966422ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.714974:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1326, 88 off120736 00000004:00080000:0.0:1777047560.714991:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097457043ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.715058:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1340, 88 off122032 00000004:00080000:0.0:1777047560.715066:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189097531976ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.715099:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1327, 88 off120824 00000004:00080000:0.0:1777047560.715107:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097572518ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.715135:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1328, 88 off120912 00000004:00080000:0.0:1777047560.715141:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097606990ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.715168:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1341, 88 off122120 00000004:00080000:0.0:1777047560.715174:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189097639630ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.715196:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1342, 88 off122208 00000004:00080000:0.0:1777047560.715202:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189097667344ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.715223:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1329, 88 off121000 00000004:00080000:0.0:1777047560.715250:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097715260ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.715276:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1330, 88 off121088 00000004:00080000:0.0:1777047560.715283:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097748180ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.715305:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1343, 88 off122296 00000004:00080000:0.0:1777047560.715310:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189097775717ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.715331:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1344, 88 off122384 00000004:00080000:0.0:1777047560.715336:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189097802049ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.715357:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1331, 88 off121176 00000004:00080000:0.0:1777047560.715362:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097828201ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.715383:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1332, 88 off121264 00000004:00080000:0.0:1777047560.715388:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097854189ns, next at 4179188322970ns, rc = 0 00000040:00080000:0.0:1777047560.715409:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1345, 88 off122472 00000004:00080000:0.0:1777047560.715414:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189097879959ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.715458:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1346, 88 off122560 00000004:00080000:0.0:1777047560.715466:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4189097932161ns, next at 4179187272021ns, rc = 0 00000040:00080000:0.0:1777047560.715493:0:31251:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1333, 88 off121352 00000004:00080000:0.0:1777047560.715499:0:31251:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4189097964384ns, next at 4179188322970ns, rc = 0 00010000:00010000:1.0:1777047560.832927:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777047560.862189:0:30810:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589938471 is committed 00000004:00080000:3.0:1777047560.862222:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1236 committed 00000004:00080000:3.0:1777047560.862256:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1248 committed 00000004:00080000:3.0:1777047560.862269:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1247 committed 00000004:00080000:3.0:1777047560.862274:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1235 committed 00000004:00080000:3.0:1777047560.862277:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1234 committed 00000004:00080000:3.0:1777047560.862281:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1246 committed 00000004:00080000:3.0:1777047560.862285:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1245 committed 00000004:00080000:3.0:1777047560.862289:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1233 committed 00000004:00080000:3.0:1777047560.862293:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1232 committed 00000004:00080000:3.0:1777047560.862299:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1244 committed 00000004:00080000:3.0:1777047560.862303:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1243 committed 00000004:00080000:3.0:1777047560.862306:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1231 committed 00000004:00080000:3.0:1777047560.862310:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1230 committed 00000004:00080000:3.0:1777047560.862314:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1242 committed 00000004:00080000:3.0:1777047560.862317:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1229 committed 00000004:00080000:3.0:1777047560.862321:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1241 committed 00000004:00080000:3.0:1777047560.862326:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1240 committed 00000004:00080000:3.0:1777047560.862329:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1228 committed 00000004:00080000:3.0:1777047560.862333:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1227 committed 00000004:00080000:3.0:1777047560.862337:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1239 committed 00000004:00080000:3.0:1777047560.862340:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1238 committed 00000004:00080000:3.0:1777047560.862344:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1226 committed 00000004:00080000:3.0:1777047560.862348:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1237 committed 00000004:00080000:3.0:1777047560.862351:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1225 committed 00000004:00080000:3.0:1777047560.862355:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1236 committed 00000004:00080000:3.0:1777047560.862358:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1224 committed 00000004:00080000:3.0:1777047560.862362:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1223 committed 00000004:00080000:3.0:1777047560.862366:0:30810:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1235 committed 00000100:00100000:1.0:1777047560.863726:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194048:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.863847:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.863927:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194560:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.864000:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.864341:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195072:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.864384:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.864418:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.864451:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.864495:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1777047560.864506:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194176:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.864582:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.864634:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.864667:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.864698:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195200:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.864728:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.864760:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195712:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.864791:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.864854:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194048 00000100:00100000:1.0:1777047560.864866:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194048 00000100:00100000:1.0:1777047560.864938:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194560 00000100:00100000:1.0:1777047560.864979:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194560 00000100:00100000:1.0:1777047560.865013:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434195072 00000100:00100000:1.0:1777047560.865018:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434195072 00000100:00100000:1.0:1777047560.865045:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434195584 00000100:00100000:1.0:1777047560.865049:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434195584 00000100:00100000:1.0:1777047560.865072:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194176 00000100:00100000:1.0:1777047560.865075:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194176 00000100:00100000:1.0:1777047560.865091:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194688 00000100:00100000:1.0:1777047560.865094:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194688 00000100:00100000:1.0:1777047560.865111:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434195200 00000100:00100000:1.0:1777047560.865115:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434195200 00000100:00100000:1.0:1777047560.865129:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434195712 00000100:00100000:1.0:1777047560.865132:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434195712 00000100:00100000:1.0:1777047560.865154:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6378 00000100:00100000:1.0:1777047560.865168:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434194048:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1777047560.865505:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047560.865512:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047560.865517:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047560.865521:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:1.0:1777047560.865526:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047560.865633:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434194048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 464us (1785us total) trans 21474838883 rc 0/0 00000100:00100000:1.0:1777047560.865647:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6378 00000100:00100000:1.0:1777047560.865687:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6379 00000100:00100000:1.0:1777047560.865699:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683eb9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+22:3342:x1863365434194560:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.865881:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683eb9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+23:3342:x1863365434194560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 183us (1880us total) trans 21474838884 rc 0/0 00000100:00100000:1.0:1777047560.865893:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6379 00000100:00100000:3.0:1777047560.866054:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434193920:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.866104:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.866138:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194432:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.866169:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.866186:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194944:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047560.866215:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.866231:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434195456:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047560.866260:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.866279:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1777047560.866289:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.866319:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.866333:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194816:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.866361:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.866376:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434195328:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047560.866407:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.866423:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434195840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047560.866456:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777047560.867333:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 69 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.867358:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:2.0:1777047560.867364:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047560.867392:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99e3662 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 69 pid: 31251 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.867496:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 68 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047560.868000:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:2.0:1777047560.868006:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1777047560.868011:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39200, rc 0) 00000100:00100000:2.0:1777047560.868111:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384489088:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 188048us (188398us total) trans 8589938471 rc 0/0 00000100:00100000:2.0:1777047560.868125:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3762 00000100:00100000:1.0:1777047560.876268:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434193920 00000100:00100000:1.0:1777047560.876294:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434193920 00000100:00100000:1.0:1777047560.876358:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194432 00000100:00100000:1.0:1777047560.876364:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194432 00000100:00100000:1.0:1777047560.876382:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194944 00000100:00100000:1.0:1777047560.876386:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194944 00000100:00100000:1.0:1777047560.876406:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434195456 00000100:00100000:1.0:1777047560.876410:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434195456 00000100:00100000:1.0:1777047560.876450:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194304 00000100:00100000:1.0:1777047560.876455:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194304 00000100:00100000:1.0:1777047560.876472:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434194816 00000100:00100000:1.0:1777047560.876475:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434194816 00000100:00100000:1.0:1777047560.876491:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434195328 00000100:00100000:1.0:1777047560.876495:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434195328 00000100:00100000:1.0:1777047560.876509:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434195840 00000100:00100000:1.0:1777047560.876513:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434195840 00000100:00100000:1.0:1777047560.876980:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6380 00000100:00100000:1.0:1777047560.877004:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434195072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047560.877390:0:33787:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047560.877398:0:33787:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:1.0:1777047560.877402:0:33787:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047560.877406:0:33787:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:1.0:1777047560.877410:0:33787:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047560.883416:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434195072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6404us (19015us total) trans 17179871831 rc 0/0 00000100:00100000:3.0:1777047560.884615:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.885293:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6381 00000100:00100000:0.0:1777047560.885325:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434195584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047560.886147:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6382 00000100:00100000:2.0:1777047560.886171:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3342:x1863365434194176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047560.886180:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047560.886186:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.886191:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb atime from disk: 1777047390 -> 1777047390 00002000:00010000:0.0:1777047560.886195:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.886199:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x132:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047560.886290:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434195584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 979us (21836us total) trans 17179871832 rc 0/0 00000100:00100000:0.0:1777047560.886304:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6381 00000100:00100000:0.0:1777047560.886355:0:33788:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489216 00000100:00100000:0.0:1777047560.886367:0:33788:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489216 00000100:00100000:0.0:1777047560.886415:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6383 00000100:00100000:0.0:1777047560.886426:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434194688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047560.886481:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434194176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 319us (21896us total) trans 21474838885 rc 0/0 00000100:00100000:2.0:1777047560.886493:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6382 00000100:00100000:2.0:1777047560.886519:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6384 00000100:00100000:2.0:1777047560.886556:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434195200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047560.886601:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047560.886607:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.886611:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047560.886615:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.886619:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12f:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047560.886664:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3342:x1863365434194688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 238us (21995us total) trans 21474838886 rc 0/0 00000100:00100000:0.0:1777047560.886676:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6383 00002000:00010000:2.0:1777047560.886699:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047560.886704:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047560.886707:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb atime from disk: 1777047297 -> 1777047297 00002000:00010000:2.0:1777047560.886712:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047560.886715:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047560.886721:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6385 00000100:00100000:0.0:1777047560.886733:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434195712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047560.886761:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434195200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 232us (22032us total) trans 17179871833 rc 0/0 00000100:00100000:2.0:1777047560.886772:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6384 00000100:00100000:2.0:1777047560.886808:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6386 00000100:00100000:2.0:1777047560.886820:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3341:x1863365434193920:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777047560.886872:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:0.0:1777047560.886877:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.886881:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:0.0:1777047560.886885:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.886888:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x133:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1777047560.886934:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+28:3342:x1863365434195712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 202us (22140us total) trans 17179871834 rc 0/0 00000100:00100000:0.0:1777047560.886976:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6385 00000100:00100000:0.0:1777047560.887334:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6387 00000100:00100000:0.0:1777047560.887345:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434194432:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1777047560.887351:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434193920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 534us (21247us total) trans 21474838887 rc 0/0 00000100:00100000:2.0:1777047560.887361:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6386 00000100:00100000:2.0:1777047560.887386:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6388 00000100:00100000:2.0:1777047560.887397:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434194944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047560.887486:0:33788:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047560.887492:0:33788:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.887496:0:33788:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:0.0:1777047560.887500:0:33788:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.887504:0:33788:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12b:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047560.887867:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434194432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 246us (21419us total) trans 21474838888 rc 0/0 00000100:00100000:0.0:1777047560.887880:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6387 00000100:00100000:0.0:1777047560.887916:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6389 00000100:00100000:0.0:1777047560.887928:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434195456:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047560.888840:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e9880/2, rc 0, transno 21474838887 00000100:00100000:3.0:1777047560.888868:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434193920:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047560.888885:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403ebb80/2, rc 0, transno 21474838888 00000100:00100000:3.0:1777047560.888892:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194432:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.889120:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6390 00000100:00100000:3.0:1777047560.889135:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3341:x1863365434194304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.889361:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434194304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 229us (23040us total) trans 21474838889 rc 0/0 00000100:00100000:3.0:1777047560.889371:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6390 00000100:00100000:3.0:1777047560.889397:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6391 00000100:00100000:3.0:1777047560.889407:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3341:x1863365434194816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047560.889599:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047560.889605:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047560.889609:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb atime from disk: 1777047398 -> 1777047398 00002000:00010000:3.0:1777047560.889613:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047560.889617:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x131:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047560.890000:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434194816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 591us (23635us total) trans 21474838890 rc 0/0 00000100:00100000:3.0:1777047560.890011:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6391 00000100:00100000:3.0:1777047560.890036:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6392 00000100:00100000:3.0:1777047560.890047:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434195328:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1777047560.890130:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 243375 -> 243375 00002000:00010000:2.0:1777047560.890136:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:2.0:1777047560.890140:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:2.0:1777047560.890143:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047552 -> 1777047552 00002000:00010000:2.0:1777047560.890148:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00002000:00010000:3.0:1777047560.890177:0:32524:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047560.890181:0:32524:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047560.890186:0:32524:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb atime from disk: 1777047315 -> 1777047315 00002000:00010000:3.0:1777047560.890189:0:32524:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047560.890194:0:32524:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047560.890199:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3341:x1863365434194944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2803us (23983us total) trans 17179871835 rc 0/0 00000100:00100000:2.0:1777047560.890210:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6388 00000100:00100000:3.0:1777047560.890230:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434195328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 186us (23823us total) trans 17179871836 rc 0/0 00000100:00100000:2.0:1777047560.890237:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6393 00000100:00100000:3.0:1777047560.890241:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6392 00000100:00100000:2.0:1777047560.890248:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434195840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047560.890265:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6394 00000100:00100000:3.0:1777047560.890277:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:54106:x1863365384489216:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:3.0:1777047560.890293:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047560.890321:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f87 expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.890370:0:32524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 29 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.890388:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047560.890392:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047560.890400:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 29 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.890410:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3341:x1863365434195840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 164us (23953us total) trans 17179871837 rc 0/0 00000100:00100000:2.0:1777047560.890421:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6393 00010000:00010000:3.0:1777047560.890460:0:32524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 29 pid: 6640 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047560.890488:0:32524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 29 pid: 6640 timeout: 4289 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047560.890512:0:32524:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434195968:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047560.890938:0:32524:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f0ae40 going to sleep for 11 seconds 00000004:00080000:3.0:1777047560.891341:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eb100/2, rc 0, transno 21474838889 00000100:00100000:3.0:1777047560.891351:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194304:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047560.891369:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e9180/2, rc 0, transno 21474838890 00000100:00100000:3.0:1777047560.891375:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194816:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047560.891393:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb0e00/2, rc 0, transno 17179871836 00000100:00100000:3.0:1777047560.891413:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434195328:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047560.891429:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb1180/2, rc 0, transno 17179871837 00000100:00100000:3.0:1777047560.891437:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434195840:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047560.891451:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eb480/2, rc 0, transno 17179871835 00000100:00100000:3.0:1777047560.891458:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434194944:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047560.891515:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e8a80/2, rc 0, transno 21474838885 00000100:00100000:3.0:1777047560.891523:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194176:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047560.891878:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403eb800/2, rc 0, transno 21474838886 00000100:00100000:3.0:1777047560.891886:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194688:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047560.891916:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb3b80/2, rc 0, transno 17179871833 00000100:00100000:3.0:1777047560.891922:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195200:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047560.891936:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb3100/2, rc 0, transno 17179871834 00000100:00100000:1.0:1777047560.892699:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6380 00000100:00100000:0.0:1777047560.893060:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+27:3341:x1863365434195456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5132us (26797us total) trans 17179871838 rc 0/0 00000100:00100000:0.0:1777047560.893073:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6389 00000100:00100000:3.0:1777047560.893205:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195712:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047560.893242:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403ead80/2, rc 0, transno 21474838883 00000100:00100000:3.0:1777047560.893248:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194048:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047560.893261:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9868403e8000/2, rc 0, transno 21474838884 00000100:00100000:3.0:1777047560.893266:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9868403e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434194560:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1777047560.893282:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb1c00/2, rc 0, transno 17179871831 00000100:00100000:0.0:1777047560.893719:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777047560.893743:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683ebb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434196096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047560.893800:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047560.893859:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196096 00000100:00100000:0.0:1777047560.893869:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196096 00000100:00100000:0.0:1777047560.893925:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6395 00000100:00100000:0.0:1777047560.893938:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3340:x1863365434196096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047560.895986:0:26191:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047560.896016:0:26191:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.896020:0:26191:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb atime from disk: 1777047440 -> 1777047440 00002000:00010000:0.0:1777047560.896024:0:26191:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.896028:0:26191:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x136:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:2.0:1777047560.896100:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb2a00/2, rc 0, transno 17179871838 00000100:00100000:0.0:1777047560.896113:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3340:x1863365434196096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2175us (2311us total) trans 17179871839 rc 0/0 00000100:00100000:2.0:1777047560.896113:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434195456:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047560.896126:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6395 00000004:00080000:0.0:1777047560.896187:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb2680/2, rc 0, transno 17179871839 00000100:00100000:0.0:1777047560.896196:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434196096:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.896524:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.896891:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.896984:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777047560.896996:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.897036:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.897380:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.897425:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.897480:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196352 00000100:00100000:1.0:1777047560.897490:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196352 00000100:00100000:1.0:1777047560.897572:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196224 00000100:00100000:1.0:1777047560.897579:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196224 00000100:00100000:1.0:1777047560.897609:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196736 00000100:00100000:1.0:1777047560.897613:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196736 00000100:00100000:1.0:1777047560.897642:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6396 00000100:00100000:1.0:1777047560.897656:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434196352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777047560.897886:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047560.897893:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047560.897897:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb atime from disk: 1777047480 -> 1777047480 00002000:00010000:1.0:1777047560.897901:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:1.0:1777047560.897904:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x138:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047560.898327:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434196352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 672us (1435us total) trans 17179871840 rc 0/0 00000100:00100000:1.0:1777047560.898341:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6396 00000100:00100000:1.0:1777047560.898371:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6397 00000100:00100000:1.0:1777047560.898382:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434196224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.898593:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434196224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (1554us total) trans 17179871841 rc 0/0 00000100:00100000:1.0:1777047560.898604:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6397 00000100:00100000:1.0:1777047560.898628:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6398 00000100:00100000:1.0:1777047560.898639:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3343:x1863365434196736:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.898812:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434196736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (1384us total) trans 17179871842 rc 0/0 00000100:00100000:1.0:1777047560.898830:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6398 00000004:00080000:1.0:1777047560.898906:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa8e00/2, rc 0, transno 17179871841 00000100:00100000:1.0:1777047560.898915:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196224:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047560.898933:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683e69e680/2, rc 0, transno 17179871842 00000100:00100000:2.0:1777047560.900095:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434196608:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047560.900165:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047560.900226:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777047560.900238:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434196480:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047560.900275:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047560.900455:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196608 00000100:00100000:0.0:1777047560.900466:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196608 00000100:00100000:0.0:1777047560.900909:0:26190:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196480 00000100:00100000:0.0:1777047560.900965:0:26190:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196480 00000100:00100000:0.0:1777047560.901011:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6399 00000100:00100000:0.0:1777047560.901024:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434196608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1777047560.901591:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047560.901597:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.901602:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb atime from disk: 1777047518 -> 1777047518 00002000:00010000:0.0:1777047560.901606:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:0.0:1777047560.901612:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13a:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047560.902337:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365434196608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1314us (2171us total) trans 17179871843 rc 0/0 00000100:00100000:0.0:1777047560.902351:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6399 00000100:00100000:0.0:1777047560.902379:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6400 00000100:00100000:0.0:1777047560.902391:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3341:x1863365434196480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1777047560.902902:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3341:x1863365434196480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 511us (2625us total) trans 17179871844 rc 0/0 00000100:00100000:0.0:1777047560.902914:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6400 00000004:00080000:0.0:1777047560.903019:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efab800/2, rc 0, transno 17179871844 00000100:00100000:0.0:1777047560.903030:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434196480:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1777047560.903047:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efaad80/2, rc 0, transno 17179871843 00000100:00100000:0.0:1777047560.903053:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3341:1863365434196608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777047560.905446:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195072:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1777047560.906421:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683ebb2d80/2, rc 0, transno 17179871832 00000100:00100000:3.0:1777047560.906432:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683ebb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434195584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1777047560.907640:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196736:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1777047560.907687:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98683efa8700/2, rc 0, transno 17179871840 00000100:00100000:1.0:1777047560.907695:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196352:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777047560.907908:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196864:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.908349:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434196992:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.908428:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.910093:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434197504:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.910164:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.910197:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777047560.910206:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434197120:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.910239:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047560.910291:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196992 00000100:00100000:3.0:1777047560.910298:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434197248:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.910301:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196992 00000100:00100000:3.0:1777047560.910345:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.910413:0:6640:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434197504 00000100:00100000:3.0:1777047560.910420:0:6640:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434197504 00000100:00100000:2.0:1777047560.910423:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434197120 00000100:00100000:2.0:1777047560.910821:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434197120 00000100:00100000:2.0:1777047560.910866:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434197248 00000100:00100000:2.0:1777047560.910870:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434197248 00000100:00100000:2.0:1777047560.910896:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6401 00000100:00100000:2.0:1777047560.910968:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434196992:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.910997:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6402 00000100:00100000:3.0:1777047560.911010:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434197504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.911209:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6403 00000100:00100000:3.0:1777047560.911225:0:26190:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6404 00000100:00100000:1.0:1777047560.911228:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3340:x1863365434197120:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.911236:0:26190:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3342:x1863365434197248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.911316:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777047560.911329:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986704f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434197376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777047560.911334:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047560.911676:0:27536:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434196864 00000100:00100000:0.0:1777047560.911685:0:27536:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434196864 00000100:00100000:0.0:1777047560.911825:0:27536:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6405 00000100:00100000:0.0:1777047560.911836:0:27536:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3343:x1863365434196864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.912346:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047560.912455:0:32524:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:32524:1863365434195968:192.168.201.26@tcp:104: 00002000:00010000:2.0:1777047560.912614:0:6643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047560.912621:0:6643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047560.912625:0:6643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb atime from disk: 1777047453 -> 1777047453 00002000:00010000:2.0:1777047560.912629:0:6643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047560.912632:0:6643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x133:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047560.912701:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3340:x1863365434196992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1791us (4271us total) trans 21474838891 rc 0/0 00000100:00100000:2.0:1777047560.912714:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6401 00000100:00100000:2.0:1777047560.912747:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434197376 00000100:00100000:2.0:1777047560.912752:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434197376 00000100:00100000:2.0:1777047560.912821:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6406 00000100:00100000:2.0:1777047560.912832:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+32:3342:x1863365434197376:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1777047560.913010:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [24576->28671] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 29 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047560.913040:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+33:3342:x1863365434197376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 208us (693us total) trans 21474838892 rc 0/0 00000100:00100000:2.0:1777047560.913051:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6406 00010000:00010000:3.0:1777047560.913078:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88e00, rc 0) 00000100:00100000:3.0:1777047560.913156:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:54106:x1863365384489216:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 22880us (28548us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047560.913168:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6394 00000004:00080000:1.0:1777047560.913225:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0ce00/2, rc 0, transno 21474838891 00000100:00100000:1.0:1777047560.913237:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434196992:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777047560.913295:0:6640:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047560.913301:0:6640:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb mtime from disk: 1777047549 -> 1777047549 00002000:00010000:3.0:1777047560.913305:0:6640:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:3.0:1777047560.913308:0:6640:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:3.0:1777047560.913312:0:6640:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x137:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777047560.913388:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434197504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2380us (3222us total) trans 21474838893 rc 0/0 00000100:00100000:3.0:1777047560.913401:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6402 00000004:00080000:1.0:1777047560.913815:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0f480/2, rc 0, transno 21474838893 00000100:00100000:1.0:1777047560.913825:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434197504:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777047560.913972:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.914319:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489344 00000100:00100000:1.0:1777047560.914328:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489344 00010000:00010000:1.0:1777047560.914368:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 29 pid: 6640 timeout: 4289 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.915050:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2786 00000100:00100000:0.0:1777047560.915068:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+29:2411:x1863365384489344:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047560.915091:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047560.915120:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 29 pid: 6640 timeout: 4289 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.915145:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 29 pid: 6640 timeout: 4289 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.915186:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ad47071/0x29ccbc23e99e3321 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788e4c expref: 29 pid: 6640 timeout: 4289 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.915209:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.915213:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047560.915223:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 28 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.915239:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40080000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 28 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047560.915300:0:33476:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 28 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047560.915324:0:33476:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434197632:192.168.201.26@tcp:105: 00000100:00100000:0.0:1777047560.915976:0:33476:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047560.916801:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704f0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3340:x1863365434197120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5572us (6558us total) trans 21474838894 rc 0/0 00000100:00100000:3.0:1777047560.916814:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6403 00000004:00080000:0.0:1777047560.916836:0:3340:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0df80/2, rc 0, transno 21474838894 00000100:00100000:0.0:1777047560.916848:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434197120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.917376:0:27536:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+33:3343:x1863365434196864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5539us (6039us total) trans 21474838895 rc 0/0 00000100:00100000:3.0:1777047560.917388:0:27536:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6405 00002000:00010000:2.0:1777047560.917469:0:26190:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1777047560.917475:0:26190:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb mtime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047560.917480:0:26190:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb atime from disk: 1777047490 -> 1777047490 00002000:00010000:2.0:1777047560.917483:0:26190:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb ctime from disk: 1777047558 -> 1777047558 00002000:00010000:2.0:1777047560.917487:0:26190:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x135:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1777047560.917598:0:26190:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3342:x1863365434197248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6361us (7250us total) trans 21474838896 rc 0/0 00000100:00100000:2.0:1777047560.917610:0:26190:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6404 00000004:00080000:2.0:1777047560.917662:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0e680/2, rc 0, transno 21474838892 00000100:00100000:2.0:1777047560.917669:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434197376:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1777047560.917682:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0dc00/2, rc 0, transno 21474838896 00000100:00100000:2.0:1777047560.917687:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434197248:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1777047560.917897:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff986704f0fb80/2, rc 0, transno 21474838895 00000100:00100000:0.0:1777047560.917905:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986704f0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3343:1863365434196864:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777047560.923376:0:33476:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:33476:1863365434197632:192.168.201.26@tcp:105: 00010000:00010000:3.0:1777047560.923412:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777047560.923693:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384489344:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 8626us (9747us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047560.923712:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2786 00000100:00100000:2.0:1777047560.940836:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047560.945316:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489472 00000100:00100000:1.0:1777047560.945339:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489472 00002000:00100000:1.0:1777047560.945726:0:14911:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x11a:0x0] (24576->28671) req@ffff986837585f80 x1863365384489472/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:296/0 lens 488/0 e 0 to 0 dl 1777047571 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047560.945750:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837585f80 with x1863365384489472 ext(24576->28671) 00002000:00010000:1.0:1777047560.945762:0:14911:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837585f80 00000100:00100000:1.0:1777047560.946058:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3568 00000100:00100000:1.0:1777047560.946079:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384489472:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047560.946487:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2410:x1863365384489472:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 413us (5668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047560.946501:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3568 00002000:00100000:1.0:1777047560.946514:0:14911:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x11a:0x0] (24576->28671) req@ffff986837585f80 x1863365384489472/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:296/0 lens 488/4536 e 0 to 0 dl 1777047571 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047560.946576:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837585f80 with x1863365384489472 ext(24576->28671) 00002000:00010000:1.0:1777047560.946866:0:14911:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837585f80 00000100:00100000:2.0:1777047560.975898:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047560.977386:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489600 00000100:00100000:0.0:1777047560.977407:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489600 00002000:00100000:0.0:1777047560.977506:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (4096->69631) req@ffff986837584e00 x1863365384489600/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:296/0 lens 504/0 e 0 to 0 dl 1777047571 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047560.977617:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837584e00 with x1863365384489600 ext(4096->69631) 00002000:00010000:0.0:1777047560.977630:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837584e00 00000100:00100000:0.0:1777047560.977689:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3569 00000100:00100000:0.0:1777047560.977708:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384489600:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047560.988335:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2412:x1863365384489600:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 10609us (12435us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1777047560.988368:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3569 00002000:00100000:1.0:1777047560.988390:0:26860:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x11a:0x0] (4096->69631) req@ffff986837584e00 x1863365384489600/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:296/0 lens 504/440 e 0 to 0 dl 1777047571 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047560.988410:0:26860:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837584e00 with x1863365384489600 ext(4096->69631) 00002000:00010000:1.0:1777047560.988423:0:26860:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837584e00 00000100:00100000:2.0:1777047561.022771:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.024701:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489728 00000100:00100000:0.0:1777047561.024723:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489728 00002000:00100000:0.0:1777047561.024840:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (24576->45055) req@ffff986837584000 x1863365384489728/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:297/0 lens 488/0 e 0 to 0 dl 1777047572 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047561.024880:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837584000 with x1863365384489728 ext(24576->45055) 00002000:00010000:0.0:1777047561.024892:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837584000 00000100:00100000:0.0:1777047561.024970:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3570 00000100:00100000:0.0:1777047561.024988:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+28:2411:x1863365384489728:12345-192.168.201.26@tcp:4:lfs.0 00000100:00080000:2.0:1777047561.025573:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777047561.042353:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384489728:12345-192.168.201.26@tcp:4:lfs.0 Request processed in 17351us (19580us total) trans 17179871845 rc 0/0 00000100:00100000:0.0:1777047561.042376:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3570 00002000:00100000:0.0:1777047561.042399:0:6648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x11a:0x0] (24576->45055) req@ffff986837584000 x1863365384489728/t17179871845(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:297/0 lens 488/448 e 0 to 0 dl 1777047572 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047561.042417:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837584000 with x1863365384489728 ext(24576->45055) 00002000:00010000:0.0:1777047561.042428:0:6648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837584000 00000100:00100000:3.0:1777047561.055919:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047561.057576:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489856 00000100:00100000:1.0:1777047561.057594:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489856 00000100:00100000:1.0:1777047561.057694:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6407 00000100:00100000:1.0:1777047561.057710:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+30:2411:x1863365384489856:12345-192.168.201.26@tcp:16:fsx.0 00000001:00080000:1.0:1777047561.191541:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871845 is committed 00000001:00080000:1.0:1777047561.191870:0:24386:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871844 is committed 00000100:00100000:2.0:1777047561.193072:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384489856:12345-192.168.201.26@tcp:16:fsx.0 Request processed in 135354us (137163us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.193091:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6407 00000100:00100000:1.0:1777047561.201318:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047561.202898:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384489984 00000100:00100000:2.0:1777047561.202917:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384489984 00000100:00080000:0.0:1777047561.203297:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777047561.203462:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3763 00000100:00100000:0.0:1777047561.203480:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+68:54106:x1863365384489984:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047561.203524:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047561.203568:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3677 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f8e expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.203758:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.203783:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.203804:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047561.203849:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:0.0:1777047561.203857:0:33460:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047561.203888:0:33460:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.203932:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e3677 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 70 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.203985:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 69 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.203997:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:0.0:1777047561.204002:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047561.204007:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38a00, rc 0) 00000100:00100000:0.0:1777047561.204118:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384489984:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 642us (2816us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047561.204130:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3763 00000100:00100000:3.0:1777047561.231499:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.233345:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384490240 00000100:00100000:0.0:1777047561.233363:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384490240 00000100:00100000:1.0:1777047561.234440:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1327 00000100:00100000:1.0:1777047561.234461:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+69:54106:x1863365384490240:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:1.0:1777047561.240221:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54106:x1863365384490240:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 5466us (8440us total) trans 8589938472 rc 0/0 00000100:00100000:1.0:1777047561.240242:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1327 00000100:00100000:2.0:1777047561.311770:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047561.312442:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384490496 00000100:00100000:1.0:1777047561.312460:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384490496 00000100:00100000:1.0:1777047561.312886:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3764 00000100:00100000:1.0:1777047561.312903:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+70:54345:x1863365384490496:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047561.312969:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047561.313007:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3685 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f95 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.313480:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.313505:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.313524:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.313585:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.313596:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.313607:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314595:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e369a lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314611:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e369a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314623:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e369a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047561.314639:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:0.0:1777047561.314808:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314820:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314832:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314842:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047561.314848:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314859:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314878:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047561.314884:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047561.314891:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314901:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e368c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314919:0:30805:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.314928:0:30805:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315221:0:30805:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315231:0:30805:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047561.315236:0:30805:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315253:0:30805:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315265:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986820555b00) 00010000:00010000:0.0:1777047561.315269:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047561.315274:0:30805:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315282:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e3693 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315354:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e3685 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f95 expref: 73 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315377:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e369a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f95 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.315389:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:0.0:1777047561.315392:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047561.315396:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39600, rc 0) 00000100:00100000:0.0:1777047561.315491:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54345:x1863365384490496:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2592us (3737us total) trans 8589938473 rc 0/0 00000100:00100000:0.0:1777047561.315506:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3764 00000100:00100000:0.0:1777047561.328456:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.328543:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047561.328996:0:5844:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384490880 00000100:00100000:1.0:1777047561.329012:0:5844:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384490880 00000100:00100000:1.0:1777047561.329117:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 519 00000100:00100000:1.0:1777047561.329134:0:5844:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:2410:x1863365384490880:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047561.329164:0:5844:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047561.329203:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39600/0x29ccbc23e99e369a lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f95 expref: 72 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.329237:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:1.0:1777047561.329245:0:5844:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047561.329337:0:5844:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:2410:x1863365384490880:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 206us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.329349:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 519 00000100:00100000:3.0:1777047561.330287:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384490752 00000100:00100000:3.0:1777047561.330294:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384490752 00000100:00100000:3.0:1777047561.330348:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1328 00000100:00100000:3.0:1777047561.330358:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+71:54345:x1863365384490752:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:3.0:1777047561.330722:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54345:x1863365384490752:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 363us (2282us total) trans 8589938474 rc 0/0 00000100:00100000:3.0:1777047561.330733:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1328 00000100:00100000:0.0:1777047561.350869:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047561.354861:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384491136 00000100:00100000:2.0:1777047561.354885:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384491136 00000100:00100000:2.0:1777047561.355028:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3765 00000100:00100000:2.0:1777047561.355045:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+72:54345:x1863365384491136:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047561.355086:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047561.355122:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e36a8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788f9c expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.355301:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e36af lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.355326:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e36af lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.355347:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e36af lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047561.355365:0:33034:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047561.355637:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ca00/0x29ccbc23e99e36a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f9c expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.355665:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e36af lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f9c expref: 74 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.355678:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:2.0:1777047561.355683:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1777047561.355688:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c400, rc 0) 00000100:00100000:2.0:1777047561.355805:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54345:x1863365384491136:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 764us (4955us total) trans 8589938475 rc 0/0 00000100:00100000:2.0:1777047561.355817:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3765 00000100:00100000:1.0:1777047561.375448:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047561.375631:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384491392 00000100:00100000:3.0:1777047561.375650:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384491392 00000100:00100000:3.0:1777047561.375755:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3766 00000100:00100000:3.0:1777047561.375773:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+74:54345:x1863365384491392:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047561.375835:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047561.375870:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36bd lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fa3 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.376077:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.376105:0:30806:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.376128:0:30806:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.376187:0:30806:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 75 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.376209:0:30806:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 75 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047561.376232:0:30806:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434197760:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047561.376409:0:30806:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.388918:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047561.389365:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384491520 00000100:00100000:2.0:1777047561.389381:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384491520 00010000:00010000:2.0:1777047561.389451:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 76 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047561.389521:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2787 00000100:00100000:2.0:1777047561.389570:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384491520:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047561.389597:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047561.389609:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 76 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.389630:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 76 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.389668:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:2.0:1777047561.389679:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.389694:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.389707:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.389739:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047561.389823:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2411:x1863365384491520:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 288us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.389835:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2787 00010000:00010000:3.0:1777047561.392413:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e367e lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f8e expref: 75 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047561.393567:0:30806:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30806:1863365434197760:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047561.393613:0:30806:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.393714:0:30806:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.393725:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047561.393761:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:3.0:1777047561.394051:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36bd lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fa3 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.394086:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fa3 expref: 75 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.394101:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:3.0:1777047561.394106:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777047561.394111:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88400, rc 0) 00000100:00100000:3.0:1777047561.394190:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54345:x1863365384491392:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 18421us (18758us total) trans 8589938476 rc 0/0 00000100:00100000:3.0:1777047561.394203:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3766 00000100:00100000:1.0:1777047561.409461:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.409604:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384491648 00000100:00100000:0.0:1777047561.409621:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384491648 00000100:00100000:0.0:1777047561.409722:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1329 00000100:00100000:0.0:1777047561.409740:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54345:x1863365384491648:12345-192.168.201.26@tcp:33:lfs.0 00000100:00100000:0.0:1777047561.410023:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54345:x1863365384491648:12345-192.168.201.26@tcp:33:lfs.0 Request processed in 286us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047561.410037:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1329 00000100:00100000:1.0:1777047561.422752:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.423207:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384491904 00000100:00100000:0.0:1777047561.423225:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384491904 00000100:00100000:0.0:1777047561.423417:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1330 00000100:00100000:0.0:1777047561.423435:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54345:x1863365384491904:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:0.0:1777047561.423904:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54345:x1863365384491904:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 471us (1167us total) trans 8589938477 rc 0/0 00000100:00100000:0.0:1777047561.423917:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1330 00000100:00100000:1.0:1777047561.437392:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.437662:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384492160 00000100:00100000:0.0:1777047561.437680:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384492160 00000100:00100000:0.0:1777047561.438354:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3767 00000100:00100000:0.0:1777047561.438373:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54345:x1863365384492160:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047561.438413:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047561.438418:0:30805:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1777047561.438479:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88400/0x29ccbc23e99e36c4 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fa3 expref: 76 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.438517:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c400/0x29ccbc23e99e36af lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f9c expref: 75 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.438532:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:0.0:1777047561.438539:0:30805:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047561.438564:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e36d2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788faa expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.440711:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e36d9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.440761:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e36d9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.440781:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e36d9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047561.440809:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:0.0:1777047561.441084:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e36d2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788faa expref: 77 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.441384:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e36d9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788faa expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.441397:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:0.0:1777047561.441401:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777047561.441404:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39800, rc 0) 00000100:00100000:0.0:1777047561.441513:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54345:x1863365384492160:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 3146us (4140us total) trans 8589938478 rc 0/0 00000100:00100000:0.0:1777047561.441525:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3767 00000100:00100000:2.0:1777047561.451594:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047561.452306:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384492416 00000100:00100000:3.0:1777047561.452324:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384492416 00000100:00100000:3.0:1777047561.452408:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1331 00000100:00100000:3.0:1777047561.452423:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54345:x1863365384492416:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:3.0:1777047561.452595:0:30808:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e36d9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788faa expref: 76 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.452658:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.452679:0:30808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.452692:0:30808:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.452751:0:30808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.452774:0:30808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 76 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047561.452799:0:30808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434197888:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047561.452926:0:30808:0:(client.c:2691:ptlrpc_set_wait()) set ffff98683ebce480 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.461497:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047561.461735:0:30808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30808:1863365434197888:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047561.461785:0:30808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047561.464281:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384492544 00000100:00100000:0.0:1777047561.464298:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384492544 00010000:00010000:0.0:1777047561.464380:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 77 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047561.464470:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2788 00000100:00100000:0.0:1777047561.464485:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+77:2410:x1863365384492544:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047561.464511:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047561.464522:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 77 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.464621:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 77 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.464659:0:33476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e3669 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f80 expref: 77 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.464686:0:33476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:0.0:1777047561.464696:0:33476:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.464710:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.464722:0:33476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.464769:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047561.464853:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:2410:x1863365384492544:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 369us (3374us total) trans 0 rc 0/0 00010000:00010000:3.0:1777047561.464863:0:30808:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047561.464872:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2788 00010000:00010000:3.0:1777047561.464887:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473397:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473426:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473437:0:30808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473448:0:30808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88200 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047561.473456:0:30808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473468:0:30808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473494:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:2.0:1777047561.473499:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047561.473507:0:30808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473516:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88200/0x29ccbc23e99e36e7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.473537:0:30808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555500) 00010000:00010000:2.0:1777047561.473541:0:30808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047561.473841:0:30808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e36d9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788faa expref: 75 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047561.474826:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54345:x1863365384492416:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 22402us (23242us total) trans 8589938479 rc -22/-22 00000100:00100000:2.0:1777047561.474843:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1331 00000100:00100000:1.0:1777047561.492795:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.493444:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384492672 00000100:00100000:0.0:1777047561.493463:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384492672 00000100:00100000:0.0:1777047561.493570:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3768 00000100:00100000:0.0:1777047561.493585:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+75:54345:x1863365384492672:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047561.493625:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047561.493813:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fb1 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.494111:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.494135:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 76 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.494175:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555b00) 00010000:00010000:2.0:1777047561.494180:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047561.494186:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39200, rc 0) 00000100:00100000:2.0:1777047561.494429:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54345:x1863365384492672:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 844us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.494441:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3768 00000100:00100000:1.0:1777047561.505519:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.505845:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384492928 00000100:00100000:0.0:1777047561.505864:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384492928 00000100:00100000:0.0:1777047561.506184:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3769 00000100:00100000:0.0:1777047561.506202:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+76:54345:x1863365384492928:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047561.506240:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047561.506277:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e36f5 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fb8 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.508145:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.508173:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.508192:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047561.508210:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xf0:0x0]: returning size 0 00010000:00010000:0.0:1777047561.508285:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e36f5 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 79 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.508315:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 78 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.508330:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf0:0x0].0x0 (ffff986820555100) 00010000:00010000:0.0:1777047561.508335:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047561.508341:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38600, rc 0) 00000100:00100000:0.0:1777047561.508466:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54345:x1863365384492928:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2268us (2963us total) trans 8589938480 rc 0/0 00000100:00100000:0.0:1777047561.508478:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3769 00000100:00100000:1.0:1777047561.524449:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047561.524589:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384493184 00000100:00100000:2.0:1777047561.524607:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384493184 00000100:00100000:2.0:1777047561.524709:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3770 00000100:00100000:2.0:1777047561.524742:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+78:54345:x1863365384493184:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047561.524783:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047561.524819:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e370a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fbf expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.525008:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3711 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.525031:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3711 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.525085:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3711 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047561.525107:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047561.525309:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2ce00/0x29ccbc23e99e370a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fbf expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.525344:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3711 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fbf expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.525355:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555b00) 00010000:00010000:2.0:1777047561.525360:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047561.525365:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2de00, rc 0) 00000100:00100000:2.0:1777047561.525462:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54345:x1863365384493184:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 724us (1029us total) trans 8589938481 rc 0/0 00000100:00100000:2.0:1777047561.525473:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3770 00000100:00100000:2.0:1777047561.538207:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.541019:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384493440 00000100:00100000:0.0:1777047561.543782:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384493440 00000100:00100000:0.0:1777047561.543910:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1332 00000100:00100000:0.0:1777047561.543928:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54345:x1863365384493440:12345-192.168.201.26@tcp:35:lfs.0 00000004:00010000:0.0:1777047561.544408:0:32151:0:(mdt_open.c:2311:mdt_close_handle_layouts()) ### [0x200000404:0xba:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3711 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fbf expref: 80 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.544475:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.544495:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 80 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.544509:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 4/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.544612:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 80 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.544632:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 80 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047561.545124:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434198016:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047561.545282:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047561.551515:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434198016:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047561.551632:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047561.555615:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.557054:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384493568 00000100:00100000:0.0:1777047561.557071:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384493568 00010000:00010000:0.0:1777047561.557162:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 81 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047561.557236:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2789 00000100:00100000:0.0:1777047561.557252:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:2410:x1863365384493568:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047561.557278:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047561.557289:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 81 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.557309:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 81 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.557344:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e36ee lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb1 expref: 81 pid: 31251 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.557369:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555b00) 00010000:00010000:0.0:1777047561.557377:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,1 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.557392:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.557405:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.557459:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047561.557611:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:2410:x1863365384493568:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 362us (2009us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047561.557622:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2789 00010000:00010000:1.0:1777047561.558341:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.558357:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.558395:0:32151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.558414:0:32151:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 79 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.558434:0:32151:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.558491:0:32151:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 79 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.558512:0:32151:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 79 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047561.558583:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434198144:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047561.560278:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0300 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.570114:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:32151:1863365434198144:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047561.570170:0:32151:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047561.572131:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047561.578634:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384493696 00000100:00100000:1.0:1777047561.578658:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384493696 00010000:00010000:1.0:1777047561.578747:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 80 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047561.579492:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2790 00000100:00100000:1.0:1777047561.579512:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837585180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:2411:x1863365384493696:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047561.579564:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047561.579577:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 80 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.579609:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 80 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.579648:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e36fc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fb8 expref: 80 pid: 33460 timeout: 4289 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.579680:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf0:0x0].0x0 (ffff986820555100) 00010000:00010000:1.0:1777047561.579691:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.579715:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.579728:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.579773:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047561.579899:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+79:2411:x1863365384493696:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 390us (7771us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.579913:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2790 00010000:00010000:2.0:1777047561.580063:0:32151:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.580077:0:32151:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047561.581448:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198272:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.581565:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.581634:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.582624:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434198272 00000100:00100000:3.0:1777047561.582637:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434198272 00000100:00100000:3.0:1777047561.582753:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1777047561.582769:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434198272:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.582902:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434198272:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 136us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.582913:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00080000:2.0:1777047561.583375:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777047561.583430:0:32151:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871844 gen 2 00000004:00080000:2.0:1777047561.583440:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa8380, transno 17179871817 00000004:00080000:2.0:1777047561.583457:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efaaa00, transno 17179871818 00000004:00080000:2.0:1777047561.583462:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa9180, transno 17179871819 00000004:00080000:2.0:1777047561.583467:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403f4e00, transno 17179871820 00000004:00080000:2.0:1777047561.583471:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa9c00, transno 17179871821 00000004:00080000:2.0:1777047561.583476:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b886d80, transno 17179871822 00000004:00080000:2.0:1777047561.583480:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efaa300, transno 17179871823 00000004:00080000:2.0:1777047561.583484:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98682b884380, transno 17179871824 00000004:00080000:2.0:1777047561.583488:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185500, transno 17179871825 00000004:00080000:2.0:1777047561.583492:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185f80, transno 17179871826 00000004:00080000:2.0:1777047561.583496:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810186680, transno 17179871827 00000004:00080000:2.0:1777047561.583500:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810187b80, transno 17179871828 00000004:00080000:2.0:1777047561.583505:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810184000, transno 17179871829 00000004:00080000:2.0:1777047561.583509:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185880, transno 17179871830 00000004:00080000:2.0:1777047561.583513:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb1c00, transno 17179871831 00000004:00080000:2.0:1777047561.583517:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb2d80, transno 17179871832 00000004:00080000:2.0:1777047561.583521:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb3b80, transno 17179871833 00000004:00080000:2.0:1777047561.583525:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb3100, transno 17179871834 00000004:00080000:2.0:1777047561.583528:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eb480, transno 17179871835 00000004:00080000:2.0:1777047561.583557:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb0e00, transno 17179871836 00000004:00080000:2.0:1777047561.583562:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb1180, transno 17179871837 00000004:00080000:2.0:1777047561.583567:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb2a00, transno 17179871838 00000004:00080000:2.0:1777047561.583571:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683ebb2680, transno 17179871839 00000004:00080000:2.0:1777047561.583576:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa8700, transno 17179871840 00000004:00080000:2.0:1777047561.583580:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efa8e00, transno 17179871841 00000004:00080000:2.0:1777047561.583584:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e69e680, transno 17179871842 00000004:00080000:2.0:1777047561.583589:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efaad80, transno 17179871843 00000004:00080000:2.0:1777047561.583592:0:32151:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683efab800, transno 17179871844 00000100:00100000:2.0:1777047561.583604:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198272:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.583695:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198400:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.583741:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047561.584489:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434198400 00000100:00100000:3.0:1777047561.584498:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434198400 00000100:00100000:2.0:1777047561.584592:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3480 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.584702:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1777047561.584716:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434198400:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.584820:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434198400:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 106us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.584831:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000004:00080000:3.0:1777047561.586041:0:30829:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 28 done 00000100:00080000:0.0:1777047561.589360:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777047561.589856:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198400:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.590049:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198528:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.593170:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.593253:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f0ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.593389:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434198528 00000100:00100000:3.0:1777047561.593401:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434198528 00000100:00100000:3.0:1777047561.593494:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:3.0:1777047561.593510:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434198528:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.593693:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434198528:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 184us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.593704:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1777047561.594228:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198528:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.594342:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198656:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.594395:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.594433:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986805f0ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.594508:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434198656 00000100:00100000:3.0:1777047561.594516:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434198656 00000100:00100000:3.0:1777047561.594555:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:3.0:1777047561.594565:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434198656:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.595023:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434198656:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 458us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.595033:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1777047561.596994:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198656:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.597121:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198784:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.597178:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.597229:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.598189:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434198784 00000100:00100000:3.0:1777047561.598200:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434198784 00000100:00100000:3.0:1777047561.598282:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1777047561.598298:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434198784:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.598429:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434198784:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 133us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.598442:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1777047561.604192:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198784:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.604326:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198912:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.604410:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.604480:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.610584:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434198912 00000100:00100000:3.0:1777047561.610605:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434198912 00000100:00100000:3.0:1777047561.611122:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1777047561.611139:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434198912:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.611332:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434198912:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 195us (6920us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.611344:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1777047561.612279:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434198912:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.612427:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199040:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.612485:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.612579:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047561.613528:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199040 00000100:00100000:0.0:1777047561.613563:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199040 00000100:00100000:0.0:1777047561.613624:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:0.0:1777047561.613637:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199040:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.613752:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199040:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 116us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047561.613764:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:2.0:1777047561.613992:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199040:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.614476:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199168:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.614518:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.614578:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.615074:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199168 00000100:00100000:3.0:1777047561.615083:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199168 00000100:00100000:3.0:1777047561.615234:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1777047561.615248:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199168:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.615356:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199168:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 111us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.615367:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1777047561.615468:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199168:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.615567:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199296:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.615605:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.616093:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.616197:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199296 00000100:00100000:1.0:1777047561.616205:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199296 00000100:00100000:1.0:1777047561.616242:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1777047561.616252:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199296:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.616423:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199296:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 171us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.616436:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1777047561.616555:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199296:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.616617:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199424:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.616656:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.616727:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.616789:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199424 00000100:00100000:3.0:1777047561.616797:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199424 00000100:00100000:3.0:1777047561.616829:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1777047561.616839:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199424:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.616949:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199424:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 90us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.616963:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1777047561.617135:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199424:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.617196:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199552:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.617232:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.617271:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.617365:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199552 00000100:00100000:1.0:1777047561.617373:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199552 00000100:00100000:1.0:1777047561.617402:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1777047561.617411:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199552:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.617500:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199552:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 87us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.617512:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1777047561.618089:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199552:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.618145:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199680:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.618182:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.618221:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207549c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.618311:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199680 00000100:00100000:1.0:1777047561.618318:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199680 00000100:00100000:1.0:1777047561.618369:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1777047561.618380:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199680:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.618593:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199680:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 213us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.618606:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1777047561.619430:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199680:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.619488:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199808:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.619523:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.619560:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868207540c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.620481:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199808 00000100:00100000:1.0:1777047561.620488:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199808 00000100:00100000:2.0:1777047561.620835:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1777047561.620849:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199808:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.621405:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434199808:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 558us (1880us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.621416:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1777047561.621535:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199808:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.621596:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199936:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.622311:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.622437:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047561.624168:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434199936 00000100:00100000:2.0:1777047561.624178:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434199936 00000100:00100000:2.0:1777047561.624244:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1777047561.624256:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199936:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.624350:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434199936:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 94us (2038us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.624362:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1777047561.624448:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434199936:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.625766:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200064:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.625818:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.625864:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047561.625992:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200064 00000100:00100000:2.0:1777047561.626000:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200064 00000100:00100000:2.0:1777047561.626056:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1777047561.626070:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200064:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.626169:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200064:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 101us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.626180:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:0.0:1777047561.626357:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680626b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200064:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.626415:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200192:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.626454:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.626495:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.626596:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200192 00000100:00100000:3.0:1777047561.626604:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200192 00000100:00100000:3.0:1777047561.626651:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1777047561.626670:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200192:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.627567:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680626b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200192:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 897us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.627580:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1777047561.627846:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200192:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.627920:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e69e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200320:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.628427:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.628465:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777047561.629624:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200320 00000100:00100000:2.0:1777047561.629635:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200320 00000100:00100000:2.0:1777047561.629710:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:2.0:1777047561.629724:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200320:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.629851:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200320:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 129us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.629864:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1777047561.630623:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e69e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200320:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.630705:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200448:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.630752:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.630796:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.630902:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200448 00000100:00100000:3.0:1777047561.630911:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200448 00000100:00100000:3.0:1777047561.630987:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1777047561.630999:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200448:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.631105:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200448:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 107us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.631116:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1777047561.631671:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200448:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.631742:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200576:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.631783:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.631840:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.631925:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200576 00000100:00100000:3.0:1777047561.631957:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200576 00000100:00100000:3.0:1777047561.632461:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1777047561.632474:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200576:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.632606:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200576:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 133us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.632617:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1777047561.632832:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200576:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.632881:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200704:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.632917:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.633331:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777047561.633423:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200704 00000100:00100000:1.0:1777047561.633431:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200704 00000100:00100000:1.0:1777047561.633486:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:1.0:1777047561.633498:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200704:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.633649:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200704:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 153us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.633661:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1777047561.637162:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200704:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.637255:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200832:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.637311:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.637362:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.637455:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200832 00000100:00100000:3.0:1777047561.637465:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200832 00000100:00100000:3.0:1777047561.637516:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1777047561.637528:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200832:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.637683:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434200832:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 156us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.637695:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1777047561.638521:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200832:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.638617:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200960:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.639088:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777047561.639128:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.641171:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434200960 00000100:00100000:3.0:1777047561.641182:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434200960 00000100:00100000:3.0:1777047561.641257:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1777047561.641273:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200960:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.641445:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434200960:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 173us (2356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.641463:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1777047561.642428:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986802e4ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434200960:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.642529:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.642621:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047561.642668:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.642900:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201088 00000100:00100000:3.0:1777047561.642908:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201088 00000100:00100000:3.0:1777047561.642987:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1777047561.643001:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434201088:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.643080:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434201088:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 83us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.643092:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1777047561.645131:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.645218:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.645272:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047561.645485:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.645579:0:33762:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201216 00000100:00100000:3.0:1777047561.645587:0:33762:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201216 00000100:00100000:3.0:1777047561.645640:0:33762:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:3.0:1777047561.645652:0:33762:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434201216:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.645794:0:33762:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434201216:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 141us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.645805:0:33762:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1777047561.646471:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.648310:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777047561.648357:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047561.648403:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.648967:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201344 00000100:00100000:3.0:1777047561.648975:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201344 00000100:00100000:3.0:1777047561.649032:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1777047561.649044:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434201344:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.649152:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434201344:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 109us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.649163:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1777047561.649292:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.649359:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.649438:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.649499:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867064d2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047561.649601:0:6652:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201472 00000100:00100000:0.0:1777047561.649610:0:6652:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201472 00000100:00100000:0.0:1777047561.649665:0:6652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1777047561.649677:0:6652:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434201472:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777047561.649781:0:6652:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b885c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434201472:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 105us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047561.649791:0:6652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1777047561.650016:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201472:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:2.0:1777047561.651449:0:32151:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].60, 1272 off91160 00000001:00080000:2.0:1777047561.651472:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938482 00000100:00100000:2.0:1777047561.651625:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201600:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.651675:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.651707:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706997f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.651813:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201600 00000100:00100000:3.0:1777047561.651821:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201600 00000100:00100000:3.0:1777047561.651884:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1777047561.651898:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32151:x1863365434201600:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.653405:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682b884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:32151:x1863365434201600:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1508us (1727us total) trans 17179871846 rc 0/0 00000100:00100000:3.0:1777047561.653417:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:2.0:1777047561.654900:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682b884a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201600:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.654985:0:32151:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201728:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777047561.655031:0:32151:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777047561.655058:0:32151:0:(client.c:2691:ptlrpc_set_wait()) set ffff986706997f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777047561.655862:0:6651:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201728 00000100:00100000:3.0:1777047561.655872:0:6651:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201728 00000100:00100000:3.0:1777047561.656458:0:6651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1777047561.656476:0:6651:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:32151:x1863365434201728:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777047561.658014:0:6651:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+34:32151:x1863365434201728:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1541us (2979us total) trans 21474838897 rc 0/0 00000100:00100000:3.0:1777047561.658027:0:6651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:2.0:1777047561.658493:0:32151:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837585c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:32151:1863365434201728:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1777047561.658889:0:32151:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938483 00010000:00010000:2.0:1777047561.659406:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659426:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659439:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659450:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047561.659458:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659471:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659500:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf0:0x0].0x0 (ffff986820555100) 00010000:00010000:2.0:1777047561.659505:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047561.659514:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659524:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c000/0x29ccbc23e99e3726 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xf0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659562:0:32151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659572:0:32151:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659581:0:32151:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659588:0:32151:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38c00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047561.659592:0:32151:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659601:0:32151:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659611:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555b00) 00010000:00010000:2.0:1777047561.659616:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777047561.659620:0:32151:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 2/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659636:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38c00/0x29ccbc23e99e371f lrc: 0/0,0 mode: --/EX res: [0x200000404:0xba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 32151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047561.659915:0:32151:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555b00) 00010000:00010000:2.0:1777047561.659921:0:32151:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047561.660321:0:32151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2de00/0x29ccbc23e99e3711 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fbf expref: 81 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047561.661471:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54345:x1863365384493440:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 117545us (123281us total) trans 8589938484 rc 0/0 00000100:00100000:2.0:1777047561.661509:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1332 00000020:00080000:2.0:1777047561.661517:0:32151:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777047561.677073:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.677229:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384493824 00000100:00100000:0.0:1777047561.677245:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384493824 00000100:00100000:0.0:1777047561.677349:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3771 00000100:00100000:0.0:1777047561.677367:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+80:54345:x1863365384493824:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047561.677409:0:33034:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047561.677449:0:33034:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e372d lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fc6 expref: -99 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.678328:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e372d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fc6 expref: 81 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.678356:0:33034:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39200/0x29ccbc23e99e372d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fc6 expref: 81 pid: 33034 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.678398:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047561.678404:0:33034:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777047561.678409:0:33034:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39200, rc 0) 00000100:00100000:0.0:1777047561.678599:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54345:x1863365384493824:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1235us (1542us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047561.679096:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3771 00000100:00100000:1.0:1777047561.703959:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047561.704124:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384494080 00000100:00100000:2.0:1777047561.704143:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384494080 00000100:00100000:2.0:1777047561.704249:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1333 00000100:00100000:2.0:1777047561.704267:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+81:54345:x1863365384494080:12345-192.168.201.26@tcp:35:lfs.0 00000004:00080000:2.0:1777047561.705906:0:30808:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0xf0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777047561.706431:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1347, 64 off122624 00000004:00080000:2.0:1777047561.706451:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4190088916076ns, next at 4191088912398ns, rc = 0 00000040:00080000:2.0:1777047561.706580:0:30808:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1334, 64 off121416 00000004:00080000:2.0:1777047561.706593:0:30808:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4190089057752ns, next at 4191089055108ns, rc = 0 00000001:00080000:2.0:1777047561.706605:0:30808:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938485 00010000:00010000:0.0:1777047561.713999:0:30808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.715765:0:30808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.715806:0:30808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.715821:0:30808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.715830:0:30808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.715840:0:30808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.715898:0:30808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777047561.715985:0:5846:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777047561.716382:0:5846:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.716395:0:5846:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047561.716401:0:5846:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.716415:0:5846:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.716436:0:5846:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf0:0x0].0x0 (ffff986820555b00) 00010000:00010000:3.0:1777047561.716441:0:5846:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777047561.716448:0:5846:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 1/0,0 mode: --/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.716457:0:5846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3734 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xf0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.716497:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047561.716500:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777047561.716503:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777047561.719735:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54345:x1863365384494080:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 14381us (14726us total) trans 8589938486 rc 0/0 00000100:00100000:0.0:1777047561.719764:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1333 00000020:00080000:0.0:1777047561.719779:0:30808:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777047561.731157:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047561.731408:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384494336 00000100:00100000:1.0:1777047561.731425:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384494336 00000100:00100000:1.0:1777047561.731582:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1334 00000100:00100000:1.0:1777047561.731600:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+83:54345:x1863365384494336:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047561.732211:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54345:x1863365384494336:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 615us (1070us total) trans 8589938487 rc 0/0 00000100:00100000:1.0:1777047561.732223:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1334 00000100:00100000:1.0:1777047561.795634:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434201856:0@lo:400:kworker.0 00000100:00100000:1.0:1777047561.796114:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047561.796218:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777047561.796229:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434202240:0@lo:400:kworker.0 00000100:00100000:1.0:1777047561.796274:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047561.796325:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434202240 00000100:00100000:1.0:1777047561.796337:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434202240 00000100:00100000:1.0:1777047561.796414:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1777047561.796429:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434202240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777047561.796519:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365434202240:12345-0@lo:400:kworker.0 Request processed in 91us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.796530:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1777047561.796902:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365434202240:0@lo:400:kworker.0 00000100:00100000:1.0:1777047561.796977:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434202112:0@lo:400:kworker.0 00000100:00100000:1.0:1777047561.797016:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047561.797071:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777047561.797082:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434201984:0@lo:400:kworker.0 00000100:00100000:1.0:1777047561.797114:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047561.797481:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434202112 00000100:00100000:1.0:1777047561.797487:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434202112 00000100:00100000:3.0:1777047561.797504:0:30796:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201856 00000100:00100000:3.0:1777047561.797513:0:30796:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201856 00000100:00100000:3.0:1777047561.797575:0:30796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1777047561.797578:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434201984 00000100:00100000:1.0:1777047561.797585:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434201984 00000100:00100000:1.0:1777047561.797629:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1777047561.797640:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434202112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777047561.797649:0:30796:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434201856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777047561.797848:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1777047561.797863:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434201984:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777047561.798562:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047561.799416:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365434202112:12345-0@lo:400:kworker.0 Request processed in 78us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047561.799427:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1777047561.802734:0:30796:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704637c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:309c8df3-27e5-43ac-9878-ad14563b7926+18:3341:x1863365434201856:12345-0@lo:400:kworker.0 Request processed in 5083us (6613us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.802753:0:30796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1777047561.802876:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:309c8df3-27e5-43ac-9878-ad14563b7926:3341:1863365434201856:0@lo:400:kworker.0 00000100:00100000:1.0:1777047561.802909:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047561.803304:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384494464 00000100:00100000:3.0:1777047561.803314:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384494464 00000100:00100000:3.0:1777047561.803392:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3772 00000100:00100000:3.0:1777047561.803407:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+84:54346:x1863365384494464:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047561.803443:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047561.803477:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e373b lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fcd expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.803616:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.803639:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.803657:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047561.804312:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365434201984:12345-0@lo:400:kworker.0 Request processed in 6450us (7192us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047561.804325:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1777047561.805487:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365434202112:0@lo:400:kworker.0 00000100:00100000:0.0:1777047561.805528:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986837a79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365434201984:0@lo:400:kworker.0 00010000:00010000:3.0:1777047561.806797:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.806818:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.806833:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808395:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808410:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808422:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777047561.808482:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:3.0:1777047561.808489:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777047561.808520:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808560:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808574:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808583:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808600:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808609:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047561.808615:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808626:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808643:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:3.0:1777047561.808648:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047561.808655:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808664:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89800/0x29ccbc23e99e3742 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808681:0:30806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808691:0:30806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808699:0:30806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808706:0:30806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88a00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:3.0:1777047561.808711:0:30806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808728:0:30806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808742:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff98680e78dd00) 00010000:00010000:3.0:1777047561.808746:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777047561.808750:0:30806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808759:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee88a00/0x29ccbc23e99e3749 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808812:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89200/0x29ccbc23e99e373b lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 86 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808833:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 85 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.808844:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:3.0:1777047561.808847:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777047561.808851:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee89000, rc 0) 00000100:00100000:3.0:1777047561.808987:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54346:x1863365384494464:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 5582us (6082us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047561.809001:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3772 00000100:00100000:2.0:1777047561.822287:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.822415:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384494720 00000100:00100000:0.0:1777047561.822435:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384494720 00000100:00100000:0.0:1777047561.822586:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3773 00000100:00100000:0.0:1777047561.822700:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+85:54346:x1863365384494720:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047561.822738:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047561.822777:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e3757 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fd4 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.822993:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99e375e lrc: 3/1,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.823434:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99e375e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.823453:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99e375e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047561.823473:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:0.0:1777047561.823803:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e3757 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fd4 expref: 88 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.823834:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38e00/0x29ccbc23e99e375e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xba:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fd4 expref: 87 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.823846:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047561.823852:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777047561.823858:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38e00, rc 0) 00000100:00100000:1.0:1777047561.827507:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54346:x1863365384494720:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 4894us (5226us total) trans 8589938488 rc 0/0 00000100:00100000:1.0:1777047561.827524:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3773 00000100:00100000:2.0:1777047561.849684:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047561.853309:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384494976 00000100:00100000:1.0:1777047561.853329:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384494976 00000100:00100000:1.0:1777047561.853453:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3774 00000100:00100000:1.0:1777047561.853474:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+87:54346:x1863365384494976:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047561.853513:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047561.853956:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e376c lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fdb expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.854431:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3773 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.854460:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3773 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.854480:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3773 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047561.854502:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:1.0:1777047561.854771:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e376c lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fdb expref: 90 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.854805:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3773 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fdb expref: 89 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.854822:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047561.854829:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047561.854836:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:1.0:1777047561.854956:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54346:x1863365384494976:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1459us (5259us total) trans 8589938489 rc 0/0 00000100:00100000:1.0:1777047561.854972:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3774 00010000:00010000:3.0:1777047561.857697:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047561.878057:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047561.880304:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384495104 00000100:00100000:1.0:1777047561.880318:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384495104 00000100:00100000:1.0:1777047561.880466:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3571 00000100:00100000:1.0:1777047561.880484:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384495104:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047561.880643:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9701, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047561.880659:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.880685:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047561.880688:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047561.880696:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.880720:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047561.884695:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777047561.920300:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.920350:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.920369:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.920382:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047561.920390:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.920406:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.920440:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047561.920454:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000232c03fa/0x29ccbc23e99e3781 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047561.920728:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384495104:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 40239us (42673us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047561.920748:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3571 00000100:00100000:2.0:1777047561.940370:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.940691:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384495232 00000100:00100000:0.0:1777047561.940717:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384495232 00000100:00100000:0.0:1777047561.940889:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3572 00000100:00100000:0.0:1777047561.940909:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384495232:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047561.941030:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9713, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:0.0:1777047561.941065:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.941098:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047561.941102:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047561.941112:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.941139:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.964014:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.964056:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.964075:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.964091:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39a00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047561.964099:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.964116:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.964153:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047561.964168:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012638b26/0x29ccbc23e99e3788 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047561.964361:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384495232:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 23448us (23995us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047561.964381:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3572 00000100:00100000:2.0:1777047561.994800:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047561.994962:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384495360 00000100:00100000:0.0:1777047561.994986:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384495360 00000100:00100000:0.0:1777047561.995144:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3573 00000100:00100000:0.0:1777047561.995162:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384495360:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047561.995238:0:14907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb979d, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:0.0:1777047561.995251:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.995275:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047561.995280:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047561.995289:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047561.995308:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.036665:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.036697:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.036715:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.036730:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047562.036740:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.036756:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.036786:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.036799:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a2d185a/0x29ccbc23e99e378f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047562.037256:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2413:x1863365384495360:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 41827us (42198us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047562.037275:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3573 00000100:00100000:1.0:1777047562.080394:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047562.084913:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384495488 00000100:00100000:2.0:1777047562.084958:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384495488 00000100:00100000:2.0:1777047562.085161:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3574 00000100:00100000:2.0:1777047562.085179:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384495488:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047562.085249:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb975e, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:2.0:1777047562.085263:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.085286:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047562.085289:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047562.085297:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.085319:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.120844:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.120877:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.120895:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.120910:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047562.120919:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.120964:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.120993:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.121006:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b559c74e/0x29ccbc23e99e3796 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047562.121149:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d756d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384495488:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 35968us (40760us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047562.121168:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3574 00000100:00100000:0.0:1777047562.153405:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047562.153589:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384495616 00000100:00100000:1.0:1777047562.153604:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384495616 00000100:00100000:1.0:1777047562.154059:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3575 00000100:00100000:1.0:1777047562.154078:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2412:x1863365384495616:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:1.0:1777047562.154130:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.154161:0:14905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 16 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.154176:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047562.154179:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777047562.154186:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.154240:0:14905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 16 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.154266:0:14905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 16 pid: 26191 timeout: 4290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047562.154292:0:14905:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434202368:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047562.156742:0:14905:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868094f0000 going to sleep for 11 seconds 00000100:00100000:1.0:1777047562.183437:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047562.184214:0:33476:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384495744 00000100:00100000:0.0:1777047562.184238:0:33476:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384495744 00010000:00010000:0.0:1777047562.184300:0:33476:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 17 pid: 26191 timeout: 4290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047562.184374:0:33476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2791 00000100:00100000:0.0:1777047562.184391:0:33476:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384495744:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047562.184431:0:33476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047562.184474:0:33476:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 17 pid: 26191 timeout: 4290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.184500:0:33476:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 17 pid: 26191 timeout: 4290 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.184597:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.184601:0:33476:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.184609:0:33476:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.184626:0:33476:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.184658:0:33476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047562.184720:0:33476:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384495744:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 332us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047562.184733:0:33476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2791 00010000:00010000:2.0:1777047562.187199:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e365b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x133:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f79 expref: 16 pid: 26191 timeout: 4290 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047562.187238:0:14905:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98682d757800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14905:1863365434202368:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047562.187268:0:14905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.187285:0:14905:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.187298:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.213329:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.213359:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.213376:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.213389:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047562.213396:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.213409:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.213444:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.213455:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce99a5a0/0x29ccbc23e99e379d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047562.217405:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384495616:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 63321us (63999us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047562.217426:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3575 00000100:00100000:3.0:1777047562.237966:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047562.238123:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384495872 00000100:00100000:1.0:1777047562.238138:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384495872 00000100:00100000:1.0:1777047562.238236:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3576 00000100:00100000:1.0:1777047562.238252:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384495872:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047562.238319:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9766, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047562.238334:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.238356:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.238359:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.238367:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.238408:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.264821:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.264850:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.264865:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.264877:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047562.264884:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.264899:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.266226:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.266943:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e37a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047562.267099:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384495872:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 28843us (29139us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047562.267116:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3576 00000100:00100000:2.0:1777047562.297726:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047562.298479:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384496000 00000100:00100000:1.0:1777047562.298493:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384496000 00000100:00100000:1.0:1777047562.298666:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3577 00000100:00100000:1.0:1777047562.298683:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384496000:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047562.298749:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9790, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047562.298763:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.298786:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.298790:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.298797:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.298819:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.317633:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.317659:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.317673:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.317685:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047562.317691:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.317714:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.317742:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.317755:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f353caee/0x29ccbc23e99e37ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047562.317885:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2411:x1863365384496000:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19200us (20165us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047562.317901:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3577 00000100:00100000:2.0:1777047562.331473:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047562.331754:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384496128 00000100:00100000:1.0:1777047562.331768:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384496128 00000100:00100000:1.0:1777047562.331868:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3578 00000100:00100000:1.0:1777047562.331884:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384496128:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047562.331977:0:26860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb97b8, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047562.331991:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.332014:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.332017:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.332025:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.332046:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.351300:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.351330:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.351346:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.351359:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c200 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047562.351368:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.351401:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.351431:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.351444:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d49b321a/0x29ccbc23e99e37b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047562.351604:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384496128:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 19717us (20138us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047562.351621:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3578 00000100:00100000:2.0:1777047562.393327:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047562.393431:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384496256 00000100:00100000:0.0:1777047562.393446:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384496256 00000100:00100000:0.0:1777047562.393600:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3579 00000100:00100000:0.0:1777047562.393888:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384496256:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047562.394226:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb97c2, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:0.0:1777047562.394241:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.394263:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.394266:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.394273:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.394295:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.445289:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.445320:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.445337:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.445349:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047562.445357:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.445373:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.445423:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.445437:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f758c1d8/0x29ccbc23e99e37b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047562.449712:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384496256:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 56084us (56382us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047562.449733:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3579 00000100:00100000:0.0:1777047562.498765:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047562.500054:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384496384 00000100:00100000:3.0:1777047562.500091:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384496384 00000100:00100000:3.0:1777047562.500227:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3580 00000100:00100000:3.0:1777047562.500244:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384496384:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047562.500319:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb97de, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:3.0:1777047562.500334:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.500361:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047562.500365:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047562.500374:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.500421:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.516631:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.516667:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.516687:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.516703:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047562.516713:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.516731:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.516764:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.516781:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047562.516950:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384496384:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 16670us (18158us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047562.516972:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3580 00000100:00100000:2.0:1777047562.563856:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047562.570083:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384496512 00000100:00100000:1.0:1777047562.570104:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384496512 00000100:00100000:1.0:1777047562.570326:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3581 00000100:00100000:1.0:1777047562.570348:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384496512:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047562.570421:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13b:0x0] initial LVB size: 243375, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047562.570437:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.570466:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.570470:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047562.570479:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.570504:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.591809:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.591844:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.591863:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.591879:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249c600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047562.591889:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.591948:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.591984:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.592001:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4df807/0x29ccbc23e99e37c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047562.592179:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384496512:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21828us (28327us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047562.592199:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3581 00000100:00100000:0.0:1777047562.606715:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047562.607184:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384496640 00000100:00100000:1.0:1777047562.607201:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384496640 00000100:00100000:1.0:1777047562.607339:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 520 00000100:00100000:1.0:1777047562.607358:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54346:x1863365384496640:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:1.0:1777047562.607384:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047562.607442:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3773 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fdb expref: 89 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.607474:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047562.607483:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047562.615493:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54346:x1863365384496640:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 8125us (8774us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047562.615520:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 520 00000100:00100000:0.0:1777047562.630802:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047562.632293:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384496896 00000100:00100000:2.0:1777047562.632309:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384496896 00000100:00100000:2.0:1777047562.633370:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1335 00000100:00100000:2.0:1777047562.633414:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670506f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+88:54346:x1863365384496896:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047562.633792:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670506f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54346:x1863365384496896:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 405us (3000us total) trans 8589938490 rc 0/0 00000100:00100000:2.0:1777047562.633808:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1335 00000100:00100000:0.0:1777047562.703853:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047562.703966:0:30797:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384497024 00000100:00100000:3.0:1777047562.703982:0:30797:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384497024 00000100:00100000:3.0:1777047562.704063:0:30797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 377 00000100:00100000:3.0:1777047562.704078:0:30797:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986704636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384497024:12345-192.168.201.26@tcp:400:kworker.0 00000100:00100000:3.0:1777047562.704177:0:30797:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986704636c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7cd1e131-9bae-4bcc-8e2d-708d327308ae+9:2413:x1863365384497024:12345-192.168.201.26@tcp:400:kworker.0 Request processed in 101us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047562.704189:0:30797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 377 00000100:00100000:0.0:1777047562.714787:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047562.718521:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384497280 00000100:00100000:2.0:1777047562.718594:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384497280 00000100:00100000:2.0:1777047562.718683:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3775 00000100:00100000:2.0:1777047562.718699:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+89:54347:x1863365384497280:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047562.718731:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047562.718759:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e37ce lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fe2 expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.718896:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e37d5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.718940:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.718959:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e37d5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047562.718979:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047562.719134:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d800/0x29ccbc23e99e37ce lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe2 expref: 92 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.719161:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e37d5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe2 expref: 91 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.719174:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047562.719178:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777047562.719182:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c800, rc 0) 00000100:00100000:2.0:1777047562.719278:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54347:x1863365384497280:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 582us (4501us total) trans 8589938491 rc 0/0 00000100:00100000:2.0:1777047562.719290:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3775 00000100:00100000:0.0:1777047562.753545:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047562.761133:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384497408 00000100:00100000:3.0:1777047562.761150:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384497408 00000100:00100000:0.0:1777047562.761367:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3582 00000100:00100000:0.0:1777047562.761384:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384497408:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047562.761449:0:14907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x126:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9701, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:0.0:1777047562.761461:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.761482:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.761485:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.761493:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.761516:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.785933:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.785961:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.785986:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.785998:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047562.786006:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.786021:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.786049:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047562.786062:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619c9ae5/0x29ccbc23e99e37e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x126:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047562.786191:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384497408:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 24804us (32649us total) trans 0 rc 243375/243375 00000100:00100000:2.0:1777047562.786208:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3582 00000100:00100000:1.0:1777047562.815142:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047562.815368:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384497536 00000100:00100000:3.0:1777047562.815383:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384497536 00000100:00100000:3.0:1777047562.815495:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3583 00000100:00100000:3.0:1777047562.815514:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384497536:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047562.815640:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12a:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9713, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:3.0:1777047562.815655:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.815679:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047562.815683:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047562.815691:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.815713:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.842585:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.842616:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.842634:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.842649:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047562.842657:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.842673:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.843021:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.843038:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12a:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047562.843170:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384497536:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27655us (28035us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047562.843188:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3583 00010000:00010000:3.0:1777047562.885046:0:18065:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047562.904589:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047562.904785:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384497664 00000100:00100000:0.0:1777047562.904807:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384497664 00000100:00100000:0.0:1777047562.905225:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3584 00000100:00100000:0.0:1777047562.905244:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384497664:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:0.0:1777047562.905340:0:14905:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12f:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb979d, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:0.0:1777047562.905358:0:14905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.905390:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.905394:0:14905:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047562.905404:0:14905:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.905429:0:14905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.932442:0:14905:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.932515:0:14905:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.932529:0:14905:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.932588:0:14905:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39400 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047562.932596:0:14905:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.932611:0:14905:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.932900:0:14905:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047562.932936:0:14905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbb67629/0x29ccbc23e99e37f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047562.933084:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384497664:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 27836us (28543us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047562.933102:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3584 00000100:00100000:2.0:1777047562.948036:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047562.948170:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384497792 00000100:00100000:3.0:1777047562.948187:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384497792 00000100:00100000:3.0:1777047562.948287:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3585 00000100:00100000:3.0:1777047562.948303:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384497792:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047562.948389:0:6646:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12e:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb975e, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:3.0:1777047562.948408:0:6646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.948434:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047562.948437:0:6646:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047562.948446:0:6646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047562.948470:0:6646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.969066:0:6646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.969101:0:6646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.969116:0:6646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.969129:0:6646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee89600 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047562.969137:0:6646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.969152:0:6646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.969183:0:6646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047562.969196:0:6646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8e219a1/0x29ccbc23e99e37f8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047562.969338:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2413:x1863365384497792:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21029us (21315us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047562.969356:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3585 00000001:00080000:2.0:1777047563.001216:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838895 is committed 00000001:00080000:2.0:1777047563.001300:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838865 is committed 00000100:00100000:2.0:1777047563.002732:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.003478:0:14911:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384497920 00000100:00100000:3.0:1777047563.003496:0:14911:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384497920 00000100:00100000:3.0:1777047563.004022:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3586 00000100:00100000:3.0:1777047563.004043:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384497920:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047563.004131:0:14911:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x133:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9766, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:3.0:1777047563.004147:0:14911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.004174:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.004177:0:14911:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.004187:0:14911:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.004213:0:14911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777047563.004898:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1777047563.005057:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838867 is committed 00000001:00080000:2.0:1777047563.005126:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838897 is committed 00000001:00080000:2.0:1777047563.005148:0:23096:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474838868 is committed 00010000:00010000:3.0:1777047563.023345:0:14911:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.023390:0:14911:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.023405:0:14911:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.023423:0:14911:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047563.023431:0:14911:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.023469:0:14911:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.023502:0:14911:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.023520:0:14911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e37ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x133:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.024095:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384497920:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 20050us (21365us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047563.024114:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3586 00000100:00100000:0.0:1777047563.059751:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.066323:0:26860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384498048 00000100:00100000:1.0:1777047563.066351:0:26860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384498048 00000100:00100000:1.0:1777047563.066530:0:26860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3587 00000100:00100000:1.0:1777047563.066549:0:26860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384498048:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047563.067947:0:26860:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x135:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9766, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047563.067968:0:26860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.067998:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.068002:0:26860:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.068011:0:26860:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.068036:0:26860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.098499:0:26860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.098600:0:26860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.099061:0:26860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.099077:0:26860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047563.099086:0:26860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.099102:0:26860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.099144:0:26860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.099157:0:26860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c24814eb/0x29ccbc23e99e3806 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.099324:0:26860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2410:x1863365384498048:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 32770us (39581us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047563.099345:0:26860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3587 00000100:00100000:0.0:1777047563.118086:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.118279:0:6648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384498176 00000100:00100000:1.0:1777047563.118298:0:6648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384498176 00000100:00080000:0.0:1777047563.119041:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777047563.119054:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3588 00000100:00100000:1.0:1777047563.119074:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384498176:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047563.119219:0:6648:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x132:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb9790, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047563.119236:0:6648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.119264:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.119267:0:6648:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.119276:0:6648:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.119298:0:6648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.144897:0:6648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.144964:0:6648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.144977:0:6648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.144987:0:6648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249de00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047563.144995:0:6648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.145009:0:6648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.145041:0:6648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.145052:0:6648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c24814eb/0x29ccbc23e99e380d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x132:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6648 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.145199:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384498176:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26125us (27126us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047563.145216:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3588 00000100:00100000:2.0:1777047563.163074:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.163255:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384498304 00000100:00100000:3.0:1777047563.163274:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384498304 00000100:00100000:3.0:1777047563.163398:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3589 00000100:00100000:3.0:1777047563.163415:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384498304:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047563.163504:0:26853:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x134:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb97b8, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:3.0:1777047563.163520:0:26853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.163596:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.163599:0:26853:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.163609:0:26853:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.163633:0:26853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.177366:0:26853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.177412:0:26853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.177425:0:26853:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.177441:0:26853:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047563.177451:0:26853:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.177465:0:26853:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.177504:0:26853:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.177516:0:26853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ed530c8/0x29ccbc23e99e3814 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x134:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.177731:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2410:x1863365384498304:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 14311us (14666us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047563.177750:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3589 00000100:00100000:0.0:1777047563.195622:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.195864:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384498432 00000100:00100000:1.0:1777047563.195882:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384498432 00000100:00100000:1.0:1777047563.196036:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3590 00000100:00100000:1.0:1777047563.196053:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384498432:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:1.0:1777047563.196138:0:14908:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x139:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb97c2, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:1.0:1777047563.196154:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.196182:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.196185:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.196194:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.196218:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.226331:0:14908:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.226368:0:14908:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.226385:0:14908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.226397:0:14908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047563.226406:0:14908:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.226421:0:14908:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.226456:0:14908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.226470:0:14908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ae5a244/0x29ccbc23e99e381b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x139:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047563.226752:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384498432:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 30693us (31209us total) trans 0 rc 243375/243375 00000100:00100000:0.0:1777047563.226777:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3590 00000100:00100000:1.0:1777047563.245426:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.246182:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384498560 00000100:00100000:2.0:1777047563.246204:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384498560 00000100:00100000:2.0:1777047563.246343:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3591 00000100:00100000:2.0:1777047563.246384:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2412:x1863365384498560:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:2.0:1777047563.246514:0:14907:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x136:0x0] initial LVB size: 243375, mtime: 0x69eb9806, atime: 0x69eb97de, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:2.0:1777047563.246606:0:14907:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.246959:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047563.246963:0:14907:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047563.246973:0:14907:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.246999:0:14907:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.267346:0:14907:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.267399:0:14907:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.267415:0:14907:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.267429:0:14907:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2ce00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:1.0:1777047563.267437:0:14907:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.267454:0:14907:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.267491:0:14907:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.267505:0:14907:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beda842d/0x29ccbc23e99e3822 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x136:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14907 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.268322:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d754000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2412:x1863365384498560:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 21956us (22905us total) trans 0 rc 243375/243375 00000100:00100000:1.0:1777047563.268341:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3591 00000100:00100000:1.0:1777047563.291480:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.292468:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384498688 00000100:00100000:3.0:1777047563.292488:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384498688 00000100:00100000:3.0:1777047563.295377:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3592 00000100:00100000:3.0:1777047563.295400:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384498688:12345-192.168.201.26@tcp:3:lfs.0 00002000:00010000:3.0:1777047563.295489:0:14909:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13b:0x0] initial LVB size: 243375, mtime: 0x69eb97fd, atime: 0x69eb97fc, ctime: 0x69eb9806, blocks: 0x203 00010000:00010000:3.0:1777047563.295506:0:14909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.295536:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.295558:0:14909:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.295568:0:14909:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.295594:0:14909:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.308126:0:14909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.308165:0:14909:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.308182:0:14909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.313336:0:14909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047563.313348:0:14909:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.313367:0:14909:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.313405:0:14909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.313418:0:14909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3829 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13b:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14909 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.313655:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384498688:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 18254us (22185us total) trans 0 rc 243375/243375 00000100:00100000:3.0:1777047563.313674:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3592 00000100:00100000:0.0:1777047563.335072:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.339868:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384498816 00000100:00100000:1.0:1777047563.339894:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384498816 00000100:00080000:0.0:1777047563.340272:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777047563.340447:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 521 00000100:00100000:1.0:1777047563.340470:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986802e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54347:x1863365384498816:12345-192.168.201.26@tcp:103:lfs.0 00010000:00010000:1.0:1777047563.340497:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047563.340565:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c800/0x29ccbc23e99e37d5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe2 expref: 91 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.340597:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047563.340605:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047563.341159:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986802e4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54347:x1863365384498816:12345-192.168.201.26@tcp:103:lfs.0 Request processed in 696us (6626us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047563.341173:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 521 00000100:00100000:0.0:1777047563.353358:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.356428:0:30809:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384499072 00000100:00100000:1.0:1777047563.356452:0:30809:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384499072 00000100:00100000:1.0:1777047563.356934:0:30809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1336 00000100:00100000:1.0:1777047563.356954:0:30809:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+90:54347:x1863365384499072:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:1.0:1777047563.357711:0:30809:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e69e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54347:x1863365384499072:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 759us (4370us total) trans 8589938492 rc 0/0 00000100:00100000:1.0:1777047563.357729:0:30809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1336 00000100:00100000:2.0:1777047563.368816:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.369100:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384499328 00000100:00100000:1.0:1777047563.369118:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384499328 00000100:00100000:1.0:1777047563.369433:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3776 00000100:00100000:1.0:1777047563.369454:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+91:54106:x1863365384499328:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047563.369496:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047563.369535:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3830 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788fe9 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.372667:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.372707:0:33460:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.372722:0:33460:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 4/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.372816:0:33460:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 92 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.372846:0:33460:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 92 pid: 30806 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.372871:0:33460:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434202496:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047563.373334:0:33460:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3240 going to sleep for 11 seconds 00000100:00100000:2.0:1777047563.390661:0:33460:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:33460:1863365434202496:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047563.390662:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047563.390725:0:33460:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.390872:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384499456 00000100:00100000:1.0:1777047563.390886:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384499456 00010000:00010000:1.0:1777047563.390975:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 93 pid: 30806 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.391038:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2792 00000100:00100000:1.0:1777047563.391054:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:2411:x1863365384499456:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047563.391081:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047563.391092:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 93 pid: 30806 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.391111:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 93 pid: 30806 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.391156:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ee89000/0x29ccbc23e99e3750 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fcd expref: 93 pid: 30806 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.391180:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047563.391188:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,1 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.391204:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.391218:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.391513:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047563.391620:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:2411:x1863365384499456:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 568us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047563.391634:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2792 00010000:00010000:2.0:1777047563.396432:0:33460:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.396460:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047563.396497:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00010000:00010000:2.0:1777047563.397519:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e3830 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 93 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.397874:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 92 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.397891:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047563.397895:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1777047563.397924:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047563.398335:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54106:x1863365384499328:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 28607us (29257us total) trans 8589938493 rc 0/0 00000100:00100000:2.0:1777047563.398353:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3776 00000100:00100000:0.0:1777047563.407255:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.407380:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384499584 00000100:00100000:2.0:1777047563.407399:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384499584 00000100:00100000:2.0:1777047563.407496:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3777 00000100:00100000:2.0:1777047563.407513:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54106:x1863365384499584:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047563.407869:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047563.407938:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3845 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ff0 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.408082:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.408107:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 93 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.408123:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 4/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.408178:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 93 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.408199:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 93 pid: 33460 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.408221:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98680497d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434202624:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047563.408371:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3240 going to sleep for 11 seconds 00000100:00100000:1.0:1777047563.420401:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.420826:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384499712 00000100:00100000:0.0:1777047563.420844:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384499712 00010000:00010000:0.0:1777047563.420939:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 94 pid: 33460 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047563.421017:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2793 00000100:00100000:0.0:1777047563.421035:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:2410:x1863365384499712:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777047563.421063:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047563.421076:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 94 pid: 33460 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.421099:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 94 pid: 33460 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.421138:0:8406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047563.421146:0:8406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x13/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.421161:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.421174:0:8406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.421210:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777047563.421307:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98682d757800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:2410:x1863365384499712:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 275us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047563.421322:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2793 00010000:00010000:2.0:1777047563.423056:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e3837 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xba:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788fe9 expref: 93 pid: 33460 timeout: 4291 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.423091:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98680497d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434202624:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047563.423142:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.423157:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.423166:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047563.423245:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 243375 00000004:00200000:2.0:1777047563.423253:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047563.423290:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.423344:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3845 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ff0 expref: 93 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.423368:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ff0 expref: 92 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.423382:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047563.423386:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047563.423390:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d600, rc 0) 00000100:00100000:2.0:1777047563.423453:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54106:x1863365384499584:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 15943us (16214us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047563.423464:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3777 00000100:00100000:3.0:1777047563.443201:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.444608:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384499968 00000100:00100000:0.0:1777047563.444629:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384499968 00000100:00100000:0.0:1777047563.444738:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3778 00000100:00100000:0.0:1777047563.444755:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+92:54106:x1863365384499968:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:0.0:1777047563.444868:0:30806:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777047563.444937:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d600/0x29ccbc23e99e384c lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ff0 expref: 92 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.444967:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047563.444975:0:30806:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047563.446367:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.446390:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.446405:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777047563.446493:0:30806:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938494 00000004:00010000:0.0:1777047563.446569:0:30806:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004eebec7f reply state 0000000005fdb640 transno 8589938495 ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047563.446585:0:30806:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777047563.446749:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54106:x1863365384499968:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1996us (3564us total) trans 8589938495 rc 0/0 00000100:00100000:0.0:1777047563.446761:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3778 00000020:00080000:0.0:1777047563.446769:0:30806:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047563.456291:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.456323:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.456334:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.456344:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047563.456352:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.456365:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.456395:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047563.456401:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047563.456409:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.456420:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38600/0x29ccbc23e99e3853 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.460245:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.460315:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.460365:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.460421:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384500096 00000100:00100000:2.0:1777047563.460454:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384500224 00000100:00100000:3.0:1777047563.460459:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384500096 00000100:00100000:2.0:1777047563.460460:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384500224 00002000:00010000:3.0:1777047563.460522:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (145036->18446744073709551615) 00002000:00010000:2.0:1777047563.460523:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:2.0:1777047563.460553:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a79500 with x1863365384500224 ext(0->18446744073709551615) 00002000:00100000:3.0:1777047563.460562:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a79180 with x1863365384500096 ext(145036->18446744073709551615) 00002000:00010000:3.0:1777047563.460575:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a79180. 00002000:00010000:2.0:1777047563.460576:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a79500. 00000100:00100000:2.0:1777047563.460614:0:14917:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384500352 00000100:00100000:2.0:1777047563.460932:0:14917:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384500352 00002000:00010000:2.0:1777047563.461262:0:14917:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:2.0:1777047563.461268:0:14917:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7b100 with x1863365384500352 ext(0->18446744073709551615) 00002000:00010000:2.0:1777047563.461278:0:14917:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7b100. 00000100:00100000:3.0:1777047563.463536:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3593 00000100:00100000:3.0:1777047563.463562:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+13:2411:x1863365384500224:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:3.0:1777047563.464450:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1777047563.464457:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047549 -> 1777047563 00002000:00010000:3.0:1777047563.464462:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:3.0:1777047563.464466:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047552 -> 1777047563 00002000:00010000:3.0:1777047563.464470:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1777047563.464600:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2411:x1863365384500224:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1046us (4283us total) trans 21474838898 rc 0/0 00000100:00100000:3.0:1777047563.464615:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3593 00002000:00010000:3.0:1777047563.464624:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047563.464629:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a79500 with x1863365384500224 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047563.464639:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff986837a79500. 00000100:00100000:3.0:1777047563.464686:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3594 00000100:00100000:3.0:1777047563.464701:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384500096:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:1.0:1777047563.464969:0:14911:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3595 00000100:00100000:1.0:1777047563.464988:0:14911:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384500352:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047563.465210:0:14911:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047563.465215:0:14911:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047549 -> 1777047563 00002000:00010000:1.0:1777047563.465219:0:14911:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047563.465223:0:14911:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047552 -> 1777047563 00002000:00010000:1.0:1777047563.465228:0:14911:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047563.465269:0:14911:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384500352:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 286us (4903us total) trans 17179871847 rc 0/0 00000100:00100000:1.0:1777047563.465282:0:14911:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3595 00002000:00010000:1.0:1777047563.465288:0:14911:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047563.465292:0:14911:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7b100 with x1863365384500352 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047563.465300:0:14911:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7b100. 00002000:00010000:3.0:1777047563.476869:0:6646:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 243375 -> 145036 00002000:00010000:3.0:1777047563.476883:0:6646:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047549 -> 1777047563 00002000:00010000:3.0:1777047563.476888:0:6646:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:3.0:1777047563.476891:0:6646:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047552 -> 1777047563 00002000:00010000:3.0:1777047563.476895:0:6646:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1777047563.477061:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384500096:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 12354us (16824us total) trans 17179871848 rc 0/0 00000100:00100000:3.0:1777047563.477078:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3594 00002000:00010000:3.0:1777047563.477087:0:6646:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (145036->18446744073709551615) 00002000:00100000:3.0:1777047563.477093:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a79180 with x1863365384500096 ext(145036->18446744073709551615) 00002000:00010000:3.0:1777047563.477106:0:6646:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a79180. 00000100:00100000:1.0:1777047563.489067:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.492892:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384500480 00000100:00100000:0.0:1777047563.492939:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384500480 00000100:00100000:0.0:1777047563.493071:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3779 00000100:00100000:0.0:1777047563.493089:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+93:54106:x1863365384500480:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:0.0:1777047563.493133:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047563.493169:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e385a lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ff7 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.493351:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e3861 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.493376:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e3861 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.493394:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e3861 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047563.493435:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 145036 00000004:00200000:0.0:1777047563.493443:0:30805:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777047563.493471:0:30805:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e3861 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.493513:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38a00/0x29ccbc23e99e385a lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ff7 expref: 95 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.493613:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e3861 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ff7 expref: 94 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.493629:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047563.493633:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047563.493638:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c39800, rc 0) 00000100:00100000:0.0:1777047563.493751:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54106:x1863365384500480:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 665us (4702us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047563.493764:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3779 00000100:00100000:0.0:1777047563.520110:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.521600:0:33034:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384500736 00000100:00100000:1.0:1777047563.521621:0:33034:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384500736 00000100:00100000:1.0:1777047563.521741:0:33034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3780 00000100:00100000:1.0:1777047563.521760:0:33034:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+94:54106:x1863365384500736:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:1.0:1777047563.521855:0:33034:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047563.521922:0:33034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39800/0x29ccbc23e99e3861 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ff7 expref: 94 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.521956:0:33034:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047563.521966:0:33034:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777047563.523042:0:33034:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.523069:0:33034:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.523087:0:33034:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777047563.523184:0:33034:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938496 00000004:00010000:1.0:1777047563.523229:0:33034:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000804e3ad3 reply state 00000000434ba6e8 transno 8589938497 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.523254:0:33034:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777047563.523423:0:33034:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54106:x1863365384500736:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1667us (3331us total) trans 8589938497 rc 0/0 00000100:00100000:1.0:1777047563.523436:0:33034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3780 00000020:00080000:1.0:1777047563.523445:0:33034:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777047563.528092:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.528119:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.528130:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.528140:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249d600 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047563.528148:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.528161:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.528186:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047563.528192:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047563.528198:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.528208:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d600/0x29ccbc23e99e3868 lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33034 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.535449:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.535518:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.535583:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.536322:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384500864 00000100:00100000:3.0:1777047563.536341:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384500864 00002000:00010000:3.0:1777047563.536414:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (109933->18446744073709551615) 00002000:00100000:3.0:1777047563.536424:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497d880 with x1863365384500864 ext(109933->18446744073709551615) 00002000:00010000:3.0:1777047563.536445:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497d880. 00000100:00100000:3.0:1777047563.536498:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384500992 00000100:00100000:3.0:1777047563.536504:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384500992 00002000:00010000:3.0:1777047563.536528:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:3.0:1777047563.536574:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ce00 with x1863365384500992 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047563.536584:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497ce00. 00000100:00100000:3.0:1777047563.536607:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384501120 00000100:00100000:3.0:1777047563.536613:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384501120 00002000:00010000:3.0:1777047563.536634:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:3.0:1777047563.536639:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ca80 with x1863365384501120 ext(0->18446744073709551615) 00002000:00010000:3.0:1777047563.536648:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497ca80. 00000100:00100000:3.0:1777047563.536679:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3596 00000100:00100000:3.0:1777047563.536695:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384500864:12345-192.168.201.26@tcp:10:fsx.0 00000100:00100000:1.0:1777047563.537390:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3597 00000100:00100000:1.0:1777047563.537408:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+14:2412:x1863365384500992:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047563.537823:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047563.537830:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047563 -> 1777047563 00002000:00010000:1.0:1777047563.537834:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047563.537838:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047563 -> 1777047563 00002000:00010000:1.0:1777047563.537841:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047563.537959:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2412:x1863365384500992:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 555us (2439us total) trans 21474838899 rc 0/0 00000100:00100000:1.0:1777047563.537972:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3597 00002000:00010000:1.0:1777047563.537979:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:1.0:1777047563.537983:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ce00 with x1863365384500992 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047563.537990:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98680497ce00. 00000100:00100000:1.0:1777047563.538304:0:6648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3598 00000100:00100000:1.0:1777047563.538318:0:6648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384501120:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:1.0:1777047563.538507:0:6648:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1777047563.538513:0:6648:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047563 -> 1777047563 00002000:00010000:1.0:1777047563.538517:0:6648:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:1.0:1777047563.538521:0:6648:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047563 -> 1777047563 00002000:00010000:1.0:1777047563.538526:0:6648:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1777047563.538867:0:6648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384501120:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 550us (3282us total) trans 17179871849 rc 0/0 00000100:00100000:1.0:1777047563.538880:0:6648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3598 00002000:00010000:1.0:1777047563.538885:0:6648:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:1.0:1777047563.538890:0:6648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497ca80 with x1863365384501120 ext(0->18446744073709551615) 00002000:00010000:1.0:1777047563.538919:0:6648:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497ca80. 00002000:00010000:2.0:1777047563.541391:0:26865:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 145036 -> 109933 00002000:00010000:2.0:1777047563.541404:0:26865:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047563 -> 1777047563 00002000:00010000:2.0:1777047563.541409:0:26865:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:2.0:1777047563.541412:0:26865:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047563 -> 1777047563 00002000:00010000:2.0:1777047563.541415:0:26865:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1777047563.541497:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384500864:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 4801us (6058us total) trans 17179871850 rc 0/0 00000100:00100000:2.0:1777047563.541511:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3596 00002000:00010000:2.0:1777047563.541518:0:26865:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (109933->18446744073709551615) 00002000:00100000:2.0:1777047563.541523:0:26865:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98680497d880 with x1863365384500864 ext(109933->18446744073709551615) 00002000:00010000:2.0:1777047563.541561:0:26865:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98680497d880. 00000100:00100000:2.0:1777047563.549419:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.552286:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384501248 00000100:00100000:0.0:1777047563.553199:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384501248 00000100:00100000:2.0:1777047563.556281:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3781 00000100:00100000:2.0:1777047563.556319:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+95:54106:x1863365384501248:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:2.0:1777047563.556361:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047563.556415:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e386f lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b788ffe expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.556654:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3876 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.556680:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3876 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.556700:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3876 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047563.556745:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 109933 00000004:00200000:2.0:1777047563.556753:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047563.556785:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3876 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.556838:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e386f lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ffe expref: 97 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.556866:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3876 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ffe expref: 96 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.556880:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047563.556884:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777047563.556890:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2c000, rc 0) 00000100:00100000:2.0:1777047563.557031:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98680497d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54106:x1863365384501248:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 718us (7646us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047563.557043:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3781 00000100:00100000:3.0:1777047563.571157:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.571302:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384501376 00000100:00100000:0.0:1777047563.571322:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384501376 00002000:00100000:0.0:1777047563.571409:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (20480->24575) req@ffff986837a7a680 x1863365384501376/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/0 e 0 to 0 dl 1777047574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047563.571427:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7a680 with x1863365384501376 ext(20480->24575) 00002000:00010000:0.0:1777047563.571456:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7a680 00000100:00100000:0.0:1777047563.571510:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3599 00000100:00100000:0.0:1777047563.571527:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384501376:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:2.0:1777047563.575230:0:14908:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384501376:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 3693us (4078us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777047563.575249:0:14908:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3599 00002000:00100000:2.0:1777047563.575327:0:14908:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x11a:0x0] (20480->24575) req@ffff986837a7a680 x1863365384501376/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/4536 e 0 to 0 dl 1777047574 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047563.575341:0:14908:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7a680 with x1863365384501376 ext(20480->24575) 00002000:00010000:2.0:1777047563.575351:0:14908:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7a680 00000100:00100000:3.0:1777047563.585457:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.586606:0:14907:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384501504 00000100:00100000:1.0:1777047563.586626:0:14907:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384501504 00002000:00100000:1.0:1777047563.586709:0:14907:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x11a:0x0] (24576->28671) req@ffff986837a7bb80 x1863365384501504/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/0 e 0 to 0 dl 1777047574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047563.586727:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7bb80 with x1863365384501504 ext(24576->28671) 00002000:00010000:1.0:1777047563.586737:0:14907:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7bb80 00000100:00100000:1.0:1777047563.586788:0:14907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3600 00000100:00100000:1.0:1777047563.586804:0:14907:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384501504:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047563.587199:0:14907:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986837a7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2410:x1863365384501504:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 398us (1758us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777047563.587212:0:14907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3600 00002000:00100000:1.0:1777047563.587221:0:14907:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x11a:0x0] (24576->28671) req@ffff986837a7bb80 x1863365384501504/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/4536 e 0 to 0 dl 1777047574 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047563.587233:0:14907:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986837a7bb80 with x1863365384501504 ext(24576->28671) 00002000:00010000:1.0:1777047563.587238:0:14907:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986837a7bb80 00000100:00100000:3.0:1777047563.602027:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.604317:0:14909:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384501632 00000100:00100000:0.0:1777047563.604338:0:14909:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384501632 00002000:00100000:0.0:1777047563.604458:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (4096->69631) req@ffff98683ebb1c00 x1863365384501632/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 504/0 e 0 to 0 dl 1777047574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777047563.604475:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb1c00 with x1863365384501632 ext(4096->69631) 00002000:00010000:0.0:1777047563.604486:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb1c00 00000100:00100000:0.0:1777047563.604595:0:14909:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3601 00000100:00100000:0.0:1777047563.604612:0:14909:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384501632:12345-192.168.201.26@tcp:3:lfs.0 00000100:00100000:1.0:1777047563.618112:0:14909:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+19:2412:x1863365384501632:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 13484us (16084us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1777047563.618133:0:14909:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3601 00002000:00100000:1.0:1777047563.618155:0:14909:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x11a:0x0] (4096->69631) req@ffff98683ebb1c00 x1863365384501632/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 504/440 e 0 to 0 dl 1777047574 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777047563.618171:0:14909:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb1c00 with x1863365384501632 ext(4096->69631) 00002000:00010000:1.0:1777047563.618181:0:14909:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb1c00 00000100:00100000:3.0:1777047563.637322:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.637574:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384501888 00000100:00100000:2.0:1777047563.637592:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384501888 00000100:00100000:2.0:1777047563.637686:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3782 00000100:00100000:2.0:1777047563.637704:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+96:54106:x1863365384501888:12345-192.168.201.26@tcp:36:fsx.0 00010000:00010000:2.0:1777047563.637806:0:33460:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047563.637859:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e3876 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788ffe expref: 96 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.637891:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047563.637921:0:33460:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777047563.638346:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.638370:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.638387:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777047563.638480:0:33460:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589938498 00000004:00010000:2.0:1777047563.638522:0:33460:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026729447 reply state 000000007703a80a transno 8589938499 ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.638609:0:33460:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777047563.639438:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54106:x1863365384501888:12345-192.168.201.26@tcp:36:fsx.0 Request processed in 1737us (2134us total) trans 8589938499 rc 0/0 00000100:00100000:2.0:1777047563.639451:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3782 00000020:00080000:2.0:1777047563.639460:0:33460:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777047563.650837:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.650885:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00010000:00010000:2.0:1777047563.651270:0:3326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.651291:0:3326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.651302:0:3326:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.651310:0:3326:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2cc00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047563.651319:0:3326:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.651331:0:3326:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.651358:0:3326:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:2.0:1777047563.651363:0:3326:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777047563.651370:0:3326:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 2/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.651379:0:3326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e387d lrc: 0/0,0 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.651519:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.656836:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384502016 00000100:00100000:0.0:1777047563.656862:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384502016 00002000:00010000:0.0:1777047563.656963:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (192182->18446744073709551615) 00002000:00100000:0.0:1777047563.656970:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3b80 with x1863365384502016 ext(192182->18446744073709551615) 00002000:00010000:0.0:1777047563.656990:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb3b80. 00000100:00100000:0.0:1777047563.657146:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384502144 00000100:00100000:0.0:1777047563.657152:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384502144 00002000:00010000:0.0:1777047563.657176:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047563.657180:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3100 with x1863365384502144 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047563.657190:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb3100. 00000100:00100000:0.0:1777047563.657213:0:14905:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384502272 00000100:00100000:0.0:1777047563.657218:0:14905:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384502272 00002000:00010000:0.0:1777047563.657235:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047563.657239:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0e00 with x1863365384502272 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047563.657247:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb0e00. 00000100:00100000:0.0:1777047563.657277:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3602 00000100:00100000:0.0:1777047563.657292:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384502016:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047563.658371:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 109933 -> 192182 00002000:00010000:0.0:1777047563.658378:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb mtime from disk: 1777047563 -> 1777047563 00002000:00010000:0.0:1777047563.658382:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047563.658385:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb ctime from disk: 1777047563 -> 1777047563 00002000:00010000:0.0:1777047563.658389:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1777047563.658495:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384502016:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 1204us (7677us total) trans 17179871851 rc 0/0 00000100:00100000:0.0:1777047563.658509:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3602 00002000:00010000:0.0:1777047563.658516:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/282 (192182->18446744073709551615) 00002000:00100000:0.0:1777047563.658520:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3b80 with x1863365384502016 ext(192182->18446744073709551615) 00002000:00010000:0.0:1777047563.658527:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb3b80. 00000100:00100000:0.0:1777047563.658879:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3603 00000100:00100000:0.0:1777047563.658893:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+15:2411:x1863365384502144:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047563.659082:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047563.659087:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb mtime from disk: 1777047563 -> 1777047563 00002000:00010000:0.0:1777047563.659089:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047563.659092:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb ctime from disk: 1777047563 -> 1777047563 00002000:00010000:0.0:1777047563.659095:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x118:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047563.659125:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384502144:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 235us (8239us total) trans 21474838900 rc 0/0 00000100:00100000:0.0:1777047563.659134:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3603 00002000:00010000:0.0:1777047563.659138:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/280 (0->18446744073709551615) 00002000:00100000:0.0:1777047563.659142:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb3100 with x1863365384502144 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047563.659148:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98683ebb3100. 00000100:00100000:0.0:1777047563.659173:0:14905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3604 00000100:00100000:0.0:1777047563.659184:0:14905:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+20:2411:x1863365384502272:12345-192.168.201.26@tcp:10:fsx.0 00002000:00010000:0.0:1777047563.659307:0:14905:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1777047563.659311:0:14905:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb mtime from disk: 1777047563 -> 1777047563 00002000:00010000:0.0:1777047563.659315:0:14905:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb atime from disk: 1777047548 -> 1777047548 00002000:00010000:0.0:1777047563.659318:0:14905:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb ctime from disk: 1777047563 -> 1777047563 00002000:00010000:0.0:1777047563.659322:0:14905:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x11c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1777047563.659352:0:14905:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384502272:12345-192.168.201.26@tcp:10:fsx.0 Request processed in 169us (7832us total) trans 17179871852 rc 0/0 00000100:00100000:0.0:1777047563.659365:0:14905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3604 00002000:00010000:0.0:1777047563.659369:0:14905:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/284 (0->18446744073709551615) 00002000:00100000:0.0:1777047563.659372:0:14905:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683ebb0e00 with x1863365384502272 ext(0->18446744073709551615) 00002000:00010000:0.0:1777047563.659379:0:14905:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98683ebb0e00. 00000100:00100000:2.0:1777047563.676755:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.677631:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384502400 00000100:00100000:1.0:1777047563.677651:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384502400 00000100:00100000:1.0:1777047563.677761:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3783 00000100:00100000:1.0:1777047563.677779:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+97:54106:x1863365384502400:12345-192.168.201.26@tcp:101:fsx.0 00010000:00010000:1.0:1777047563.677823:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047563.677862:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3884 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b789005 expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.678045:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e388b lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.678071:0:31251:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e388b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.678091:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e388b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047563.678138:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 192182 00000004:00200000:1.0:1777047563.678145:0:31251:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777047563.678178:0:31251:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e388b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.678221:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249cc00/0x29ccbc23e99e3884 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789005 expref: 99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.678258:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c400/0x29ccbc23e99e388b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789005 expref: 98 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.678272:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047563.678278:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047563.678284:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c400, rc 0) 00000100:00100000:1.0:1777047563.678393:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986810186680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54106:x1863365384502400:12345-192.168.201.26@tcp:101:fsx.0 Request processed in 617us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047563.678405:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3783 00000100:00100000:1.0:1777047563.702378:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.702484:0:26872:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384502528 00000100:00100000:2.0:1777047563.702505:0:26872:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384502528 00002000:00100000:2.0:1777047563.702670:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (86016->151551) req@ffff986818915880 x1863365384502528/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/0 e 0 to 0 dl 1777047574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047563.702698:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915880 with x1863365384502528 ext(86016->151551) 00002000:00010000:2.0:1777047563.702709:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915880 00000100:00100000:2.0:1777047563.702749:0:26872:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3605 00000100:00100000:2.0:1777047563.702772:0:26872:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384502528:12345-192.168.201.26@tcp:3:fsx.0 00000100:00100000:2.0:1777047563.730182:0:26872:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2410:x1863365384502528:12345-192.168.201.26@tcp:3:fsx.0 Request processed in 27393us (27801us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1777047563.730203:0:26872:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3605 00002000:00100000:2.0:1777047563.730226:0:26872:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x11a:0x0] (86016->151551) req@ffff986818915880 x1863365384502528/t0(0) o3->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/440 e 0 to 0 dl 1777047574 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047563.730254:0:26872:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff986818915880 with x1863365384502528 ext(86016->151551) 00002000:00010000:2.0:1777047563.730266:0:26872:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff986818915880 00000100:00100000:0.0:1777047563.743317:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.744478:0:30808:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384502784 00000100:00100000:2.0:1777047563.744498:0:30808:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384502784 00000100:00100000:2.0:1777047563.745426:0:30808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1337 00000100:00100000:2.0:1777047563.745447:0:30808:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+98:54106:x1863365384502784:12345-192.168.201.26@tcp:35:fsx.0 00000100:00100000:2.0:1777047563.746137:0:30808:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54106:x1863365384502784:12345-192.168.201.26@tcp:35:fsx.0 Request processed in 692us (2833us total) trans 8589938500 rc 0/0 00000100:00100000:2.0:1777047563.746150:0:30808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1337 00000100:00100000:3.0:1777047563.789819:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.790092:0:30804:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384503040 00000100:00100000:0.0:1777047563.790112:0:30804:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384503040 00000100:00100000:0.0:1777047563.793468:0:30804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3784 00000100:00100000:0.0:1777047563.793500:0:30804:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+99:54348:x1863365384503040:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:0.0:1777047563.793545:0:30804:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047563.793582:0:30804:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3892 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78900c expref: -99 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.793716:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 3/1,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.793832:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.793852:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.793877:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.793887:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.793921:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.794445:0:30804:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e38a7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.794461:0:30804:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e38a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.794471:0:30804:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e38a7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777047563.794487:0:30804:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:0.0:1777047563.795309:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795321:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795331:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795341:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38800 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047563.795348:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795360:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795379:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:0.0:1777047563.795385:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047563.795391:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795407:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38800/0x29ccbc23e99e3899 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795430:0:30804:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795439:0:30804:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795448:0:30804:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795456:0:30804:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c38400 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:0.0:1777047563.795461:0:30804:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795470:0:30804:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795480:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0xdd396665 (ffff986820555b00) 00010000:00010000:0.0:1777047563.795485:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777047563.795489:0:30804:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 2/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795497:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38400/0x29ccbc23e99e38a0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xb9:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30804 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795881:0:30804:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c39a00/0x29ccbc23e99e3892 lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78900c expref: 102 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795938:0:30804:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e38a7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78900c expref: 101 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.795950:0:30804:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:0.0:1777047563.795954:0:30804:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777047563.795959:0:30804:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38000, rc 0) 00000100:00100000:0.0:1777047563.796068:0:30804:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+101:54348:x1863365384503040:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 2584us (6263us total) trans 8589938501 rc 0/0 00000100:00100000:0.0:1777047563.796348:0:30804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3784 00000100:00100000:3.0:1777047563.808710:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.808852:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.808985:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384503424 00000100:00100000:1.0:1777047563.809003:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384503424 00000100:00100000:2.0:1777047563.809060:0:33460:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384503296 00000100:00100000:2.0:1777047563.809070:0:33460:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384503296 00000100:00100000:1.0:1777047563.809143:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 522 00000100:00100000:2.0:1777047563.809152:0:33460:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3785 00000100:00100000:1.0:1777047563.809165:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:2412:x1863365384503424:12345-192.168.201.26@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777047563.809171:0:33460:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683ebb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54348:x1863365384503296:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047563.809198:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777047563.809210:0:33460:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047563.809240:0:33460:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e38b5 lrc: 2/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b789013 expref: -99 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.809241:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff986837c38000/0x29ccbc23e99e38a7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0xba:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78900c expref: 102 pid: 30804 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.809292:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047563.809302:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047563.809391:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:2412:x1863365384503424:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 234us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047563.809404:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 522 00010000:00010000:1.0:1777047563.815685:0:33460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 3/1,0 mode: --/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.815723:0:33460:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.815741:0:33460:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 33460 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047563.815759:0:33460:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xf1:0x0]: returning size 0 00010000:00010000:1.0:1777047563.815860:0:33460:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2cc00/0x29ccbc23e99e38b5 lrc: 0/0,0 mode: --/CW res: [0x200000404:0xb9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 103 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.815892:0:33460:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 102 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.815937:0:33460:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf1:0x0].0x0 (ffff98683e747600) 00010000:00010000:1.0:1777047563.815942:0:33460:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777047563.815948:0:33460:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c200, rc 0) 00000100:00100000:1.0:1777047563.817997:0:33460:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683ebb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54348:x1863365384503296:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 8830us (9301us total) trans 8589938502 rc 0/0 00000100:00100000:1.0:1777047563.818012:0:33460:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3785 00000100:00100000:3.0:1777047563.827844:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.838146:0:31251:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384503680 00000100:00100000:1.0:1777047563.838173:0:31251:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384503680 00000100:00100000:1.0:1777047563.838323:0:31251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3786 00000100:00100000:1.0:1777047563.838342:0:31251:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54348:x1863365384503680:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047563.838384:0:31251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047563.838421:0:31251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e38ca lrc: 2/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78901a expref: -99 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.838607:0:31251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.838633:0:31251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 103 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.838647:0:31251:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 4/0,1 mode: --/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.839114:0:31251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 103 pid: 33460 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.839137:0:31251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 103 pid: 33460 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.839161:0:31251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818915180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434202752:192.168.201.26@tcp:104: 00000100:00100000:1.0:1777047563.839330:0:31251:0:(client.c:2691:ptlrpc_set_wait()) set ffff986815f53540 going to sleep for 11 seconds 00000100:00100000:1.0:1777047563.852081:0:31251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818915180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31251:1863365434202752:192.168.201.26@tcp:104: 00010000:00010000:1.0:1777047563.853495:0:31251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047563.862069:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.862699:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384503808 00000100:00100000:1.0:1777047563.862718:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384503808 00010000:00010000:1.0:1777047563.862792:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 104 pid: 33460 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.862868:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2794 00000100:00100000:1.0:1777047563.862888:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:2410:x1863365384503808:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047563.862945:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047563.862957:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 104 pid: 33460 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.863006:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 104 pid: 33460 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.863045:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c200/0x29ccbc23e99e38bc lrc: 0/0,0 mode: --/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789013 expref: 104 pid: 33460 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.863072:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf1:0x0].0x0 (ffff98683e747600) 00010000:00010000:1.0:1777047563.863081:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.863096:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.863110:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.863367:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047563.863478:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:2410:x1863365384503808:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 593us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047563.863491:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2794 00010000:00010000:2.0:1777047563.865617:0:31251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.865636:0:31251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047563.865673:0:31251:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xf1:0x0]: returning size 0 00000004:00080000:2.0:1777047563.867167:0:31251:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x138:0x0], index 0: 0 00000004:00080000:2.0:1777047563.867187:0:31251:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13c:0x0], index 1: 0 00010000:00010000:2.0:1777047563.867443:0:31251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.867458:0:31251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.867469:0:31251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.867479:0:31251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98671249da00 already unused, calling callback (ffffffffc20c84f0) 00010000:00010000:2.0:1777047563.867487:0:31251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.867500:0:31251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.867523:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf1:0x0].0x0 (ffff98683e747600) 00010000:00010000:2.0:1777047563.867528:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777047563.868011:0:31251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.868024:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249da00/0x29ccbc23e99e38d1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0xf1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31251 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.868133:0:31251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e38ca lrc: 1/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78901a expref: 103 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.868152:0:31251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xb9:0x0].0x0 (ffff9868347d7200) 00010000:00010000:2.0:1777047563.868156:0:31251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777047563.868163:0:31251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d200/0x29ccbc23e99e38ca lrc: 0/0,0 mode: --/CR res: [0x200000404:0xb9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78901a expref: 103 pid: 31251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.868188:0:31251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d200, rc 0) 00000100:00100000:2.0:1777047563.868274:0:31251:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54348:x1863365384503680:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 29937us (40447us total) trans 8589938503 rc 301/301 00000100:00100000:2.0:1777047563.868287:0:31251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3786 00000100:00100000:0.0:1777047563.879725:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.879935:0:32151:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384504064 00000100:00100000:2.0:1777047563.879954:0:32151:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384504064 00000100:00100000:2.0:1777047563.880063:0:32151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 1338 00000100:00100000:2.0:1777047563.880082:0:32151:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+102:54348:x1863365384504064:12345-192.168.201.26@tcp:35:lfs.0 00000100:00100000:2.0:1777047563.880922:0:32151:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:54348:x1863365384504064:12345-192.168.201.26@tcp:35:lfs.0 Request processed in 816us (1185us total) trans 8589938504 rc 0/0 00000100:00100000:2.0:1777047563.880937:0:32151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 1338 00000100:00100000:0.0:1777047563.890071:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.892975:0:30806:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384504192 00000100:00100000:2.0:1777047563.892999:0:30806:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384504192 00000100:00100000:2.0:1777047563.893133:0:30806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3787 00000100:00100000:2.0:1777047563.893152:0:30806:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+103:54348:x1863365384504192:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047563.893196:0:30806:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047563.893237:0:30806:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e38df lrc: 2/0,0 mode: --/CR res: [0x200000404:0xf1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b789021 expref: -99 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.893369:0:30806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e38e6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.893393:0:30806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e38e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.893414:0:30806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e38e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777047563.893479:0:30806:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xf1:0x0]: returning size 0 00000004:00200000:2.0:1777047563.893487:0:30806:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777047563.893519:0:30806:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e38e6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30806 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.893627:0:30806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2c000/0x29ccbc23e99e38df lrc: 0/0,0 mode: --/CR res: [0x200000404:0xf1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789021 expref: 105 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.893658:0:30806:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98670ef2d400/0x29ccbc23e99e38e6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0xf1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789021 expref: 104 pid: 30806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.893673:0:30806:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xf1:0x0].0x0 (ffff986821215500) 00010000:00010000:2.0:1777047563.893678:0:30806:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777047563.893685:0:30806:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d400, rc 0) 00000100:00100000:2.0:1777047563.893807:0:30806:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54348:x1863365384504192:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 659us (3754us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047563.893820:0:30806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3787 00010000:00010000:3.0:1777047563.914124:0:5846:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777047563.915626:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.915682:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047563.915827:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384504320 00000100:00100000:0.0:1777047563.915848:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384504320 00000100:00100000:0.0:1777047563.915982:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384504448 00000100:00100000:0.0:1777047563.916011:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384504448 00000100:00100000:0.0:1777047563.916391:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6408 00000100:00100000:0.0:1777047563.916414:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384504320:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:3.0:1777047563.916447:0:32524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6409 00010000:00010000:0.0:1777047563.916449:0:6643:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777047563.916475:0:32524:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+21:2411:x1863365384504448:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047563.916494:0:32524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777047563.916516:0:6643:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b789028 expref: -99 pid: 6643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.916522:0:32524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e38f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78902f expref: -99 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777047563.916625:0:6643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x138:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:3.0:1777047563.916643:0:32524:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777047563.916664:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.916670:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.916674:0:32524:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047563.916682:0:6643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047563.916697:0:32524:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e38f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78902f expref: 22 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.916699:0:6643:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 17 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.916760:0:32524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007521a96d/0x29ccbc23e99e38f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78902f expref: 22 pid: 32524 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.916762:0:6643:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 17 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.916813:0:6643:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff986837c38800, rc 0) 00010000:00010000:3.0:1777047563.916813:0:32524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88600, rc 0) 00000100:00100000:3.0:1777047563.916958:0:32524:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2411:x1863365384504448:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 493us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047563.917751:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986806268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384504320:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1343us (2215us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047563.922989:0:32524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6409 00000100:00100000:0.0:1777047563.923584:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6408 00000100:00100000:0.0:1777047563.926816:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.926976:0:30805:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384504704 00000100:00100000:1.0:1777047563.926994:0:30805:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384504704 00000100:00100000:1.0:1777047563.927091:0:30805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3788 00000100:00100000:1.0:1777047563.927338:0:30805:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+104:54348:x1863365384504704:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:1.0:1777047563.927381:0:30805:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047563.927424:0:30805:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e38fb lrc: 2/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b789036 expref: -99 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.928037:0:30805:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3902 lrc: 3/0,1 mode: --/PW res: [0x200000404:0xba:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.928065:0:30805:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3902 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.928085:0:30805:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3902 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30805 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777047563.928345:0:30805:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0xba:0x0]: returning size 262144 00010000:00010000:1.0:1777047563.928587:0:30805:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98671249c600/0x29ccbc23e99e38fb lrc: 0/0,0 mode: --/CR res: [0x200000404:0xba:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789036 expref: 107 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.928619:0:30805:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98671249d400/0x29ccbc23e99e3902 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0xba:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789036 expref: 106 pid: 30805 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.928634:0:30805:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0xba:0x0].0x0 (ffff986820555000) 00010000:00010000:1.0:1777047563.928640:0:30805:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777047563.928646:0:30805:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249d400, rc 0) 00000100:00100000:1.0:1777047563.928949:0:30805:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+106:54348:x1863365384504704:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 1843us (2141us total) trans 8589938505 rc 0/0 00000100:00100000:1.0:1777047563.928961:0:30805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3788 00000100:00100000:1.0:1777047563.941681:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.941785:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.942015:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047563.946949:0:7603:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384504960 00000100:00100000:2.0:1777047563.946972:0:7603:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384504960 00000100:00100000:3.0:1777047563.948645:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384504832 00000100:00100000:3.0:1777047563.948658:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384504832 00000100:00100000:3.0:1777047563.948866:0:33787:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505088 00000100:00100000:3.0:1777047563.948874:0:33787:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505088 00000100:00100000:2.0:1777047563.949514:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6410 00000100:00100000:2.0:1777047563.949537:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384504832:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:2.0:1777047563.949616:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.949654:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 23 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.949670:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047563.949673:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777047563.949679:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.949746:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 23 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.949771:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 23 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.949794:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683e54d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434202880:192.168.201.26@tcp:104: 00000100:00100000:2.0:1777047563.949965:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9868116d3900 going to sleep for 11 seconds 00000100:00100000:3.0:1777047563.953005:0:33787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6411 00000100:00100000:3.0:1777047563.953038:0:33787:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384505088:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:3.0:1777047563.953099:0:33787:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.953147:0:33787:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 23 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.953162:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047563.953165:0:33787:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777047563.953170:0:33787:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.953220:0:33787:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 23 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047563.953238:0:33787:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 23 pid: 33787 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.953278:0:33787:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98683efaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434203008:192.168.201.26@tcp:104: 00000100:00100000:3.0:1777047563.953378:0:33787:0:(client.c:2691:ptlrpc_set_wait()) set ffff9867055916c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777047563.954524:0:6640:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6412 00000100:00100000:0.0:1777047563.954566:0:6640:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2410:x1863365384504960:12345-192.168.201.26@tcp:1:lfs.0 00010000:00010000:0.0:1777047563.954632:0:6640:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.954978:0:6640:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 17 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.954996:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047563.954999:0:6640:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777047563.955005:0:6640:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.955048:0:6640:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 17 pid: 32524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.955074:0:6640:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 17 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047563.955095:0:6640:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434203136:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047563.955174:0:6640:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:0.0:1777047563.975067:0:6640:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6640:1863365434203136:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047563.975126:0:6640:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.977630:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683e54d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6642:1863365434202880:192.168.201.26@tcp:104: 00010000:00010000:2.0:1777047563.977681:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.983438:0:33787:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98683efaaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:33787:1863365434203008:192.168.201.26@tcp:104: 00010000:00010000:3.0:1777047563.983496:0:33787:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047563.990300:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.990387:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047563.990454:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:1.0:1777047563.990606:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505344 00000100:00100000:1.0:1777047563.990624:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505344 00010000:00010000:1.0:1777047563.990697:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 18 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047563.990775:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505216 00000100:00100000:1.0:1777047563.990782:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505216 00000100:00100000:2.0:1777047563.990801:0:26853:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505472 00010000:00010000:1.0:1777047563.990813:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 24 pid: 33787 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.990814:0:26853:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505472 00000100:00100000:1.0:1777047563.990861:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2795 00000100:00100000:1.0:1777047563.990880:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2412:x1863365384505344:12345-192.168.201.26@tcp:103:ldlm_bl.0 00002000:00100000:2.0:1777047563.990924:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (237568->262143) req@ffff98683efa9180 x1863365384505472/t0(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/0 e 0 to 0 dl 1777047574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1777047563.990943:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00100000:2.0:1777047563.990947:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9180 with x1863365384505472 ext(237568->262143) 00010000:00010000:2.0:1777047563.990966:0:26853:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 25 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.990989:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 18 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.991015:0:26853:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 25 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.991025:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 18 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047563.991477:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683efa9180 00010000:00010000:1.0:1777047563.991496:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000335dde92/0x29ccbc23e99e31ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x118:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dc7 expref: 18 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.991517:0:26853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 42 00010000:00010000:1.0:1777047563.991527:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1777047563.991583:0:26853:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384505472:12345-192.168.201.26@tcp:4:fsx.0 00010000:00010000:1.0:1777047563.991598:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.991607:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.991638:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.991686:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047563.991778:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2412:x1863365384505344:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 902us (1566us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047563.991795:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2795 00000100:00100000:1.0:1777047563.991839:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2796 00000100:00100000:1.0:1777047563.991852:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986807ed7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+26:2412:x1863365384505216:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047563.991868:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047563.991913:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 26 pid: 33787 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.991933:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 26 pid: 33787 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.991959:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010ba843d/0x29ccbc23e99e31f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788dce expref: 26 pid: 33787 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.991977:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.991980:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047563.991985:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.992008:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047563.992052:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777047563.992474:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986807ed7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2412:x1863365384505216:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 622us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047563.992489:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2796 00010000:00010000:0.0:1777047563.992572:0:6640:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992602:0:6640:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992649:0:6640:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992664:0:6640:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992678:0:6640:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992702:0:6640:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff986837c39e00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:0.0:1777047563.992710:0:6640:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992726:0:6640:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992749:0:6640:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047563.992763:0:6640:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e391e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6640 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047563.992847:0:6640:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2410:x1863365384504960:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 38290us (51186us total) trans 0 rc 0/0 00000100:00100000:0.0:1777047563.992863:0:6640:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6412 00010000:00010000:2.0:1777047563.993479:0:33787:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993501:0:33787:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993572:0:33787:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993589:0:33787:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993604:0:33787:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993615:0:33787:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ee88c00 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047563.993621:0:33787:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993642:0:33787:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993661:0:33787:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047563.993674:0:33787:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed530c8/0x29ccbc23e99e3917 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 33787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047563.995511:0:33787:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384505088:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 42477us (53485us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047563.995528:0:33787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6411 00000100:00100000:2.0:1777047564.016073:0:26853:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384505472:12345-192.168.201.26@tcp:4:fsx.0 Request processed in 24523us (25598us total) trans 17179871853 rc 0/0 00000100:00100000:2.0:1777047564.016097:0:26853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 42 00002000:00100000:2.0:1777047564.016121:0:26853:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x11a:0x0] (237568->262143) req@ffff98683efa9180 x1863365384505472/t17179871853(0) o4->8b8d2add-aa91-4afa-b79a-6c91ff86ff15@192.168.201.26@tcp:299/0 lens 488/448 e 0 to 0 dl 1777047574 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777047564.016139:0:26853:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98683efa9180 with x1863365384505472 ext(237568->262143) 00010000:00010000:2.0:1777047564.016158:0:26853:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 24 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.016189:0:26853:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 24 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047564.016211:0:26853:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98683efa9180 00000100:00100000:1.0:1777047564.033717:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047564.033845:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505600 00000100:00100000:2.0:1777047564.033867:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505600 00010000:00010000:2.0:1777047564.033981:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 24 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047564.034063:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2797 00000100:00100000:2.0:1777047564.034081:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384505600:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777047564.034109:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777047564.034168:0:5842:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x11a:0x0] updating lvb size from disk: 192182 -> 262144 00010000:00010000:2.0:1777047564.034182:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x60000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 24 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.034214:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x50000400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 24 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.034256:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d982ea8/0x29ccbc23e99e3670 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 24576->28671) gid 0 flags: 0x44801400020020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b788f87 expref: 24 pid: 32524 timeout: 4292 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.034288:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047564.034292:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047564.034301:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.034318:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.034381:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777047564.034504:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2412:x1863365384505600:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 425us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1777047564.034519:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2797 00010000:00010000:3.0:1777047564.035372:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.035390:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.035459:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.035474:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.035488:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.035501:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2c000 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:3.0:1777047564.035509:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.035524:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.036008:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.036021:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b559c74e/0x29ccbc23e99e3910 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777047564.036118:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff986818914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+22:2410:x1863365384504832:12345-192.168.201.26@tcp:1:lfs.0 Request processed in 86586us (94331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047564.036133:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6410 00000100:00100000:3.0:1777047564.058788:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:3.0:1777047564.058864:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047564.059012:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505728 00000100:00100000:3.0:1777047564.059013:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047564.059034:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505728 00000100:00100000:2.0:1777047564.059418:0:26191:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505856 00000100:00100000:2.0:1777047564.059427:0:26191:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505856 00000100:00100000:3.0:1777047564.059452:0:33475:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384505984 00000100:00100000:3.0:1777047564.059462:0:33475:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384505984 00000100:00100000:2.0:1777047564.059872:0:26191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6413 00000100:00100000:2.0:1777047564.060458:0:26191:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+23:2410:x1863365384505728:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:2.0:1777047564.060492:0:26191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777047564.060552:0:26191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003ffc584d/0x29ccbc23e99e3925 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78903d expref: -99 pid: 26191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777047564.060600:0:26191:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11a:0x0] initial LVB size: 262144, mtime: 0x69eb980b, atime: 0x69eb97fc, ctime: 0x69eb980b, blocks: 0x187 00010000:00010000:2.0:1777047564.060634:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047564.060637:0:26191:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047564.060654:0:26191:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003ffc584d/0x29ccbc23e99e3925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78903d expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.060707:0:26191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003ffc584d/0x29ccbc23e99e3925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78903d expref: 24 pid: 26191 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.060731:0:26191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ef2d600, rc 0) 00000100:00100000:2.0:1777047564.060826:0:26191:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384505728:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 938us (2056us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047564.067212:0:33475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6414 00000100:00100000:3.0:1777047564.067252:0:33475:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+16:2411:x1863365384505856:12345-192.168.201.26@tcp:101:lfs.0 00010000:00010000:3.0:1777047564.067283:0:33475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777047564.067322:0:33475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e392c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b789044 expref: -99 pid: 33475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777047564.067366:0:33475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x118:0x0] initial LVB size: 0, mtime: 0x69eb980b, atime: 0x69eb97fc, ctime: 0x69eb980b, blocks: 0x3 00010000:00010000:3.0:1777047564.067399:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047564.067403:0:33475:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777047564.067418:0:33475:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e392c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789044 expref: 17 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.067490:0:33475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f302ded6/0x29ccbc23e99e392c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x118:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789044 expref: 17 pid: 33475 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777047564.067512:0:33475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98670ee88200, rc 0) 00000100:00100000:1.0:1777047564.067609:0:33788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 6415 00000100:00100000:3.0:1777047564.067624:0:33475:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2411:x1863365384505856:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 390us (8756us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047564.067637:0:33788:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2410:x1863365384505984:12345-192.168.201.26@tcp:101:lfs.0 00000100:00100000:3.0:1777047564.067645:0:33475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6414 00010000:00010000:1.0:1777047564.067659:0:33788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777047564.067684:0:33788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e3933 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x23c1dc454b78904b expref: -99 pid: 33788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777047564.067716:0:33788:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11c:0x0] initial LVB size: 0, mtime: 0x69eb980b, atime: 0x69eb97fc, ctime: 0x69eb980b, blocks: 0x3 00010000:00010000:1.0:1777047564.067733:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047564.067736:0:33788:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047564.067745:0:33788:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e3933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78904b expref: 25 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047564.067768:0:33788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d8825704/0x29ccbc23e99e3933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b78904b expref: 25 pid: 33788 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047564.067786:0:33788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98671249c800, rc 0) 00000100:00100000:1.0:1777047564.067828:0:33788:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+25:2410:x1863365384505984:12345-192.168.201.26@tcp:101:lfs.0 Request processed in 205us (8820us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047564.067839:0:33788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6415 00000100:00100000:2.0:1777047564.072394:0:26191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 6413 00000100:00100000:3.0:1777047564.251394:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047564.252368:0:26865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384506112 00000100:00100000:2.0:1777047564.252386:0:26865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384506112 00000100:00100000:2.0:1777047564.252508:0:26865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3606 00000100:00100000:2.0:1777047564.252523:0:26865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384506112:12345-192.168.201.26@tcp:3:lfs.0 00010000:00010000:2.0:1777047564.252921:0:26865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.252952:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047564.252956:0:26865:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777047564.252965:0:26865:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.252990:0:26865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.278809:0:26865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.278845:0:26865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.278860:0:26865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.278871:0:26865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98670ef2d800 already unused, calling callback (ffffffffc167a2d0) 00010000:00010000:2.0:1777047564.278878:0:26865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.278923:0:26865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.278956:0:26865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777047564.278969:0:26865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae6b2361/0x29ccbc23e99e393a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11a:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777047564.279108:0:26865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+24:2412:x1863365384506112:12345-192.168.201.26@tcp:3:lfs.0 Request processed in 26580us (27726us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1777047564.279125:0:26865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 3606 00000100:00100000:3.0:1777047564.302312:0:3333:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:2.0:1777047564.312300:0:14908:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384506240 00000100:00100000:2.0:1777047564.312329:0:14908:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384506240 00000100:00100000:0.0:1777047564.314373:0:14908:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 3607 00000100:00100000:0.0:1777047564.314411:0:14908:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+17:2413:x1863365384506240:12345-192.168.201.26@tcp:4:lfs.0 00010000:00010000:0.0:1777047564.314480:0:14908:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3941 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047564.314516:0:14908:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 17 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047564.314573:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047564.314576:0:14908:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777047564.314582:0:14908:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3941 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047564.315275:0:14908:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 17 pid: 6643 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047564.315301:0:14908:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 17 pid: 6643 timeout: 4292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777047564.315329:0:14908:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434203264:192.168.201.26@tcp:104: 00000100:00100000:0.0:1777047564.315523:0:14908:0:(client.c:2691:ptlrpc_set_wait()) set ffff986705fc5000 going to sleep for 11 seconds 00000100:00100000:3.0:1777047564.345937:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.26@tcp (source: 12345-192.168.201.26@tcp) 00000100:00100000:0.0:1777047564.346221:0:14908:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14908:1863365434203264:192.168.201.26@tcp:104: 00010000:00010000:0.0:1777047564.346275:0:14908:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3941 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047564.346425:0:8406:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365384506368 00000100:00100000:1.0:1777047564.346438:0:8406:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365384506368 00010000:00010000:1.0:1777047564.346500:0:8406:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 18 pid: 6643 timeout: 4292 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047564.346617:0:8406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.26@tcp, seq: 2798 00000100:00100000:1.0:1777047564.346635:0:8406:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384506368:12345-192.168.201.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777047564.346662:0:8406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777047564.346704:0:8406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 18 pid: 6643 timeout: 4292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047564.346727:0:8406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 18 pid: 6643 timeout: 4292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047564.346769:0:8406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fdbe9b24/0x29ccbc23e99e38ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x138:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.26@tcp remote: 0x23c1dc454b789028 expref: 18 pid: 6643 timeout: 4292 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047564.346800:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047564.346804:0:8406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777047564.346813:0:8406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3941 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047564.346830:0:8406:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3941 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x138:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777047564.346877:0:8406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777047564.346961:0:14908:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3941 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777047564.346976:0:14908:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca2901ea/0x29ccbc23e99e3941 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x138:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14908 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777047564.348309:0:8406:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683efab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b8d2add-aa91-4afa-b79a-6c91ff86ff15+18:2410:x1863365384506368:12345-192.168.201.26@tcp:103:ldlm_bl.0 Request processed in 1671us (2384us total) trans 0 rc 0/0 00000100:00100000:1.0:1777047564.348324:0:8406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.26@tcp, seq: 2798 00000004:00080000:1.0:1777047564.353328:0:30828:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 4192735790671ns, next at 4193735786246ns, rc = 0 00000100:00100000:2.0:1777047564.353727:0:3340:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777047564.353763:0:3340:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff986818915c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434203392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777047564.353874:0:3340:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777047564.354368:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434203392 00000100:00100000:1.0:1777047564.354382:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434203392 00000100:00100000:1.0:1777047564.354493:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1777047564.354509:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434203392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777047564.354547:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 244383744 pending 1703936 free 3855613952 avail 3853516800 00000004:00080000:0.0:1777047564.355213:0:30830:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 4192737677094ns, next at 4193737675146ns, rc = 0 00000100:00100000:0.0:1777047564.355253:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434203520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047564.355312:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777047564.355373:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365434203520 00000100:00100000:3.0:1777047564.355383:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365434203520 00000100:00100000:3.0:1777047564.355446:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1777047564.355457:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98683e54d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3340:x1863365434203392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 947us (1579us total) trans 0 rc 0/0 00000100:00100000:3.0:1777047564.355465:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434203520:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777047564.355479:0:3340:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474838897 gen 2 00000100:00100000:1.0:1777047564.355479:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00002000:00000024:3.0:1777047564.355488:0:6645:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 406257664 pending 1703936 free 3855613952 avail 3853516800 00000004:00080000:0.0:1777047564.355490:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810187100, transno 21474838869 00000004:00080000:0.0:1777047564.355507:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810186300, transno 21474838870 00000004:00080000:0.0:1777047564.355514:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810184700, transno 21474838871 00000004:00080000:0.0:1777047564.355520:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810186d80, transno 21474838872 00000004:00080000:0.0:1777047564.355524:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810187480, transno 21474838873 00000004:00080000:0.0:1777047564.355570:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185c00, transno 21474838874 00000004:00080000:0.0:1777047564.355577:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810186a00, transno 21474838875 00000004:00080000:0.0:1777047564.355581:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986810185180, transno 21474838876 00000004:00080000:0.0:1777047564.355587:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98681584e680, transno 21474838877 00000004:00080000:0.0:1777047564.355591:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98681584c700, transno 21474838878 00000100:00100000:3.0:1777047564.355593:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98670efcaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365434203520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (280us total) trans 0 rc 0/0 00000004:00080000:0.0:1777047564.355599:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98681584c000, transno 21474838879 00000100:00100000:3.0:1777047564.355604:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000004:00080000:0.0:1777047564.355605:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e453800, transno 21474838880 00000004:00080000:0.0:1777047564.355610:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98683e453100, transno 21474838881 00000004:00080000:0.0:1777047564.355614:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98681584ca80, transno 21474838882 00000004:00080000:0.0:1777047564.355619:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403ead80, transno 21474838883 00000004:00080000:0.0:1777047564.355623:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e8000, transno 21474838884 00000100:00100000:3.0:1777047564.355674:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98670efc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3342:1863365434203520:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777047564.355697:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777047564.355703:0:5853:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1777047564.356732:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e8a80, transno 21474838885 00000004:00080000:0.0:1777047564.356737:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eb800, transno 21474838886 00000004:00080000:0.0:1777047564.356740:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e9880, transno 21474838887 00000004:00080000:0.0:1777047564.356744:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403ebb80, transno 21474838888 00000004:00080000:0.0:1777047564.356748:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403eb100, transno 21474838889 00000004:00080000:0.0:1777047564.356751:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9868403e9180, transno 21474838890 00000004:00080000:0.0:1777047564.356756:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0ce00, transno 21474838891 00000004:00080000:0.0:1777047564.356760:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0e680, transno 21474838892 00000004:00080000:0.0:1777047564.356764:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0f480, transno 21474838893 00000004:00080000:0.0:1777047564.356769:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0df80, transno 21474838894 00000004:00080000:0.0:1777047564.356774:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0fb80, transno 21474838895 00000004:00080000:0.0:1777047564.356778:0:3340:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff986704f0dc00, transno 21474838896 00000004:00080000:0.0:1777047564.356786:0:3340:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474838897 committed transno 21474838897 00000100:00100000:0.0:1777047564.356824:0:3340:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff986818915c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3340:1863365434203392:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1777047564.360241:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 18 in progress, 0 in flight, 10 done 00000004:00080000:1.0:1777047564.360620:0:30827:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 18 done 00010000:00010000:3.0:1777047564.929530:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 72008 lines, 72008 kept, 0 dropped, 0 bad.